diff --git a/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_20260821_052414.csv b/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_20260821_052414.csv
deleted file mode 100644
index 46c60c7d4..000000000
--- a/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_20260821_052414.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.228064,1355.925,331.036,4.138,20,True,,NVIDIA GB200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,11.7408,1518.823,48.83,0.6104,20,True,,NVIDIA GB200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.248672,1135.45,1170.994,14.6374,20,True,,NVIDIA GB200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.430656,1363.196,687.536,8.5942,20,True,,NVIDIA GB200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,0.762848,1539.149,400.511,5.0064,20,True,,NVIDIA GB200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.403392,1673.284,231.157,2.8895,20,True,,NVIDIA GB200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.069024,4.153,4153.035,51.9129,20,True,,NVIDIA GB200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.063456,0.539,269.559,3.3695,20,True,,NVIDIA GB200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.062912,0.809,269.701,3.3713,20,True,,NVIDIA GB200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.06192,1.08,269.957,3.3745,20,True,,NVIDIA GB200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.356224,868.099,211.938,2.6492,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,12.515648,1424.792,45.807,0.5726,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,1.128096,250.293,258.128,3.2266,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,1.132768,518.26,261.388,3.2673,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,1.167008,1006.108,261.805,3.2726,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.918848,1223.793,169.061,2.1133,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,1.106464,0.259,259.077,3.2385,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.129888,0.507,253.71,3.1714,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.129408,0.761,253.822,3.1728,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.127904,1.017,254.164,3.1771,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_20260824_052412.csv b/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_20260824_052412.csv
new file mode 100644
index 000000000..7cd4ecc2f
--- /dev/null
+++ b/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_20260824_052412.csv
@@ -0,0 +1,21 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.224,1380.525,337.042,4.213,20,True,,NVIDIA GB200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,11.570752,1541.144,49.548,0.6194,20,True,,NVIDIA GB200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.24496,1152.656,1188.738,14.8592,20,True,,NVIDIA GB200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.415648,1412.417,712.362,8.9045,20,True,,NVIDIA GB200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,0.742816,1580.656,411.312,5.1414,20,True,,NVIDIA GB200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.4296,1642.609,226.919,2.8365,20,True,,NVIDIA GB200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.06656,4.307,4306.777,53.8347,20,True,,NVIDIA GB200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.067392,0.537,268.565,3.3571,20,True,,NVIDIA GB200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.0672,0.806,268.617,3.3577,20,True,,NVIDIA GB200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.066048,1.076,268.912,3.3614,20,True,,NVIDIA GB200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.354016,873.513,213.26,2.6658,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,12.469952,1430.014,45.975,0.5747,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,1.128448,250.215,258.048,3.2256,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,1.134784,517.339,260.923,3.2615,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,1.166976,1006.136,261.812,3.2727,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.9144,1226.637,169.454,2.1182,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,1.106272,0.259,259.122,3.239,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.127616,0.508,254.221,3.1778,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.1312,0.76,253.42,3.1677,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.131104,1.014,253.445,3.1681,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_context.png b/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_context.png
index 21fdd281f..04972f766 100755
Binary files a/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_context.png and b/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_context.png differ
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_generation.png b/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_generation.png
index 64da1a396..cb86670e5 100755
Binary files a/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_generation.png and b/benchmark/attention_inference/results/auto_regressive_dit/gb200/auto_regressive_dit_generation.png differ
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_20260821_052506.csv b/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_20260821_052506.csv
deleted file mode 100644
index 919036653..000000000
--- a/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_20260821_052506.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.177696,1740.262,424.869,5.3109,20,True,,NVIDIA GB300,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,9.269696,1923.709,61.848,0.7731,20,True,,NVIDIA GB300,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.191104,1477.492,1523.743,19.0468,20,True,,NVIDIA GB300,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.334944,1752.736,884.003,11.05,20,True,,NVIDIA GB300,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,0.595328,1972.252,513.211,6.4151,20,True,,NVIDIA GB300,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.141472,2057.233,284.197,3.5525,20,True,,NVIDIA GB300,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.069664,4.115,4114.881,51.436,20,True,,NVIDIA GB300,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.053568,0.544,272.088,3.4011,20,True,,NVIDIA GB300,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.053504,0.816,272.109,3.4014,20,True,,NVIDIA GB300,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.054144,1.088,271.949,3.3994,20,True,,NVIDIA GB300,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.30304,1020.452,249.134,3.1142,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,10.303392,1730.712,55.643,0.6955,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.968096,291.66,300.79,3.7599,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.97216,603.88,304.571,3.8071,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,0.998976,1175.34,305.842,3.823,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.61568,1453.427,200.784,2.5098,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.94464,0.303,303.459,3.7932,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.003008,0.572,285.804,3.5725,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,0.999968,0.86,286.677,3.5835,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,0.994976,1.152,288.12,3.6015,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_20260824_052533.csv b/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_20260824_052533.csv
new file mode 100644
index 000000000..829f943b1
--- /dev/null
+++ b/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_20260824_052533.csv
@@ -0,0 +1,21 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.174208,1775.106,433.375,5.4172,20,True,,NVIDIA GB300,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,9.177632,1943.007,62.468,0.7809,20,True,,NVIDIA GB300,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.190432,1482.706,1529.12,19.114,20,True,,NVIDIA GB300,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.329312,1782.712,899.122,11.239,20,True,,NVIDIA GB300,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,0.589024,1993.36,518.704,6.4838,20,True,,NVIDIA GB300,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.139616,2060.583,284.66,3.5583,20,True,,NVIDIA GB300,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.07024,4.081,4081.137,51.0142,20,True,,NVIDIA GB300,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.056256,0.543,271.396,3.3925,20,True,,NVIDIA GB300,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.053568,0.816,272.093,3.4012,20,True,,NVIDIA GB300,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.05728,1.084,271.142,3.3893,20,True,,NVIDIA GB300,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.303616,1018.516,248.661,3.1083,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,10.118624,1762.315,56.659,0.7082,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.966592,292.114,301.258,3.7657,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,0.969792,605.355,305.315,3.8164,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,0.994304,1180.863,307.279,3.841,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,1.603968,1464.04,202.25,2.5281,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.94016,0.305,304.905,3.8113,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.00656,0.57,284.795,3.5599,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.004896,0.856,285.272,3.5659,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.008672,1.137,284.208,3.5526,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_context.png b/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_context.png
index b1f53d885..e6737d5b3 100755
Binary files a/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_context.png and b/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_context.png differ
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_generation.png b/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_generation.png
index e6c531642..20a06e81b 100755
Binary files a/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_generation.png and b/benchmark/attention_inference/results/auto_regressive_dit/gb300/auto_regressive_dit_generation.png differ
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_20260821_061355.csv b/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_20260824_061512.csv
similarity index 61%
rename from benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_20260821_061355.csv
rename to benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_20260824_061512.csv
index 559578fe1..e21ab3a55 100644
--- a/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_20260821_061355.csv
+++ b/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_20260824_061512.csv
@@ -1,11 +1,11 @@
 config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.506208,610.89,149.143,3.1071,20,True,,NVIDIA H200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,28.922176,616.558,19.822,0.413,20,True,,NVIDIA H200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.727712,388.003,400.149,8.3364,20,True,,NVIDIA H200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,1.46864,399.736,201.609,4.2002,20,True,,NVIDIA H200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,2.204032,532.722,138.623,2.888,20,True,,NVIDIA H200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,3.974592,590.821,81.619,1.7004,20,True,,NVIDIA H200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.08704,3.293,3293.418,68.6129,20,True,,NVIDIA H200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,0.732576,0.783,391.309,8.1523,20,True,,NVIDIA H200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,0.732736,1.174,391.23,8.1506,20,True,,NVIDIA H200,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,0.732608,1.565,391.305,8.1522,20,True,,NVIDIA H200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,0.526016,587.886,143.527,2.9901,20,True,,NVIDIA H200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,28.918432,616.638,19.825,0.413,20,True,,NVIDIA H200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,0.748032,377.463,389.279,8.11,20,True,,NVIDIA H200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,1.487072,394.781,199.111,4.1481,20,True,,NVIDIA H200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,2.23632,525.031,136.621,2.8463,20,True,,NVIDIA H200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,3.880832,605.095,83.591,1.7415,20,True,,NVIDIA H200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.09776,2.932,2932.274,61.089,20,True,,NVIDIA H200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,0.749792,0.765,382.324,7.9651,20,True,,NVIDIA H200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,0.751712,1.144,381.354,7.9449,20,True,,NVIDIA H200,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,0.751712,1.525,381.36,7.945,20,True,,NVIDIA H200,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_context.png b/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_context.png
index 2b46fad5b..458c54414 100755
Binary files a/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_context.png and b/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_context.png differ
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_generation.png b/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_generation.png
index 5bf54c8ac..1e7d46cec 100755
Binary files a/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_generation.png and b/benchmark/attention_inference/results/auto_regressive_dit/h200/auto_regressive_dit_generation.png differ
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260821_062423.csv b/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260824_062352.csv
similarity index 50%
rename from benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260821_062423.csv
rename to benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260824_062352.csv
index 01d981874..9abad5206 100644
--- a/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260821_062423.csv
+++ b/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260824_062352.csv
@@ -1,21 +1,21 @@
 config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,1.155296,267.67,65.349,3.6467,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,49.428959,360.764,11.599,0.6472,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,1.983552,142.348,146.804,8.1922,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,2.013568,291.556,147.048,8.2058,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,4.01008,292.796,76.19,4.2517,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,7.973408,294.513,40.686,2.2704,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.205728,1.393,1393.389,77.7561,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.1888,0.482,241.137,13.4563,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.18896,0.723,241.108,13.4547,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.190432,0.963,240.814,13.4383,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,1.150144,268.869,65.642,3.663,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,45.354336,393.175,12.641,0.7054,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,1.483136,190.377,196.336,10.9563,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,2.465568,238.107,120.091,6.7015,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,3.979392,295.054,76.778,4.2845,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,7.533504,311.711,43.061,2.403,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,1.437632,0.199,199.397,11.127,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.44752,0.396,198.038,11.0512,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.449504,0.593,197.77,11.0363,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.450112,0.791,197.69,11.0318,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,1.116736,276.912,67.605,3.7726,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,47.701855,373.826,12.019,0.6707,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,2.01376,140.213,144.602,8.0693,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,2.01776,290.951,146.743,8.1888,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,4.00992,292.808,76.193,4.2519,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,7.969504,294.657,40.706,2.2715,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,0.205248,1.397,1396.647,77.9379,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.15936,0.495,247.26,13.798,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.159008,0.742,247.339,13.8024,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,generation,cudnn,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.159424,0.989,247.255,13.7977,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,9,9,128,128,gqa,,64,1.114336,277.508,67.751,3.7808,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,62208,62208,9,9,128,128,gqa,,64,44.013729,405.151,13.026,0.7269,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,985,62208,9,9,128,128,gqa,,64,1.449792,194.755,200.852,11.2082,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,2048,62208,9,9,128,128,gqa,,64,2.463648,238.292,120.184,6.7067,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,4096,62208,9,9,128,128,gqa,,64,3.980832,294.948,76.75,4.2829,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,context,cudnn_oss,bfloat16,bfloat16,1,8192,62208,9,9,128,128,gqa,,64,7.504768,312.904,43.226,2.4122,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,1,62208,9,9,128,128,gqa,,64,1.405504,0.204,203.955,11.3814,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,2,62208,9,9,128,128,gqa,,64,1.419104,0.404,202.003,11.2725,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,3,62208,9,9,128,128,gqa,,64,1.418496,0.606,202.093,11.2775,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+auto_regressive_dit,ar_dit,generation,cudnn_oss,bfloat16,bfloat16,1,4,62208,9,9,128,128,gqa,,64,1.414784,0.81,202.627,11.3073,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_context.png b/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_context.png
index e995be0c5..ae1bc84b6 100755
Binary files a/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_context.png and b/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_context.png differ
diff --git a/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_generation.png b/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_generation.png
index 9ce6a9ee8..b909ee988 100755
Binary files a/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_generation.png and b/benchmark/attention_inference/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_generation.png differ
diff --git a/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_20260821_055608.csv b/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_20260821_055608.csv
deleted file mode 100644
index f36a54b9a..000000000
--- a/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_20260821_055608.csv
+++ /dev/null
@@ -1,225 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.557984,492.627,484.839,6.0605,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,8.694336,505.852,124.464,1.5558,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,8.65872,507.933,15.501,0.1938,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,17.440001,504.363,11.544,0.1443,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,16.615295,529.397,12.117,0.1515,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,33.622112,523.233,7.984,0.0998,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.390528,43.991,344.018,4.3002,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,38.748352,56.751,443.803,5.5475,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.603168,3.241,12.683,0.1585,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1277.24939,3.443,13.477,0.1685,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.59392,4.865,12.706,0.1588,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1275.855835,5.171,13.505,0.1688,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.584576,6.492,12.73,0.1591,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1274.075562,6.904,13.537,0.1692,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.60624,453.414,446.247,5.5781,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,3.928064,1119.647,275.487,3.4436,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,2.773472,1585.755,48.393,0.6049,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,5.92432,1484.743,33.983,0.4248,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,5.778016,1522.338,34.844,0.4355,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,11.717056,1501.417,22.91,0.2864,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,2.653856,6.474,50.624,0.6328,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,316.020844,6.958,54.416,0.6802,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,2.699776,12.727,49.811,0.6226,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,316.746765,13.885,54.344,0.6793,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,2.705152,19.052,49.761,0.622,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,317.426483,20.783,54.281,0.6785,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,2.6944,25.505,50.008,0.6251,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,317.769409,27.681,54.275,0.6784,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.3032,453.295,449.587,5.6198,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,4.218016,521.341,129.269,1.6159,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,4.20656,522.76,23.93,0.2991,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,8.751776,502.532,19.17,0.2396,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,8.62224,510.082,15.566,0.1946,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,17.2488,509.954,11.672,0.1459,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.2288,37.543,586.902,7.3363,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,22.484415,48.901,764.452,9.5557,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.665024,1.611,12.597,0.1575,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,621.126587,3.54,27.686,0.3461,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.644288,2.421,12.628,0.1578,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,620.593811,5.315,27.724,0.3465,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.636192,3.23,12.644,0.158,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,620.219116,7.091,27.754,0.3469,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.337824,406.836,403.509,5.0439,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,1.997184,1101.062,273.014,3.4127,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,1.458816,1507.403,69.003,0.8625,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,2.889888,1521.874,58.055,0.7257,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,2.786976,1578.071,48.159,0.602,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,5.775872,1522.903,34.856,0.4357,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,1.356672,6.332,98.98,1.2372,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,157.800156,6.968,108.924,1.3616,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,1.40272,12.248,95.777,1.1972,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,158.058884,13.913,108.799,1.36,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,1.399968,18.407,96.012,1.2002,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,158.142212,20.858,108.795,1.3599,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,1.40176,24.512,95.936,1.1992,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,158.283676,27.786,108.75,1.3594,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.166976,411.553,414.467,5.1808,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.858368,591.654,148.961,1.862,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,1.926752,570.656,43.538,0.5442,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,4.170688,527.257,36.204,0.4525,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,4.217792,521.368,23.866,0.2983,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,8.628672,509.701,19.444,0.243,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.133952,32.063,1002.228,12.5279,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,11.860512,46.352,1448.847,18.1106,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.591008,0.811,12.679,0.1585,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,313.474548,3.507,54.831,0.6854,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.586816,1.217,12.687,0.1586,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,313.686859,5.258,54.808,0.6851,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.582496,1.623,12.695,0.1587,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,312.976715,7.026,54.945,0.6868,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.20144,341.141,343.556,4.2945,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.046464,1050.692,264.533,3.3067,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,0.784416,1401.695,106.941,1.3368,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,1.431072,1536.627,105.512,1.3189,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,1.469984,1495.95,68.479,0.856,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,2.806688,1566.988,59.776,0.7472,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,1.352512,3.176,99.26,1.2408,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,79.20784,6.941,216.949,2.7119,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,1.399232,6.139,95.969,1.1996,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,79.784355,13.781,215.434,2.6929,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,1.397088,9.223,96.14,1.2017,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,79.257347,20.809,216.919,2.7115,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,1.395872,12.308,96.247,1.2031,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,79.402237,27.695,216.576,2.7072,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.098176,349.981,363.139,4.5392,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,0.942464,583.318,151.312,1.8914,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,1.823424,301.496,41.404,0.5176,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,3.722496,295.369,38.309,0.4789,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,1.897632,579.412,44.206,0.5526,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,3.88224,566.432,38.894,0.4862,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,0.136192,15.768,985.624,12.3203,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,11.846656,23.203,1450.364,18.1296,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,10.591392,0.406,12.675,0.1584,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,159.90387,3.438,107.465,1.3433,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,10.583456,0.609,12.686,0.1586,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,159.627716,5.166,107.664,1.3458,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,10.579968,0.812,12.692,0.1587,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,159.643524,6.887,107.666,1.3458,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.157184,218.596,226.814,2.8352,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,0.563392,975.796,253.121,3.164,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,0.758528,724.767,99.532,1.2441,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,1.405568,782.254,101.458,1.2682,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,0.78272,1404.732,107.173,1.3397,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,1.424448,1543.772,106.002,1.325,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,1.351456,1.589,99.326,1.2416,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,39.78912,6.908,431.826,5.3978,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,1.39392,3.081,96.311,1.2039,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,40.130657,13.699,428.203,5.3525,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,1.395104,4.618,96.241,1.203,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,39.54208,20.855,434.63,5.4329,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,1.3952,6.157,96.247,1.2031,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,40.475552,27.165,424.658,5.3082,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,1.077312,510.303,500.29,6.2536,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,17.488352,502.969,123.275,1.5409,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,16.611391,529.522,12.12,0.1515,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,33.601727,523.55,7.989,0.0999,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,33.615425,523.337,9.982,0.1248,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,67.463326,521.533,5.968,0.0746,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,0.718784,47.803,187.094,2.3387,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,73.27562,60.021,234.913,2.9364,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,23.765024,2.892,5.67,0.0709,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,2692.979004,3.266,6.404,0.0801,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,23.752192,4.34,5.684,0.071,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,2691.038086,4.903,6.422,0.0803,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,23.739391,5.789,5.698,0.0712,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,2687.777832,6.545,6.442,0.0805,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,1.136,483.94,474.444,5.9305,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,7.881344,1116.065,273.541,3.4193,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,6.084224,1445.721,33.09,0.4136,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,11.558304,1522.039,23.224,0.2903,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,11.577152,1519.561,28.983,0.3623,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,23.04784,1526.58,17.47,0.2184,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,5.2376,6.56,25.676,0.3209,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,633.03418,6.948,27.192,0.3399,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,5.287008,12.998,25.485,0.3186,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,634.68866,13.859,27.174,0.3397,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,5.287392,19.495,25.533,0.3192,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,635.392212,20.765,27.197,0.34,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,5.284736,26.007,25.596,0.3199,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,635.839355,27.668,27.23,0.3404,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.558336,492.316,484.534,6.0567,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,8.72208,504.243,124.068,1.5508,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,8.591936,511.881,15.621,0.1953,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,17.369984,506.396,11.59,0.1449,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,16.489504,533.436,12.209,0.1526,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,33.909119,518.804,7.916,0.099,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.392096,43.815,342.643,4.283,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,38.729313,56.779,444.021,5.5503,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.603552,3.24,12.683,0.1585,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1276.868896,3.444,13.481,0.1685,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.596704,4.864,12.703,0.1588,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1275.686401,5.171,13.507,0.1688,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.58848,6.49,12.725,0.1591,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1273.779663,6.906,13.54,0.1693,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.6072,452.697,445.541,5.5693,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,3.922944,1121.109,275.847,3.4481,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,2.82624,1556.148,47.49,0.5936,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,5.712224,1539.872,35.245,0.4406,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,5.903328,1490.023,34.104,0.4263,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,11.562944,1521.428,23.215,0.2902,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,2.658048,6.463,50.544,0.6318,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,314.070068,7.002,54.754,0.6844,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,2.698176,12.734,49.841,0.623,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,315.939331,13.921,54.483,0.681,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,2.698624,19.098,49.881,0.6235,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,316.046417,20.874,54.518,0.6815,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,2.700448,25.447,49.896,0.6237,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,315.332977,27.895,54.694,0.6837,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.302528,454.302,450.586,5.6323,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,3.967296,554.288,137.439,1.718,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,3.937792,558.441,25.563,0.3195,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,8.52448,515.931,19.681,0.246,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,8.529856,515.606,15.735,0.1967,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,16.994305,517.591,11.847,0.1481,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.22784,37.702,589.375,7.3672,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,22.502048,48.863,763.853,9.5482,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.660992,1.611,12.602,0.1575,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,621.425476,3.539,27.673,0.3459,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.643776,2.421,12.628,0.1579,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,620.661865,5.315,27.72,0.3465,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.639136,3.23,12.64,0.158,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,619.977966,7.094,27.765,0.3471,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.33696,407.879,404.543,5.0568,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,2.023968,1086.491,269.401,3.3675,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,1.45392,1512.479,69.236,0.8654,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,2.808864,1565.774,59.73,0.7466,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,2.92528,1503.462,45.882,0.5735,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,5.77024,1524.39,34.891,0.4361,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,1.355392,6.338,99.073,1.2384,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,157.235046,6.993,109.316,1.3664,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,1.403904,12.237,95.697,1.1962,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,157.833466,13.933,108.954,1.3619,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,1.401472,18.388,95.909,1.1989,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,158.05751,20.869,108.853,1.3607,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,1.401056,24.524,95.985,1.1998,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,158.07225,27.823,108.896,1.3612,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.171232,401.324,404.165,5.0521,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.81456,605.938,152.557,1.907,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,1.941632,566.282,43.204,0.54,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,4.189408,524.901,36.042,0.4505,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,4.081376,538.795,24.664,0.3083,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,8.68928,506.146,19.308,0.2413,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.136992,31.352,979.988,12.2498,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,11.863712,46.339,1448.456,18.1057,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.596544,0.811,12.672,0.1584,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,314.019379,3.501,54.736,0.6842,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.588352,1.217,12.685,0.1586,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,312.966187,5.27,54.934,0.6867,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.583776,1.623,12.694,0.1587,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,312.786041,7.03,54.979,0.6872,20,True,,NVIDIA GB200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.20352,337.655,340.045,4.2506,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.052768,1044.401,262.949,3.2869,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,0.78272,1404.732,107.173,1.3397,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,1.433728,1533.78,105.316,1.3165,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,1.473344,1492.539,68.323,0.854,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,2.98672,1472.534,56.173,0.7022,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,1.353376,3.174,99.197,1.24,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,79.042816,6.955,217.402,2.7175,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,1.400256,6.135,95.899,1.1987,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,79.460991,13.837,216.311,2.7039,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,1.39888,9.211,96.017,1.2002,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,79.266014,20.807,216.896,2.7112,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,1.396672,12.301,96.192,1.2024,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,79.521347,27.653,216.252,2.7031,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_20260824_055611.csv b/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_20260824_055611.csv
new file mode 100644
index 000000000..827486a4e
--- /dev/null
+++ b/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_20260824_055611.csv
@@ -0,0 +1,225 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.576992,476.398,468.867,5.8608,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,8.915872,493.283,121.371,1.5171,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,8.796256,499.991,15.259,0.1907,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,18.294176,480.814,11.005,0.1376,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,17.218241,510.859,11.693,0.1462,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,34.907841,503.961,7.69,0.0961,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.391968,43.83,342.755,4.2844,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,38.756641,56.739,443.708,5.5464,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.615904,3.237,12.668,0.1583,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1276.374512,3.446,13.486,0.1686,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.606336,4.859,12.692,0.1586,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1274.406128,5.177,13.52,0.169,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.59824,6.484,12.714,0.1589,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1272.725586,6.911,13.551,0.1694,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.606944,452.888,445.729,5.5716,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,4.087232,1076.045,264.759,3.3095,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,2.940896,1495.478,45.638,0.5705,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,6.04432,1455.266,33.308,0.4164,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,6.19696,1419.421,32.488,0.4061,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,12.369856,1422.182,21.701,0.2713,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,2.651616,6.479,50.667,0.6333,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,320.460632,6.862,53.662,0.6708,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,2.690944,12.769,49.975,0.6247,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,322.073151,13.655,53.446,0.6681,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,2.694848,19.125,49.951,0.6244,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,321.754639,20.503,53.551,0.6694,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,2.691328,25.534,50.065,0.6258,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,322.446381,27.279,53.488,0.6686,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.31152,441.188,437.58,5.4697,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,4.367936,503.447,124.832,1.5604,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,4.221184,520.949,23.847,0.2981,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,8.919552,493.079,18.809,0.2351,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,8.998368,488.76,14.916,0.1864,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,18.670496,471.123,10.783,0.1348,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.226208,37.974,593.627,7.4203,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,22.510529,48.844,763.565,9.5446,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.685888,1.608,12.573,0.1572,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,620.861572,3.542,27.698,0.3462,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.667872,2.416,12.6,0.1575,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,620.654358,5.315,27.721,0.3465,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.660256,3.223,12.615,0.1577,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,619.277588,7.102,27.796,0.3474,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.33712,407.686,404.351,5.0544,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,2.038848,1078.562,267.435,3.3429,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,1.486752,1479.079,67.707,0.8463,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,3.037312,1448.006,55.237,0.6905,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,2.955072,1488.304,45.419,0.5677,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,6.10944,1439.754,32.953,0.4119,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,1.354176,6.343,99.162,1.2395,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,159.620773,6.888,107.682,1.346,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,1.39888,12.281,96.04,1.2005,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,160.330048,13.716,107.258,1.3407,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,1.398752,18.423,96.096,1.2012,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,160.410629,20.563,107.256,1.3407,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,1.40032,24.537,96.035,1.2004,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,160.316391,27.434,107.372,1.3421,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.170944,402.0,404.846,5.0606,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.89648,579.764,145.967,1.8246,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,1.963968,559.842,42.713,0.5339,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,4.197664,523.868,35.971,0.4496,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,4.41216,498.401,22.815,0.2852,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,9.080896,484.319,18.475,0.2309,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.137856,31.155,973.846,12.1731,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,11.845952,46.409,1450.627,18.1328,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.612672,0.809,12.653,0.1582,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,312.788727,3.515,54.952,0.6869,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.602144,1.215,12.669,0.1584,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,312.710602,5.274,54.979,0.6872,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.5968,1.621,12.678,0.1585,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,312.922882,7.027,54.955,0.6869,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.204288,336.385,338.767,4.2346,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.07536,1022.459,257.425,3.2178,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,0.797888,1378.028,105.135,1.3142,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,1.459712,1506.477,103.442,1.293,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,1.491424,1474.445,67.495,0.8437,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,2.956448,1487.612,56.748,0.7093,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,1.35056,3.18,99.404,1.2425,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,80.802559,6.804,212.667,2.6583,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,1.391808,6.172,96.481,1.206,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,80.948128,13.583,212.337,2.6542,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,1.394272,9.241,96.334,1.2042,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,81.53363,20.228,210.863,2.6358,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,1.394144,12.323,96.367,1.2046,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,81.363647,27.027,211.355,2.6419,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.099872,344.038,356.973,4.4622,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,0.99232,554.011,143.71,1.7964,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,1.824928,301.248,41.37,0.5171,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,3.716544,295.842,38.371,0.4796,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,1.967776,558.759,42.63,0.5329,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,3.91408,561.824,38.577,0.4822,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,0.136,15.79,987.015,12.3377,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,11.845856,23.205,1450.462,18.1308,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,10.606624,0.405,12.657,0.1582,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,159.581696,3.445,107.682,1.346,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,10.60256,0.608,12.664,0.1583,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,159.302307,5.177,107.884,1.3485,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,10.598368,0.81,12.67,0.1584,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,159.10733,6.911,108.029,1.3504,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.158336,217.005,225.164,2.8146,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,0.574912,956.243,248.049,3.1006,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,0.759904,723.454,99.351,1.2419,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,1.399168,785.832,101.922,1.274,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,0.79424,1384.357,105.618,1.3202,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,1.465088,1500.95,103.062,1.2883,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,1.351168,1.589,99.347,1.2418,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,40.907711,6.719,420.018,5.2502,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,1.396896,3.075,96.106,1.2013,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,41.524158,13.239,413.833,5.1729,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,1.396192,4.614,96.166,1.2021,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,41.477505,19.881,414.349,5.1794,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,1.395936,6.154,96.196,1.2024,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,41.292576,26.627,416.255,5.2032,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,1.118592,491.471,481.827,6.0228,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,17.918112,490.905,120.318,1.504,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,17.229536,510.524,11.685,0.1461,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,34.836319,504.996,7.706,0.0963,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,34.872383,504.473,9.622,0.1203,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,69.672897,504.994,5.779,0.0722,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,0.714208,48.109,188.292,2.3537,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,73.188545,60.092,235.193,2.9399,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,23.76416,2.892,5.67,0.0709,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,2690.969482,3.269,6.409,0.0801,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,23.751392,4.34,5.684,0.0711,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,2688.280273,4.908,6.428,0.0804,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,23.742592,5.789,5.697,0.0712,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,2684.407227,6.553,6.45,0.0806,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,1.142464,481.202,471.759,5.897,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,8.132064,1081.656,265.108,3.3138,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,6.28192,1400.224,32.049,0.4006,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,12.188224,1443.376,22.024,0.2753,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,11.912576,1476.774,28.167,0.3521,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,23.754175,1481.187,16.951,0.2119,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,5.24256,6.554,25.652,0.3206,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,641.36792,6.857,26.839,0.3355,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,5.268288,13.044,25.576,0.3197,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,644.524109,13.647,26.759,0.3345,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,5.27456,19.543,25.595,0.3199,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,648.99762,20.33,26.626,0.3328,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,5.275136,26.054,25.642,0.3205,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,649.546448,27.084,26.656,0.3332,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.573536,479.269,471.692,5.8962,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,8.953792,491.194,120.857,1.5107,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,8.990752,489.174,14.928,0.1866,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,18.457664,476.555,10.907,0.1363,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,17.133247,513.393,11.751,0.1469,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,34.517406,509.661,7.777,0.0972,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.392608,43.758,342.196,4.2774,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,38.674526,56.86,444.65,5.5581,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.612704,3.238,12.672,0.1584,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1275.81897,3.447,13.492,0.1687,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.603936,4.86,12.694,0.1587,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1274.036133,5.178,13.524,0.1691,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.600608,6.483,12.711,0.1589,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1272.764648,6.911,13.551,0.1694,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.610496,450.253,443.136,5.5392,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,4.116096,1068.499,262.902,3.2863,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,2.923008,1504.63,45.918,0.574,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,6.0632,1450.734,33.205,0.4151,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,6.127904,1435.416,32.854,0.4107,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,12.19456,1442.626,22.013,0.2752,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,2.650592,6.482,50.686,0.6336,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,319.353455,6.886,53.848,0.6731,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,2.693216,12.758,49.933,0.6242,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,320.804321,13.709,53.657,0.6707,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,2.692544,19.142,49.994,0.6249,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,320.7659,20.567,53.716,0.6714,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,2.690944,25.537,50.072,0.6259,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,320.625793,27.434,53.792,0.6724,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.312896,439.248,435.656,5.4457,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,3.880992,566.614,140.495,1.7562,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,4.16288,528.246,24.181,0.3023,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,8.801312,499.703,19.062,0.2383,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,8.95872,490.924,14.982,0.1873,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,18.086048,486.347,11.132,0.1391,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.229408,37.444,585.347,7.3168,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,22.504864,48.857,763.757,9.547,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.678272,1.609,12.582,0.1573,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,620.984375,3.541,27.693,0.3462,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.663488,2.417,12.605,0.1576,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,620.412964,5.317,27.732,0.3466,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.657632,3.224,12.618,0.1577,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,619.678772,7.097,27.778,0.3472,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.337856,406.797,403.47,5.0434,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,2.036896,1079.595,267.691,3.3461,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,1.496576,1469.37,67.262,0.8408,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,2.813024,1563.459,59.641,0.7455,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,2.957248,1487.209,45.386,0.5673,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,5.96992,1473.402,33.723,0.4215,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,1.356928,6.33,98.961,1.237,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,160.754425,6.84,106.922,1.3365,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,1.401344,12.26,95.871,1.1984,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,161.546722,13.612,106.45,1.3306,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,1.400832,18.396,95.953,1.1994,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,160.161789,20.595,107.423,1.3428,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,1.398112,24.576,96.187,1.2023,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,160.323608,27.432,107.367,1.3421,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.175488,391.591,394.363,4.9295,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.943488,565.741,142.437,1.7805,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,2.003008,548.93,41.88,0.5235,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,4.231904,519.63,35.68,0.446,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,4.41856,497.679,22.782,0.2848,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,9.045472,486.215,18.548,0.2318,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.13696,31.359,980.217,12.2527,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,11.846496,46.407,1450.561,18.132,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.612,0.809,12.654,0.1582,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,313.45929,3.508,54.834,0.6854,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.601696,1.215,12.669,0.1584,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,312.946136,5.27,54.937,0.6867,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.599552,1.621,12.675,0.1584,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,312.406921,7.039,55.046,0.6881,20,True,,NVIDIA GB200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.204992,335.23,337.604,4.22,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.07808,1019.879,256.775,3.2097,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,0.800384,1373.73,104.807,1.3101,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,1.461632,1504.499,103.306,1.2913,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,1.492704,1473.181,67.437,0.843,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,2.928384,1501.868,57.292,0.7161,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,1.351936,3.177,99.302,1.2413,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,80.89267,6.796,212.43,2.6554,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,1.394048,6.162,96.326,1.2041,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,81.490623,13.492,210.923,2.6365,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,1.395936,9.23,96.219,1.2027,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,81.186142,20.315,211.766,2.6471,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,1.396512,12.302,96.203,1.2025,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,81.256447,27.063,211.634,2.6454,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_context.png b/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_context.png
index 6c202a42f..20edf85f5 100755
Binary files a/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_context.png and b/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_context.png differ
diff --git a/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_generation.png b/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_generation.png
index 8a3cfe784..9f05231ad 100755
Binary files a/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_generation.png and b/benchmark/attention_inference/results/deepseek_v4/gb200/deepseek_v4_generation.png differ
diff --git a/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_20260821_055741.csv b/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_20260821_055741.csv
deleted file mode 100644
index eb5518c62..000000000
--- a/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_20260821_055741.csv
+++ /dev/null
@@ -1,225 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.490304,560.628,551.765,6.8971,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,7.268416,605.09,148.881,1.861,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,7.476896,588.218,17.951,0.2244,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,15.155552,580.388,13.284,0.1661,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,13.834528,635.807,14.552,0.1819,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,27.687616,635.381,9.695,0.1212,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.382368,44.93,351.36,4.392,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,37.921921,57.988,453.475,5.6684,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.452576,3.287,12.866,0.1608,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1246.775635,3.528,13.806,0.1726,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.429056,4.942,12.907,0.1613,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1245.844727,5.295,13.83,0.1729,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.418464,6.596,12.933,0.1617,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1244.886108,7.066,13.854,0.1732,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.585024,469.857,462.43,5.7804,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,3.842688,1144.523,281.608,3.5201,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,2.737504,1606.59,49.029,0.6129,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,5.4464,1615.029,36.965,0.4621,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,5.493856,1601.078,36.646,0.4581,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,10.90112,1613.796,24.625,0.3078,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,2.63536,6.519,50.979,0.6372,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,300.487762,7.318,57.229,0.7154,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,2.67424,12.848,50.287,0.6286,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,301.338531,14.595,57.123,0.714,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,2.682848,19.211,50.175,0.6272,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,301.404785,21.888,57.166,0.7146,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,2.682784,25.615,50.225,0.6278,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,301.486694,29.176,57.206,0.7151,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.262592,523.394,519.113,6.4889,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,3.4968,628.867,155.931,1.9491,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,3.616928,607.981,27.831,0.3479,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,7.511104,585.539,22.337,0.2792,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,7.496928,586.646,17.903,0.2238,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,15.076704,583.423,13.353,0.1669,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.22096,38.876,607.727,7.5966,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,21.930529,50.136,783.759,9.797,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.507008,1.635,12.787,0.1598,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,607.627441,3.619,28.301,0.3538,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.489984,2.457,12.814,0.1602,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,606.762634,5.436,28.355,0.3544,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.48672,3.277,12.824,0.1603,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,606.380249,7.253,28.387,0.3548,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.325792,421.861,418.411,5.2301,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,1.964256,1119.52,277.591,3.4699,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,1.419264,1549.411,70.926,0.8866,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,2.714176,1620.398,61.813,0.7727,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,2.73472,1608.226,49.079,0.6135,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,5.400832,1628.655,37.277,0.466,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,1.349472,6.365,99.508,1.2438,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,149.613724,7.349,114.884,1.4361,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,1.393056,12.333,96.442,1.2055,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,149.939713,14.666,114.69,1.4336,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,1.390688,18.53,96.653,1.2082,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,150.015579,21.988,114.688,1.4336,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,1.388832,24.74,96.829,1.2104,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,150.088486,29.303,114.689,1.4336,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.145376,472.702,476.048,5.9506,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.655808,664.033,167.184,2.0898,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,1.787776,615.016,46.922,0.5865,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,3.67824,597.847,41.051,0.5131,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,3.674848,598.398,27.393,0.3424,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,7.50848,585.744,22.344,0.2793,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.133344,32.21,1006.798,12.585,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,11.403904,48.208,1506.858,18.8357,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.4448,0.822,12.856,0.1607,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,307.806091,3.572,55.841,0.698,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.42128,1.236,12.889,0.1611,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,307.196075,5.369,55.966,0.6996,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.411264,1.65,12.904,0.1613,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,307.241394,7.157,55.971,0.6996,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.195808,350.953,353.438,4.418,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.014208,1084.109,272.946,3.4118,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,0.761152,1444.536,110.209,1.3776,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,1.404864,1565.293,107.48,1.3435,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,1.415872,1553.123,71.096,0.8887,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,2.713216,1620.972,61.835,0.7729,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,1.34,3.205,100.187,1.2523,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,74.996674,7.33,229.131,2.8641,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,1.392928,6.167,96.404,1.205,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,75.174622,14.626,228.644,2.8581,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,1.380864,9.331,97.27,1.2159,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,75.245537,21.918,228.485,2.8561,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,1.390336,12.357,96.63,1.2079,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,75.239876,29.227,228.558,2.857,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.08048,426.935,442.987,5.5373,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,0.842176,652.78,169.331,2.1166,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,1.700672,323.258,44.393,0.5549,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,3.46672,317.162,41.136,0.5142,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,1.76368,623.419,47.563,0.5945,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,3.543264,620.621,42.615,0.5327,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,0.131776,16.296,1018.654,12.7332,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,11.410496,24.09,1505.804,18.8225,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,10.44016,0.411,12.859,0.1607,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,156.833313,3.505,109.569,1.3696,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,10.418336,0.618,12.888,0.1611,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,156.816544,5.259,109.594,1.3699,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,10.410752,0.825,12.899,0.1612,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,156.457626,7.028,109.859,1.3732,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.15984,214.963,223.045,2.7881,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,0.539392,1019.214,264.383,3.3048,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,0.755008,728.146,99.996,1.2499,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,1.401024,784.791,101.787,1.2723,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,0.764576,1438.067,109.716,1.3714,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,1.403392,1566.934,107.593,1.3449,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,1.345088,1.597,99.796,1.2474,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,37.678944,7.295,456.01,5.7001,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,1.379776,3.113,97.299,1.2162,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,37.732033,14.57,455.424,5.6928,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,1.390368,4.634,96.569,1.2071,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,37.871326,21.775,453.804,5.6726,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,1.386272,6.196,96.866,1.2108,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,38.071423,28.88,451.474,5.6434,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,0.953632,576.486,565.174,7.0647,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,14.574848,603.512,147.917,1.849,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,13.85856,634.705,14.527,0.1816,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,27.723743,634.553,9.683,0.121,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,27.708672,634.898,12.11,0.1514,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,56.568226,621.981,7.118,0.089,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,0.6984,49.198,192.554,2.4069,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,70.961311,61.978,242.575,3.0322,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,23.312063,2.948,5.78,0.0722,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,2620.61499,3.356,6.581,0.0823,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,23.30912,4.422,5.792,0.0724,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,2618.705322,5.038,6.599,0.0825,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,23.289663,5.901,5.808,0.0726,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,2617.378662,6.721,6.615,0.0827,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,1.1016,499.052,489.259,6.1157,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,7.62208,1154.028,282.846,3.5356,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,5.462624,1610.232,36.855,0.4607,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,10.813152,1626.925,24.825,0.3103,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,10.49488,1676.264,31.972,0.3997,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,20.555616,1711.667,19.588,0.2449,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,5.200928,6.606,25.857,0.3232,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,601.778809,7.308,28.604,0.3576,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,5.252192,13.084,25.654,0.3207,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,605.166321,14.535,28.5,0.3562,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,5.253568,19.621,25.698,0.3212,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,605.55072,21.789,28.537,0.3567,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,5.248672,26.185,25.772,0.3221,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,603.57251,29.147,28.686,0.3586,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.495136,555.156,546.38,6.8298,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,7.217152,609.388,149.939,1.8742,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,7.516352,585.13,17.857,0.2232,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,15.083296,583.168,13.348,0.1668,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,13.793376,637.704,14.596,0.1824,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,27.635073,636.589,9.714,0.1214,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.380736,45.123,352.866,4.4108,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,37.944416,57.954,453.206,5.6651,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.45024,3.288,12.869,0.1609,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1247.059814,3.527,13.803,0.1725,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.431584,4.941,12.904,0.1613,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1245.526855,5.297,13.834,0.1729,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.420768,6.594,12.93,0.1616,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1244.409424,7.068,13.86,0.1732,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.584448,470.321,462.886,5.7861,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,3.84432,1144.038,281.488,3.5186,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,2.732512,1609.525,49.119,0.614,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,5.487264,1603.002,36.69,0.4586,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,5.396128,1630.075,37.309,0.4664,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,10.837344,1623.293,24.769,0.3096,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,2.637216,6.514,50.943,0.6368,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,299.85141,7.334,57.351,0.7169,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,2.684768,12.798,50.09,0.6261,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,300.424866,14.639,57.297,0.7162,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,2.680256,19.229,50.223,0.6278,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,300.543213,21.95,57.33,0.7166,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,2.677696,25.664,50.32,0.629,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,300.684631,29.254,57.359,0.717,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.262208,524.16,519.873,6.4984,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,3.506048,627.209,155.52,1.944,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,3.626048,606.452,27.761,0.347,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,7.500576,586.361,22.368,0.2796,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,7.493568,586.91,17.911,0.2239,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,14.968544,587.639,13.45,0.1681,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.221376,38.802,606.585,7.5823,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,21.936352,50.123,783.551,9.7944,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.505888,1.635,12.788,0.1598,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,607.599915,3.619,28.303,0.3538,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.491264,2.456,12.812,0.1602,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,606.932556,5.435,28.348,0.3543,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.486848,3.276,12.824,0.1603,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,606.362,7.253,28.388,0.3549,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.323712,424.572,421.099,5.2637,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,1.962176,1120.706,277.885,3.4736,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,1.41968,1548.957,70.906,0.8863,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,2.736544,1607.154,61.308,0.7664,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,2.72832,1611.998,49.194,0.6149,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,5.476128,1606.261,36.764,0.4596,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,1.348992,6.368,99.543,1.2443,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,149.548325,7.352,114.934,1.4367,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,1.388736,12.371,96.742,1.2093,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,149.929276,14.667,114.698,1.4337,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,1.395136,18.471,96.345,1.2043,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,149.952286,21.997,114.737,1.4342,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,1.39104,24.701,96.676,1.2084,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,149.955322,29.329,114.79,1.4349,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.145792,471.353,474.69,5.9336,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.657632,663.303,167.0,2.0875,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,1.791168,613.852,46.833,0.5854,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,3.648224,602.765,41.389,0.5174,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,3.603328,610.276,27.936,0.3492,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,7.488928,587.273,22.403,0.28,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.133184,32.248,1008.008,12.6001,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,11.403808,48.208,1506.871,18.8359,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.440992,0.823,12.861,0.1608,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,307.691345,3.573,55.862,0.6983,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.423392,1.236,12.886,0.1611,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,307.765106,5.359,55.862,0.6983,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.411232,1.65,12.904,0.1613,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,306.819977,7.167,56.048,0.7006,20,True,,NVIDIA GB300,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.190816,360.135,362.685,4.5336,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.01536,1082.879,272.636,3.408,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,0.7616,1443.686,110.145,1.3768,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,1.405344,1564.758,107.443,1.343,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,1.41232,1557.029,71.275,0.8909,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,2.713536,1620.781,61.828,0.7728,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,1.344352,3.195,99.863,1.2483,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,74.981056,7.332,229.179,2.8647,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,1.387904,6.189,96.753,1.2094,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,75.160004,14.629,228.689,2.8586,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,1.39184,9.257,96.502,1.2063,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,75.201088,21.931,228.62,2.8577,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,1.391168,12.349,96.573,1.2072,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,75.193565,29.245,228.698,2.8587,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d512[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_20260824_055826.csv b/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_20260824_055826.csv
new file mode 100644
index 000000000..ca61be063
--- /dev/null
+++ b/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_20260824_055826.csv
@@ -0,0 +1,225 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.498144,551.804,543.081,6.7885,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,7.355328,597.94,147.122,1.839,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,7.54688,582.764,17.785,0.2223,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,15.134656,581.189,13.302,0.1663,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,13.970048,629.639,14.411,0.1801,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,28.17424,624.407,9.528,0.1191,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.383488,44.799,350.334,4.3792,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,37.885822,58.043,453.907,5.6738,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.457344,3.286,12.86,0.1607,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1246.087402,3.529,13.814,0.1727,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.438112,4.938,12.896,0.1612,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1244.955688,5.299,13.84,0.173,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.429184,6.589,12.92,0.1615,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1244.779785,7.066,13.855,0.1732,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.584064,470.63,463.19,5.7899,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,3.853248,1141.387,280.836,3.5104,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,2.768032,1588.871,48.489,0.6061,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,5.422208,1622.235,37.13,0.4641,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,5.438048,1617.509,37.022,0.4628,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,10.883936,1616.344,24.663,0.3083,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,2.63904,6.51,50.908,0.6364,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,302.099579,7.279,56.924,0.7115,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,2.682944,12.807,50.124,0.6265,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,303.039642,14.513,56.803,0.71,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,2.693472,19.135,49.977,0.6247,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,302.978363,21.774,56.869,0.7109,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,2.690976,25.537,50.072,0.6259,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,303.030182,29.027,56.915,0.7114,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.264096,520.413,516.157,6.452,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,3.503136,627.73,155.649,1.9456,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,3.623456,606.886,27.781,0.3473,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,7.64576,575.227,21.943,0.2743,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,7.534624,583.711,17.813,0.2227,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,15.00064,586.381,13.421,0.1678,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.2208,38.904,608.167,7.6021,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,21.877344,50.258,785.665,9.8208,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.513568,1.634,12.779,0.1597,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,607.369751,3.621,28.313,0.3539,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.497408,2.455,12.805,0.1601,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,606.878601,5.435,28.35,0.3544,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.491648,3.275,12.818,0.1602,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,606.138245,7.256,28.399,0.355,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.325056,422.816,419.358,5.242,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,1.965472,1118.827,277.419,3.4677,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,1.423744,1544.536,70.703,0.8838,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,2.736288,1607.304,61.314,0.7664,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,2.76256,1592.019,48.585,0.6073,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,5.44272,1616.121,36.99,0.4624,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,1.35552,6.337,99.064,1.2383,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,150.545502,7.304,114.173,1.4272,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,1.396,12.306,96.238,1.203,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,150.796249,14.583,114.039,1.4255,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,1.39712,18.445,96.208,1.2026,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,150.81575,21.871,114.08,1.426,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,1.404672,24.461,95.738,1.1967,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,150.874084,29.15,114.091,1.4261,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.149184,460.636,463.897,5.7987,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.680928,654.11,164.685,2.0586,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,1.81344,606.313,46.258,0.5782,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,3.59568,611.574,41.993,0.5249,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,3.650272,602.427,27.577,0.3447,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,7.419776,592.747,22.611,0.2826,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.136032,31.573,986.904,12.3363,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,11.419424,48.142,1504.81,18.8101,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.448096,0.822,12.852,0.1607,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,307.615173,3.574,55.876,0.6984,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.427776,1.236,12.881,0.161,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,307.319763,5.367,55.943,0.6993,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.423232,1.648,12.889,0.1611,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,307.09436,7.161,55.998,0.7,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.20256,339.255,341.657,4.2707,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.021344,1076.534,271.039,3.388,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,0.7632,1440.66,109.914,1.3739,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,1.420832,1547.701,106.272,1.3284,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,1.424032,1544.223,70.689,0.8836,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,2.723968,1614.573,61.591,0.7699,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,1.349952,3.182,99.448,1.2431,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,75.331619,7.298,228.112,2.8514,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,1.39392,6.162,96.335,1.2042,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,75.526909,14.558,227.578,2.8447,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,1.40112,9.196,95.863,1.1983,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,75.56739,21.825,227.512,2.8439,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,1.394304,12.321,96.355,1.2044,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,75.591522,29.091,227.494,2.8437,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.087264,393.745,408.549,5.1069,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,0.85536,642.719,166.721,2.084,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,1.708512,321.775,44.189,0.5524,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,3.46496,317.323,41.157,0.5145,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,1.779808,617.77,47.132,0.5892,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,3.563584,617.082,42.372,0.5296,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,0.13344,16.093,1005.951,12.5744,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,11.420352,24.069,1504.504,18.8063,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,10.43488,0.412,12.866,0.1608,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,156.528381,3.512,109.782,1.3723,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,10.417056,0.618,12.889,0.1611,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,156.288132,5.276,109.965,1.3746,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,10.40592,0.825,12.905,0.1613,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,156.240417,7.037,110.012,1.3751,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.157536,218.107,226.308,2.8288,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,0.54496,1008.8,261.682,3.271,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,0.76272,720.783,98.985,1.2373,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,1.399872,785.437,101.871,1.2734,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,0.769952,1428.026,108.95,1.3619,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,1.420576,1547.98,106.291,1.3286,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,1.354848,1.585,99.077,1.2385,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,37.76403,7.279,454.982,5.6873,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,1.393728,3.082,96.325,1.2041,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,37.85379,14.523,453.959,5.6745,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,1.403552,4.59,95.662,1.1958,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,37.9352,21.738,453.04,5.663,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,1.386816,6.194,96.828,1.2104,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_flash-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,38.244034,28.75,449.436,5.618,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,0.966496,568.813,557.652,6.9706,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,14.68192,599.111,146.839,1.8355,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,14.051328,625.997,14.328,0.1791,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,28.049088,627.193,9.57,0.1196,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,28.004864,628.183,11.982,0.1498,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,57.041218,616.824,7.059,0.0882,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,0.701568,48.976,191.685,2.3961,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,70.882942,62.047,242.843,3.0355,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,23.318304,2.947,5.778,0.0722,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,2618.869629,3.359,6.586,0.0823,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,23.289473,4.426,5.797,0.0725,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,2617.399414,5.041,6.602,0.0825,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,23.289824,5.901,5.808,0.0726,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,2616.216553,6.724,6.618,0.0827,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,1.101568,499.067,489.274,6.1159,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,7.632128,1152.509,282.473,3.5309,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,5.481536,1604.677,36.728,0.4591,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,10.850016,1621.397,24.741,0.3093,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,10.528064,1670.98,31.871,0.3984,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,20.798368,1691.689,19.36,0.242,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,5.204608,6.602,25.839,0.323,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,605.11615,7.268,28.446,0.3556,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,5.260064,13.064,25.616,0.3202,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,608.292603,14.46,28.353,0.3544,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,5.260224,19.596,25.665,0.3208,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,608.520874,21.682,28.398,0.355,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,5.251584,26.171,25.757,0.322,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,609.183655,28.878,28.422,0.3553,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.49984,549.932,541.238,6.7655,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,7.313184,601.386,147.97,1.8496,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,7.546336,582.806,17.786,0.2223,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,15.184416,579.284,13.259,0.1657,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,13.968992,629.687,14.412,0.1802,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,27.954144,629.323,9.603,0.12,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.38304,44.851,350.744,4.3843,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,37.875137,58.06,454.035,5.6754,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.46608,3.283,12.849,0.1606,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1246.570557,3.528,13.809,0.1726,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.438496,4.937,12.896,0.1612,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1244.99292,5.299,13.84,0.173,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.423904,6.592,12.926,0.1616,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1244.497925,7.068,13.859,0.1732,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,0.586528,468.653,461.244,5.7656,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,3.852256,1141.681,280.908,3.5114,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,2.752992,1597.552,48.753,0.6094,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,5.405888,1627.132,37.242,0.4655,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,5.457696,1611.686,36.889,0.4611,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,10.874112,1617.804,24.686,0.3086,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,2.644256,6.497,50.808,0.6351,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,301.366943,7.297,57.062,0.7133,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,2.690912,12.769,49.976,0.6247,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,301.933502,14.566,57.011,0.7126,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,2.690656,19.155,50.029,0.6254,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,302.361115,21.819,56.986,0.7123,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,2.69536,25.495,49.99,0.6249,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,302.25943,29.101,57.06,0.7133,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.264512,519.594,515.345,6.4418,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,3.412256,644.448,159.794,1.9974,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,3.691072,595.768,27.272,0.3409,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,7.550848,582.457,22.219,0.2777,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,7.64528,575.263,17.556,0.2194,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,15.196576,578.821,13.248,0.1656,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.22208,38.679,604.662,7.5583,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,21.885056,50.24,785.388,9.8173,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.506176,1.635,12.788,0.1598,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,607.408691,3.62,28.311,0.3539,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.492288,2.456,12.811,0.1601,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,606.909363,5.435,28.349,0.3544,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.48432,3.277,12.827,0.1603,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,606.227051,7.255,28.394,0.3549,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,0.325824,421.82,418.37,5.2296,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,1.964512,1119.374,277.555,3.4694,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,1.42816,1539.76,70.485,0.8811,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,2.728416,1611.941,61.491,0.7686,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,2.764064,1591.152,48.558,0.607,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,5.425824,1621.153,37.105,0.4638,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,1.35728,6.329,98.936,1.2367,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,150.422211,7.31,114.267,1.4283,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,1.402208,12.252,95.812,1.1977,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,150.751999,14.587,114.072,1.4259,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,1.4016,18.386,95.901,1.1988,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,150.796036,21.874,114.095,1.4262,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,1.399808,24.546,96.07,1.2009,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,150.875366,29.15,114.09,1.4261,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.14752,465.832,469.13,5.8641,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.67712,655.595,165.059,2.0632,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,1.815232,605.714,46.212,0.5777,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,3.6024,610.433,41.915,0.5239,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,3.604832,610.021,27.925,0.3491,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,7.622976,576.946,22.009,0.2751,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.133728,32.117,1003.907,12.5488,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,11.419456,48.142,1504.806,18.8101,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.447072,0.822,12.854,0.1607,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,307.910553,3.571,55.822,0.6978,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.429536,1.235,12.878,0.161,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,306.999786,5.372,56.002,0.7,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.42304,1.648,12.89,0.1611,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,307.043579,7.162,56.007,0.7001,20,True,,NVIDIA GB300,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.201216,341.521,343.939,4.2992,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,1.019424,1078.562,271.549,3.3944,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,0.763008,1441.022,109.941,1.3743,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,1.412064,1557.311,106.932,1.3367,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,1.425984,1542.109,70.592,0.8824,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,2.715904,1619.367,61.774,0.7722,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,1.357088,3.165,98.925,1.2366,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,75.292221,7.302,228.232,2.8529,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,1.399584,6.137,95.945,1.1993,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,75.563934,14.551,227.466,2.8433,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,1.401024,9.197,95.87,1.1984,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,75.544701,21.832,227.58,2.8447,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,1.391328,12.348,96.562,1.207,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+deepseek_v4,dsv4_pro-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,75.509346,29.123,227.742,2.8468,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_context.png b/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_context.png
index 48b122e91..33e5aee27 100755
Binary files a/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_context.png and b/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_context.png differ
diff --git a/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_generation.png b/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_generation.png
index c544081d1..ecde59e47 100755
Binary files a/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_generation.png and b/benchmark/attention_inference/results/deepseek_v4/gb300/deepseek_v4_generation.png differ
diff --git a/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_20260821_063604.csv b/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_20260821_063604.csv
deleted file mode 100644
index c8272d0d8..000000000
--- a/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_20260821_063604.csv
+++ /dev/null
@@ -1,113 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,2.919392,94.156,92.667,1.9306,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,44.105953,99.715,24.535,0.5111,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,49.491936,88.864,2.712,0.0565,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,99.81498,88.124,2.017,0.042,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,96.718468,90.945,2.082,0.0434,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,197.774521,88.951,1.357,0.0283,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.430816,39.878,311.847,6.4968,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,44.752609,49.137,384.26,8.0054,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.890496,3.155,12.348,0.2573,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1515.303955,2.902,11.36,0.2367,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.859552,4.746,12.396,0.2582,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1517.061401,4.349,11.358,0.2366,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.869632,6.322,12.396,0.2583,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1515.832886,5.803,11.378,0.237,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,1.516384,90.636,89.895,1.8728,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,22.082527,99.582,24.692,0.5144,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,24.742529,88.876,4.068,0.0848,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,49.715874,88.464,3.375,0.0703,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,48.499489,90.682,2.767,0.0577,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,98.948158,88.896,2.035,0.0424,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.235488,36.477,570.234,11.8799,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,23.09664,47.605,744.189,15.5039,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.382272,1.655,12.94,0.2696,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,735.884949,2.988,23.369,0.4868,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.319328,2.497,13.025,0.2714,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,735.471985,4.485,23.393,0.4874,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.360896,3.316,12.98,0.2704,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,737.140564,5.966,23.352,0.4865,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.8128,84.547,85.145,1.7739,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,11.135584,98.739,24.859,0.5179,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,12.20608,90.079,6.872,0.1432,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,24.46032,89.902,6.173,0.1286,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,24.482847,89.819,4.112,0.0857,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,49.539169,88.779,3.387,0.0706,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.136288,31.514,985.05,20.5219,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,12.378496,44.412,1388.219,28.9212,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.149856,0.846,13.23,0.2756,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,363.123657,3.028,47.334,0.9861,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.117344,1.274,13.276,0.2766,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,362.520874,4.549,47.425,0.988,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.166656,1.69,13.215,0.2753,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,363.726196,6.046,47.279,0.985,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.459968,74.7,77.509,1.6148,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,5.694208,96.546,25.044,0.5218,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,5.531328,99.389,13.649,0.2844,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,11.039296,99.6,12.918,0.2691,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,12.197728,90.141,6.877,0.1433,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,24.439137,89.98,6.178,0.1287,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,0.1344,15.978,998.766,20.8076,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,12.358656,22.242,1390.278,28.9641,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,10.162912,0.423,13.21,0.2752,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,183.097794,3.003,93.852,1.9552,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,10.178752,0.633,13.191,0.2748,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,183.343781,4.498,93.737,1.9529,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,10.220384,0.84,13.139,0.2737,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,183.207169,6.001,93.819,1.9546,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,5.750912,95.595,93.719,1.9525,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,87.948738,100.014,24.513,0.5107,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,99.075394,88.782,2.032,0.0423,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,200.056122,87.936,1.342,0.028,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,192.568222,91.356,1.742,0.0363,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,394.158691,89.264,1.022,0.0213,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,0.75856,45.296,177.283,3.6934,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,87.556641,50.231,196.598,4.0958,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,24.541952,2.8,5.49,0.1144,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,3169.980957,2.775,5.441,0.1133,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,24.594208,4.191,5.489,0.1144,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,3170.125732,4.162,5.451,0.1136,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,24.546528,5.599,5.511,0.1148,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,3171.532471,5.547,5.459,0.1137,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,2.92304,94.038,92.552,1.9282,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,44.12339,99.676,24.525,0.5109,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,49.477505,88.89,2.713,0.0565,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,99.893982,88.054,2.015,0.042,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,96.71405,90.949,2.082,0.0434,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,197.823837,88.929,1.357,0.0283,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.432128,39.756,310.9,6.4771,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,44.749439,49.141,384.287,8.006,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.964416,3.134,12.265,0.2555,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1516.034058,2.901,11.354,0.2365,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.937088,4.712,12.308,0.2564,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1517.22876,4.348,11.356,0.2366,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.9168,6.295,12.343,0.2571,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1516.856079,5.799,11.37,0.2369,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,1.518368,90.518,89.777,1.8704,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,22.206623,99.026,24.554,0.5115,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,24.739616,88.887,4.069,0.0848,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,49.735233,88.429,3.373,0.0703,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,48.558689,90.572,2.764,0.0576,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,99.021919,88.83,2.033,0.0424,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.235904,36.413,569.228,11.8589,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,23.118816,47.559,743.475,15.4891,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.369856,1.657,12.956,0.2699,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,735.598572,2.989,23.378,0.487,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.321312,2.497,13.023,0.2713,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,736.326111,4.48,23.366,0.4868,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.317408,3.33,13.034,0.2715,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,736.929993,5.968,23.358,0.4866,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.812896,84.537,85.135,1.7736,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,11.137472,98.722,24.855,0.5178,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,12.235584,89.862,6.856,0.1428,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,24.461121,89.899,6.173,0.1286,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,24.515648,89.699,4.106,0.0855,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,49.531487,88.793,3.387,0.0706,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.137408,31.257,977.021,20.3546,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,12.322048,44.616,1394.579,29.0537,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.159424,0.846,13.218,0.2754,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,363.098206,3.028,47.338,0.9862,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.159104,1.268,13.221,0.2754,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,362.171722,4.554,47.47,0.989,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.162368,1.691,13.22,0.2754,20,True,,NVIDIA H200,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,362.320831,6.069,47.462,0.9888,20,True,,NVIDIA H200,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_20260824_063806.csv b/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_20260824_063806.csv
new file mode 100644
index 000000000..3ef9d3da4
--- /dev/null
+++ b/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_20260824_063806.csv
@@ -0,0 +1,113 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,2.937984,93.56,92.081,1.9184,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,43.636864,100.787,24.799,0.5166,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,49.822754,88.274,2.694,0.0561,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,100.474525,87.546,2.004,0.0417,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,97.486206,90.229,2.065,0.043,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,199.15799,88.333,1.348,0.0281,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.443264,38.758,303.09,6.3144,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,45.015648,48.85,382.015,7.9586,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.884256,3.157,12.355,0.2574,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1524.128296,2.886,11.294,0.2353,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.887552,4.734,12.364,0.2576,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1524.547607,4.327,11.302,0.2355,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.970656,6.264,12.282,0.2559,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1525.223022,5.767,11.308,0.2356,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,1.53152,89.74,89.006,1.8543,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,21.985727,100.02,24.801,0.5167,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,24.872416,88.412,4.047,0.0843,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,49.964863,88.023,3.358,0.07,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,48.863777,90.006,2.747,0.0572,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,99.623199,88.294,2.021,0.0421,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.248416,34.579,540.558,11.2616,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,23.208704,47.375,740.595,15.4291,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.400608,1.652,12.917,0.2691,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,742.259888,2.963,23.168,0.4827,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.390496,2.48,12.936,0.2695,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,736.722412,4.477,23.353,0.4865,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.308512,3.333,13.046,0.2718,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,735.876831,5.977,23.392,0.4873,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.825152,83.281,83.871,1.7473,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,11.093504,99.113,24.954,0.5199,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,12.27072,89.604,6.836,0.1424,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,24.62512,89.3,6.132,0.1277,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,24.651903,89.203,4.083,0.0851,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,49.757793,88.389,3.372,0.0702,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.1488,28.864,902.221,18.7963,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,12.389088,44.374,1387.032,28.8965,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.204576,0.842,13.159,0.2741,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,365.389771,3.009,47.041,0.98,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.2128,1.262,13.152,0.274,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,364.960602,4.519,47.108,0.9814,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.20928,1.683,13.159,0.2742,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,364.541473,6.032,47.173,0.9828,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.474688,72.384,75.105,1.5647,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,5.684224,96.716,25.088,0.5227,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,5.566496,98.762,13.563,0.2826,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,11.02496,99.729,12.935,0.2695,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,12.228928,89.911,6.86,0.1429,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,24.588896,89.432,6.141,0.1279,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,0.147008,14.608,913.108,19.0231,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,12.377376,22.208,1388.175,28.9203,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,10.205728,0.421,13.154,0.2741,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,184.134247,2.986,93.324,1.9442,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,10.224576,0.63,13.132,0.2736,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,184.518723,4.469,93.14,1.9404,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,10.245056,0.838,13.107,0.2731,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,184.293732,5.966,93.266,1.943,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,5.755616,95.516,93.642,1.9509,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,88.008575,99.946,24.496,0.5103,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,99.832542,88.108,2.017,0.042,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,200.34787,87.808,1.34,0.0279,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,193.057571,91.124,1.738,0.0362,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,395.442413,88.975,1.018,0.0212,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,0.771552,44.533,174.298,3.6312,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,88.230782,49.847,195.095,4.0645,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,24.592352,2.794,5.479,0.1141,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,3189.346436,2.758,5.408,0.1127,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,24.747711,4.165,5.455,0.1137,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,3190.661621,4.135,5.416,0.1128,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,24.734177,5.557,5.469,0.1139,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,3191.406738,5.512,5.425,0.113,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,2.946144,93.301,91.826,1.913,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,43.682495,100.682,24.773,0.5161,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,49.828354,88.264,2.694,0.0561,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,100.458176,87.56,2.004,0.0418,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,96.941795,90.736,2.077,0.0433,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,198.052551,88.826,1.355,0.0282,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.443104,38.772,303.199,6.3167,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,45.038754,48.825,381.819,7.9546,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,10.905536,3.151,12.331,0.2569,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1525.160156,2.884,11.286,0.2351,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,10.963552,4.701,12.278,0.2558,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1525.753784,4.324,11.293,0.2353,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,10.923392,6.291,12.335,0.257,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1526.355591,5.763,11.299,0.2354,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,1.532416,89.688,88.954,1.8532,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,21.984863,100.024,24.802,0.5167,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,24.85216,88.484,4.05,0.0844,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,49.970978,88.012,3.357,0.0699,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,48.861248,90.011,2.747,0.0572,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,99.622749,88.294,2.021,0.0421,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.248544,34.561,540.28,11.2558,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,23.216608,47.359,740.343,15.4238,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,10.333408,1.663,13.001,0.2709,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,741.120178,2.967,23.204,0.4834,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,10.322944,2.496,13.021,0.2713,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,740.806213,4.453,23.225,0.4838,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,10.31904,3.33,13.032,0.2715,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,740.046692,5.943,23.26,0.4846,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.829504,82.844,83.431,1.7381,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,11.098464,99.069,24.943,0.5196,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,12.31152,89.308,6.814,0.142,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,24.638912,89.25,6.128,0.1277,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,24.618401,89.324,4.089,0.0852,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,49.794239,88.324,3.369,0.0702,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.148224,28.976,905.727,18.8693,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,12.341696,44.545,1392.358,29.0075,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,10.205344,0.842,13.158,0.2741,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,365.255951,3.01,47.058,0.9804,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,10.211744,1.262,13.153,0.274,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,364.504364,4.525,47.167,0.9826,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,10.160352,1.691,13.223,0.2755,20,True,,NVIDIA H200,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,363.793365,6.045,47.27,0.9848,20,True,,NVIDIA H200,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_context.png b/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_context.png
index 81d609d51..9751cbd29 100755
Binary files a/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_context.png and b/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_context.png differ
diff --git a/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_generation.png b/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_generation.png
index 464041fea..785c67994 100755
Binary files a/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_generation.png and b/benchmark/attention_inference/results/deepseek_v4/h200/deepseek_v4_generation.png differ
diff --git a/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_20260821_064242.csv b/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_20260821_064242.csv
deleted file mode 100644
index 389c436d7..000000000
--- a/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_20260821_064242.csv
+++ /dev/null
@@ -1,113 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,3.136928,87.626,86.241,4.8126,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,46.705185,94.166,23.169,1.2929,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,48.981026,89.791,2.74,0.1529,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,97.985023,89.77,2.055,0.1147,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,91.938339,95.674,2.19,0.1222,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,185.206726,94.987,1.449,0.0809,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.622208,27.611,215.923,12.0493,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,68.076286,32.302,252.608,14.0965,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,12.367904,2.778,10.873,0.6068,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1067.491211,4.12,16.125,0.8998,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,12.391936,4.159,10.863,0.6062,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1080.499512,6.106,15.947,0.8899,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,12.39536,5.544,10.87,0.6066,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1086.689941,8.094,15.871,0.8857,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,1.633472,84.139,83.451,4.6569,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,23.56736,93.308,23.136,1.2911,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,24.577024,89.475,4.096,0.2286,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,49.036736,89.689,3.421,0.1909,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,48.88509,89.967,2.746,0.1532,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,98.088638,89.675,2.052,0.1145,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.329088,26.102,408.047,22.7705,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,36.572063,30.064,469.983,26.2267,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,9.7832,1.756,13.733,0.7663,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,535.561462,4.106,32.11,1.7918,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,9.80112,2.629,13.714,0.7653,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,541.545227,6.091,31.77,1.7729,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,9.846688,3.489,13.657,0.7621,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,544.372925,8.079,31.621,1.7645,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.878464,78.227,78.781,4.3962,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,11.98912,91.709,23.09,1.2885,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,15.976096,68.822,5.251,0.293,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,32.120255,68.462,4.701,0.2623,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,24.334721,90.366,4.137,0.2308,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,48.965408,89.819,3.426,0.1912,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.22224,19.326,604.079,33.7098,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,18.355392,29.951,936.186,52.2425,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,9.75024,0.881,13.772,0.7685,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,268.930145,4.088,63.913,3.5666,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,9.77184,1.319,13.745,0.767,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,270.475769,6.098,63.564,3.5471,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,9.775936,1.757,13.743,0.7669,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,272.008301,8.084,63.221,3.528,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.500096,68.706,71.289,3.9782,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,6.20608,88.583,22.978,1.2823,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,7.352288,74.773,10.269,0.573,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,14.692992,74.832,9.706,0.5416,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,15.951808,68.927,5.259,0.2935,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,31.737375,69.288,4.758,0.2655,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,0.215296,9.975,623.486,34.7928,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,18.159231,15.137,946.184,52.8004,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,9.804192,0.438,13.693,0.7641,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,136.192612,4.037,126.175,7.041,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,9.799392,0.657,13.702,0.7646,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,136.886627,6.024,125.55,7.0062,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,9.812736,0.875,13.685,0.7636,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,137.509308,7.996,124.997,6.9753,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,6.152544,89.354,87.601,4.8884,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,93.500061,94.076,23.057,1.2867,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,92.308578,95.29,2.181,0.1217,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,185.683044,94.743,1.446,0.0807,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,184.197922,95.507,1.822,0.1017,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,372.684296,94.408,1.08,0.0603,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,1.199744,28.639,112.09,6.255,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,135.914169,32.359,126.649,7.0675,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,21.20928,3.24,6.353,0.3545,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,2150.618164,4.09,8.02,0.4475,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,21.235136,4.854,6.358,0.3548,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,2220.725098,5.941,7.781,0.4342,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,21.263777,6.464,6.361,0.355,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,2232.101074,7.881,7.757,0.4329,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,3.140704,87.521,86.138,4.8068,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,47.034592,93.507,23.007,1.2839,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,49.071968,89.624,2.735,0.1526,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,97.973824,89.78,2.055,0.1147,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,92.404259,95.191,2.179,0.1216,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,186.310425,94.424,1.441,0.0804,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.622144,27.614,215.945,12.0505,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,68.109406,32.287,252.486,14.0896,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,12.377344,2.776,10.865,0.6063,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1070.776611,4.107,16.076,0.8971,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,12.395712,4.158,10.859,0.606,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1081.752075,6.099,15.928,0.8888,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,12.40992,5.537,10.858,0.6059,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1086.92395,8.093,15.868,0.8855,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,1.633952,84.114,83.426,4.6555,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,23.558464,93.343,23.145,1.2916,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,24.592672,89.418,4.093,0.2284,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,49.066143,89.635,3.419,0.1908,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,48.917183,89.908,2.744,0.1531,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,97.87635,89.869,2.057,0.1148,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.330144,26.019,406.742,22.6976,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,36.584225,30.054,469.827,26.218,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,9.802528,1.753,13.706,0.7648,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,535.471985,4.107,32.115,1.7921,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,9.802432,2.629,13.712,0.7652,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,540.899414,6.098,31.808,1.775,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,9.841952,3.491,13.664,0.7625,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,544.269226,8.081,31.627,1.7649,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.875488,78.493,79.049,4.4112,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,11.982112,91.763,23.103,1.2892,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,15.870976,69.278,5.286,0.2949,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,32.176769,68.342,4.693,0.2619,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,24.370848,90.232,4.13,0.2305,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,48.886623,89.964,3.432,0.1915,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.221216,19.415,606.875,33.8658,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,18.385824,29.901,934.637,52.1561,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,9.745984,0.881,13.778,0.7689,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,269.014404,4.087,63.893,3.5655,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,9.788864,1.316,13.721,0.7657,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,270.62149,6.094,63.53,3.5452,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,9.752288,1.762,13.776,0.7688,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,271.85379,8.089,63.257,3.53,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_20260824_064152.csv b/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_20260824_064152.csv
new file mode 100644
index 000000000..b46e5db1e
--- /dev/null
+++ b/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_20260824_064152.csv
@@ -0,0 +1,113 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,3.150208,87.257,85.878,4.7923,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,46.738209,94.1,23.153,1.292,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,49.013153,89.732,2.738,0.1528,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,98.125023,89.642,2.052,0.1145,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,92.084,95.522,2.186,0.122,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,184.711899,95.241,1.453,0.0811,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.62224,27.61,215.912,12.0486,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,68.192352,32.247,252.179,14.0725,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,12.383936,2.775,10.859,0.606,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1045.250854,4.208,16.468,0.919,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,12.37584,4.165,10.877,0.607,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1047.739624,6.296,16.445,0.9177,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,12.385408,5.548,10.879,0.6071,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1052.654663,8.356,16.384,0.9143,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,1.629824,84.327,83.638,4.6673,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,23.584576,93.24,23.119,1.2901,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,24.669664,89.139,4.08,0.2277,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,49.335201,89.146,3.401,0.1898,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,48.830719,90.067,2.749,0.1534,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,97.902435,89.845,2.056,0.1148,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.330688,25.976,406.072,22.6603,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,36.557888,30.076,470.166,26.2369,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,9.791744,1.755,13.721,0.7657,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,525.551331,4.184,32.721,1.826,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,9.801056,2.629,13.714,0.7653,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,526.127686,6.269,32.701,1.8248,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,9.807808,3.503,13.712,0.7652,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,528.332397,8.324,32.581,1.8181,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.875488,78.493,79.049,4.4112,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,12.002848,91.604,23.063,1.287,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,16.157921,68.048,5.192,0.2897,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,32.490337,67.682,4.647,0.2593,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,24.454336,89.924,4.116,0.2297,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,49.102818,89.568,3.417,0.1907,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.221248,19.412,606.787,33.8609,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,18.437504,29.817,932.017,52.0099,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,9.738496,0.882,13.789,0.7695,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,265.387207,4.143,64.767,3.6142,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,9.74544,1.322,13.782,0.7691,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,265.391937,6.214,64.781,3.615,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,9.743872,1.763,13.788,0.7694,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,265.577911,8.28,64.752,3.6134,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,512,512,mla_absorbed,,64,0.523488,65.636,68.104,3.8004,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,512,512,mla_absorbed,,64,6.21504,88.456,22.945,1.2804,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,512,512,mla_absorbed,,64,7.351584,74.781,10.27,0.5731,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,512,512,mla_absorbed,,64,14.695392,74.82,9.704,0.5415,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,512,512,mla_absorbed,,64,16.154112,68.064,5.193,0.2898,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,512,512,mla_absorbed,,64,32.395359,67.881,4.661,0.2601,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,512,512,mla_absorbed,,64,0.22672,9.472,592.07,33.0396,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,512,512,mla_absorbed,,64,18.170977,15.127,945.572,52.7663,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,512,512,mla_absorbed,,64,9.935136,0.432,13.513,0.7541,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,512,512,mla_absorbed,,64,134.101791,4.1,128.142,7.1508,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,512,512,mla_absorbed,,64,9.804128,0.657,13.695,0.7642,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,512,512,mla_absorbed,,64,134.246948,6.143,128.019,7.1439,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,512,512,mla_absorbed,,64,9.800384,0.876,13.702,0.7646,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_flash-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,512,512,mla_absorbed,,64,134.370972,8.183,127.916,7.1382,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,2048,2048,128,1,512,512,mla_absorbed,,64,6.155104,89.317,87.564,4.8864,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,8192,8192,128,1,512,512,mla_absorbed,,64,93.072769,94.508,23.163,1.2926,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,65536,128,1,512,512,mla_absorbed,,64,92.419327,95.176,2.178,0.1216,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,512,131072,128,1,512,512,mla_absorbed,,64,185.051651,95.066,1.451,0.0809,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,65536,128,1,512,512,mla_absorbed,,64,183.064865,96.098,1.833,0.1023,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,context,cudnn,bfloat16,bfloat16,1,1024,131072,128,1,512,512,mla_absorbed,,64,367.257294,95.803,1.096,0.0612,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,1,131072,128,1,512,512,mla_absorbed,,64,1.201824,28.59,111.896,6.2442,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,1,131072,128,1,512,512,mla_absorbed,,64,135.993179,32.34,126.576,7.0634,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,2,131072,128,1,512,512,mla_absorbed,,64,21.206976,3.24,6.354,0.3546,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,2,131072,128,1,512,512,mla_absorbed,,64,2085.812744,4.217,8.269,0.4614,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,3,131072,128,1,512,512,mla_absorbed,,64,21.215296,4.859,6.364,0.3551,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,3,131072,128,1,512,512,mla_absorbed,,64,2100.945312,6.28,8.225,0.459,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,1,4,131072,128,1,512,512,mla_absorbed,,64,21.255457,6.466,6.364,0.3551,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro,generation,cudnn,bfloat16,bfloat16,128,4,131072,128,1,512,512,mla_absorbed,,64,2113.758545,8.323,8.191,0.4571,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,1,512,512,mla_absorbed,,64,3.141088,87.51,86.127,4.8062,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,1,512,512,mla_absorbed,,64,46.732834,94.11,23.156,1.2922,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,64,1,512,512,mla_absorbed,,64,49.001598,89.753,2.739,0.1528,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,64,1,512,512,mla_absorbed,,64,98.070084,89.692,2.053,0.1146,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,1,512,512,mla_absorbed,,64,91.941376,95.671,2.19,0.1222,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,1,512,512,mla_absorbed,,64,184.400345,95.402,1.456,0.0812,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,1,512,512,mla_absorbed,,64,0.622208,27.611,215.923,12.0493,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,1,512,512,mla_absorbed,,64,68.176353,32.255,252.238,14.0758,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,1,512,512,mla_absorbed,,64,12.388064,2.774,10.856,0.6058,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,1,512,512,mla_absorbed,,64,1045.55127,4.206,16.463,0.9187,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,1,512,512,mla_absorbed,,64,12.369856,4.167,10.882,0.6073,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,1,512,512,mla_absorbed,,64,1049.04187,6.289,16.425,0.9166,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,1,512,512,mla_absorbed,,64,12.370272,5.555,10.892,0.6078,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,1,512,512,mla_absorbed,,64,1053.584473,8.349,16.37,0.9135,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,1,512,512,mla_absorbed,,64,1.635232,84.049,83.361,4.6519,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,1,512,512,mla_absorbed,,64,23.575104,93.277,23.129,1.2907,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,32,1,512,512,mla_absorbed,,64,24.597952,89.399,4.092,0.2284,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,32,1,512,512,mla_absorbed,,64,49.391071,89.045,3.397,0.1896,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,1,512,512,mla_absorbed,,64,48.844929,90.041,2.748,0.1533,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,1,512,512,mla_absorbed,,64,97.881187,89.865,2.057,0.1148,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,1,512,512,mla_absorbed,,64,0.329792,26.047,407.176,22.7219,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,1,512,512,mla_absorbed,,64,36.59267,30.047,469.719,26.212,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,1,512,512,mla_absorbed,,64,9.777152,1.757,13.741,0.7668,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,1,512,512,mla_absorbed,,64,525.588379,4.184,32.719,1.8258,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,1,512,512,mla_absorbed,,64,9.804192,2.628,13.71,0.7651,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,1,512,512,mla_absorbed,,64,526.336365,6.267,32.688,1.8241,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,1,512,512,mla_absorbed,,64,9.790336,3.51,13.736,0.7665,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,1,512,512,mla_absorbed,,64,528.92572,8.315,32.544,1.8161,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,512,512,mla_absorbed,,64,0.873568,78.665,79.222,4.4209,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,512,512,mla_absorbed,,64,11.990528,91.698,23.087,1.2883,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,512,512,mla_absorbed,,64,16.197409,67.882,5.179,0.289,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,512,512,mla_absorbed,,64,32.502911,67.656,4.646,0.2592,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,512,512,mla_absorbed,,64,24.46192,89.896,4.115,0.2296,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,512,512,mla_absorbed,,64,49.045952,89.672,3.421,0.1909,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,512,512,mla_absorbed,,64,0.220832,19.449,607.93,33.9247,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,512,512,mla_absorbed,,64,18.392223,29.891,934.311,52.1379,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,512,512,mla_absorbed,,64,9.75184,0.881,13.77,0.7684,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,512,512,mla_absorbed,,64,265.431763,4.142,64.756,3.6136,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,512,512,mla_absorbed,,64,9.73792,1.323,13.793,0.7697,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,512,512,mla_absorbed,,64,265.369354,6.215,64.787,3.6153,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,512,512,mla_absorbed,,64,9.768896,1.759,13.753,0.7675,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+deepseek_v4,dsv4_pro-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,512,512,mla_absorbed,,64,265.61554,8.279,64.743,3.6129,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_context.png b/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_context.png
index 87922e6e1..7a161dbe9 100755
Binary files a/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_context.png and b/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_context.png differ
diff --git a/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_generation.png b/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_generation.png
index 76941e1e5..d71a8efe5 100755
Binary files a/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_generation.png and b/benchmark/attention_inference/results/deepseek_v4/rtxpro6000/deepseek_v4_generation.png differ
diff --git a/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_20260821_053236.csv b/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_20260821_053236.csv
deleted file mode 100644
index 3ea5bd4f0..000000000
--- a/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_20260821_053236.csv
+++ /dev/null
@@ -1,209 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.061696,556.92,611.851,7.6481,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.135424,4059.515,1114.979,13.9372,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,0.432032,20359.819,1397.998,17.475,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.045056,12201.612,215.273,2.6909,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.03952,27821.651,245.428,3.0679,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.042048,26148.964,455.111,5.6889,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.047168,46621.082,405.71,5.0714,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.033504,128.193,8.925,0.1116,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,0.292704,1878.197,130.757,1.6345,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.037504,171.78,8.464,0.1058,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,0.29408,2804.114,138.168,1.7271,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.032768,262.144,10.25,0.1281,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,0.294464,3733.943,146.0,1.825,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.236096,145.533,159.887,1.9986,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.529472,1038.31,285.18,3.5648,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,1.889376,4655.554,319.672,3.9959,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.275328,1996.73,35.228,0.4404,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.432832,2540.273,22.409,0.2801,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.298496,3683.505,64.11,0.8014,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.45632,4819.038,41.937,0.5242,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.418176,10.271,0.715,0.0089,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,43.228642,12.717,0.885,0.0111,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.418784,15.384,0.758,0.0095,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,43.251007,19.066,0.939,0.0117,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.418656,20.518,0.802,0.01,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,43.242622,25.427,0.994,0.0124,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.04864,353.205,388.042,4.8505,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.082848,3317.858,911.277,11.391,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.234528,18752.756,1287.65,16.0956,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.037376,7354.396,129.753,1.6219,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.041728,13174.746,116.221,1.4528,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.041312,13307.412,231.61,2.8951,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.03952,27821.651,242.112,3.0264,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.036064,59.546,4.146,0.0518,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,0.159424,1724.194,120.035,1.5004,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.035328,91.181,4.493,0.0562,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,0.160832,2563.649,126.319,1.579,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.038048,112.883,4.414,0.0552,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,0.159424,3448.388,134.834,1.6854,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.18256,94.105,103.387,1.2923,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.320928,856.51,235.247,2.9406,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.986432,4458.54,306.144,3.8268,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.190016,1446.604,25.522,0.319,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.271264,2026.645,17.878,0.2235,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.197664,2781.264,48.407,0.6051,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.27584,3986.048,34.688,0.4336,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.263104,8.162,0.568,0.0071,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,22.168192,12.4,0.863,0.0108,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.256256,12.57,0.619,0.0077,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,21.870337,18.853,0.929,0.0116,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.260032,16.517,0.646,0.0081,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,21.890688,25.114,0.982,0.0123,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.032192,266.834,293.153,3.6644,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.06,2290.649,629.146,7.8643,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.135968,16173.094,1110.518,13.8815,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.035392,3883.334,68.514,0.8564,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.039648,6932.958,61.159,0.7645,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.034336,8005.531,139.333,1.7417,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.042592,12907.49,112.325,1.4041,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.03616,29.694,2.067,0.0258,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,0.096256,1427.848,99.404,1.2426,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.034016,47.349,2.333,0.0292,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,0.095328,2162.622,106.559,1.332,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.037216,57.703,2.256,0.0282,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,0.095872,2867.134,112.107,1.4013,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.165792,51.812,56.922,0.7115,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.227424,604.329,165.984,2.0748,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.529632,4151.984,285.094,3.5637,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.166944,823.264,14.525,0.1816,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.192832,1425.479,12.575,0.1572,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.162688,1689.602,29.407,0.3676,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.19376,2837.303,24.691,0.3086,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.186176,5.767,0.402,0.005,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,11.11888,12.361,0.861,0.0108,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.1856,8.678,0.428,0.0053,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,11.10896,18.558,0.914,0.0114,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.184576,11.635,0.455,0.0057,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,11.112128,24.737,0.967,0.0121,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.03648,117.735,129.347,1.6168,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.046944,1463.861,402.061,5.0258,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.083936,13099.405,899.465,11.2433,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.041792,1644.321,29.011,0.3626,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.04048,3395.231,29.951,0.3744,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.042432,3239.04,56.374,0.7047,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.038656,7110.873,61.881,0.7735,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.0368,14.589,1.016,0.0127,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.062752,1095.096,76.239,0.953,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.03488,23.088,1.138,0.0142,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.06352,1622.784,79.96,0.9995,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.030944,34.7,1.357,0.017,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.061248,2243.975,87.741,1.0968,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.1416,30.332,33.323,0.4165,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.164512,417.717,114.729,1.4341,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.294336,3735.566,256.501,3.2063,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.139104,494.015,8.716,0.1089,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.13584,1011.771,8.925,0.1116,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.131008,1049.088,18.259,0.2282,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.132512,2074.362,18.052,0.2256,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.138944,3.864,0.269,0.0034,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.268672,255.775,17.807,0.2226,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.138496,5.815,0.287,0.0036,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.268864,383.388,18.891,0.2361,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.1336,8.037,0.314,0.0039,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.269824,509.365,19.917,0.249,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.071168,482.798,530.417,6.6302,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,0.578176,950.845,261.157,3.2645,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,8.498112,1035.064,71.072,0.8884,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,0.659296,833.853,216.301,2.7038,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,1.282688,857.193,215.816,2.6977,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,1.280256,858.822,117.941,1.4743,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,2.505856,877.554,113.818,1.4227,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,2.492768,1.723,107.699,1.3462,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,101.856354,5.397,337.376,4.2172,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,2.495424,2.582,107.591,1.3449,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,101.847427,8.097,337.427,4.2178,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,2.493376,3.445,107.686,1.3461,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,101.838974,10.797,337.475,4.2184,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.219072,156.842,172.312,2.1539,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,0.99024,555.174,152.483,1.906,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,11.788864,746.136,51.233,0.6404,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,1.014592,541.849,140.555,1.7569,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,1.936288,567.845,142.966,1.7871,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,1.795872,612.244,84.079,1.051,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,3.472704,633.231,82.13,1.0266,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,1.931488,2.224,138.996,1.7374,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,207.187134,2.653,165.859,2.0732,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,1.926176,3.345,139.387,1.7423,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,207.207642,3.98,165.853,2.0732,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,1.926912,4.458,139.343,1.7418,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,207.238586,5.306,165.838,2.073,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.05488,313.044,343.921,4.299,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.311104,883.556,242.676,3.0334,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,4.234464,1038.631,71.317,0.8915,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,0.65824,417.595,108.324,1.354,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,1.278624,429.959,108.251,1.3531,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,0.65712,836.614,114.891,1.4361,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,1.273312,863.505,111.996,1.4,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,2.497312,0.86,53.751,0.6719,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,52.822975,5.204,325.274,4.0659,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,2.4976,1.29,53.749,0.6719,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,52.816959,7.807,325.331,4.0666,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,2.496192,1.721,53.782,0.6723,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,52.814304,10.409,325.368,4.0671,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.1896,90.611,99.548,1.2444,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.547584,501.983,137.874,1.7234,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,5.966144,737.167,50.617,0.6327,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,0.933696,294.398,76.367,0.9546,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,1.772992,310.072,78.067,0.9758,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,0.937824,586.204,80.503,1.0063,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,1.777152,618.693,80.244,1.0031,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,1.773632,1.211,75.683,0.946,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,104.196609,2.638,164.899,2.0612,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,1.770432,1.819,75.825,0.9478,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,103.894943,3.969,165.388,2.0674,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,1.774432,2.42,75.658,0.9457,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,103.901215,5.291,165.388,2.0674,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.05328,161.222,177.124,2.2141,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.17712,775.965,213.125,2.6641,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,2.073952,1060.306,72.805,0.9101,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.655872,209.551,54.358,0.6795,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.277984,215.087,54.152,0.6769,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,0.6544,420.046,57.684,0.7211,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,1.280672,429.271,55.676,0.696,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,2.30432,0.466,29.127,0.3641,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,26.423807,5.201,325.123,4.064,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,2.30288,0.699,29.147,0.3643,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,26.419584,7.803,325.195,4.0649,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,2.303296,0.932,29.143,0.3643,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,26.422304,10.403,325.181,4.0648,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.1712,50.175,55.124,0.689,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.359264,382.557,105.072,1.3134,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,2.945696,746.521,51.26,0.6407,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.911744,150.743,39.103,0.4888,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.697984,161.885,40.758,0.5095,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,0.909408,302.26,41.509,0.5189,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,1.696928,323.971,42.019,0.5252,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,1.696064,0.633,39.572,0.4947,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,52.120354,2.637,164.83,2.0604,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,1.695712,0.95,39.583,0.4948,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,52.147167,3.953,164.755,2.0594,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,1.697632,1.265,39.541,0.4943,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,52.16317,5.27,164.715,2.0589,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.052256,82.191,90.298,1.1287,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.109248,629.023,172.766,2.1596,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,1.059424,1037.839,71.263,0.8908,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.653888,105.094,27.261,0.3408,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.262272,108.882,27.413,0.3427,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.655872,209.551,28.778,0.3597,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.267136,216.928,28.136,0.3517,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,2.302304,0.233,14.576,0.1822,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,15.112128,4.547,284.241,3.553,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,2.30352,0.35,14.569,0.1821,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,15.111552,6.821,284.27,3.5534,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,2.301184,0.467,14.585,0.1823,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,15.11328,9.094,284.254,3.5532,20,True,,NVIDIA GB200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.145792,29.46,32.365,0.4046,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.266304,258.049,70.875,0.8859,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,1.518112,724.263,49.731,0.6216,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.87776,78.29,20.308,0.2539,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.646016,83.498,21.022,0.2628,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.88,156.181,21.448,0.2681,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.64608,166.989,21.658,0.2707,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,1.64656,0.326,20.381,0.2548,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,21.491327,3.198,199.871,2.4984,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,1.637664,0.492,20.493,0.2562,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,21.50704,4.793,199.737,2.4967,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,1.640768,0.654,20.455,0.2557,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,21.492672,6.395,199.883,2.4985,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_20260824_053234.csv b/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_20260824_053234.csv
new file mode 100644
index 000000000..54bf059be
--- /dev/null
+++ b/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_20260824_053234.csv
@@ -0,0 +1,209 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.060064,572.052,628.475,7.8559,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.134528,4086.553,1122.405,14.0301,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,0.43104,20406.675,1401.215,17.5152,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.040608,13538.116,238.853,2.9857,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.039008,28186.825,248.65,3.1081,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.05008,21955.104,382.119,4.7765,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.047104,46684.426,406.261,5.0783,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.036224,118.567,8.254,0.1032,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,0.29376,1871.445,130.287,1.6286,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.031104,207.126,10.206,0.1276,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,0.292768,2816.68,138.787,1.7348,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.03264,263.172,10.29,0.1286,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,0.294336,3735.566,146.063,1.8258,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.222624,154.34,169.563,2.1195,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.527744,1041.709,286.114,3.5764,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,1.888224,4658.395,319.867,3.9983,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.272224,2019.498,35.63,0.4454,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.430784,2552.35,22.516,0.2814,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.297888,3691.023,64.241,0.803,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.457056,4811.278,41.869,0.5234,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.41552,10.336,0.72,0.009,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,43.251778,12.711,0.885,0.0111,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.418976,15.377,0.758,0.0095,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,43.213791,19.083,0.94,0.0118,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.420576,20.424,0.799,0.01,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,43.262527,25.415,0.994,0.0124,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.04128,416.179,457.228,5.7153,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.084032,3271.11,898.437,11.2305,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.23296,18878.977,1296.316,16.204,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.03872,7099.119,125.25,1.5656,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.039936,13765.921,121.436,1.5179,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.041376,13286.829,231.251,2.8906,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.04192,26228.809,228.25,2.8531,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.03632,59.127,4.116,0.0515,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,0.160576,1711.824,119.174,1.4897,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.035488,90.769,4.472,0.0559,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,0.160224,2573.378,126.798,1.585,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.03632,118.254,4.624,0.0578,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,0.160768,3419.56,133.707,1.6713,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.187072,91.836,100.894,1.2612,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.320608,857.364,235.482,2.9435,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.988608,4448.726,305.47,3.8184,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.187552,1465.609,25.858,0.3232,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.272544,2017.127,17.794,0.2224,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.192064,2862.357,49.818,0.6227,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.2752,3995.318,34.768,0.4346,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.262304,8.187,0.57,0.0071,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,22.17856,12.394,0.863,0.0108,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.259328,12.421,0.612,0.0077,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,21.868416,18.854,0.929,0.0116,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.261728,16.41,0.642,0.008,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,21.87792,25.128,0.983,0.0123,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.038752,221.664,243.528,3.0441,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.061152,2247.497,617.294,7.7162,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.133952,16416.501,1127.232,14.0904,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.041056,3347.597,59.062,0.7383,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.040384,6806.605,60.044,0.7506,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.041984,6547.206,113.951,1.4244,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.038304,14352.438,124.899,1.5612,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.036544,29.382,2.046,0.0256,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,0.094944,1447.579,100.778,1.2597,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.032128,50.131,2.47,0.0309,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,0.096704,2131.85,105.043,1.313,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.032352,66.379,2.595,0.0324,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,0.096736,2841.527,111.106,1.3888,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.16064,53.473,58.747,0.7343,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.233344,588.997,161.773,2.0222,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.526432,4177.222,286.827,3.5853,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.163104,842.646,14.867,0.1858,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.191264,1437.165,12.678,0.1585,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.167616,1639.926,28.542,0.3568,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.195264,2815.449,24.501,0.3063,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.18736,5.731,0.399,0.005,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,11.118112,12.362,0.861,0.0108,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.186144,8.653,0.426,0.0053,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,11.108512,18.559,0.914,0.0114,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.179488,11.964,0.468,0.0058,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,11.113184,24.734,0.967,0.0121,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.03968,108.24,118.916,1.4865,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.04544,1512.312,415.369,5.1921,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.08224,13369.548,918.014,11.4752,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.038592,1780.666,31.416,0.3927,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.038304,3588.11,31.652,0.3957,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.041088,3344.99,58.218,0.7277,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.041152,6679.576,58.128,0.7266,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.036096,14.873,1.035,0.0129,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.062464,1100.145,76.59,0.9574,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.037184,21.657,1.067,0.0133,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.062912,1638.467,80.732,1.0092,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.036032,29.8,1.165,0.0146,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.063168,2175.769,85.074,1.0634,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.133056,32.279,35.463,0.4433,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.159584,430.616,118.272,1.4784,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.286688,3835.22,263.344,3.2918,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.13952,492.542,8.69,0.1086,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.128832,1066.808,9.411,0.1176,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.136192,1009.156,17.564,0.2195,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.13776,1995.339,17.364,0.217,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.134816,3.982,0.277,0.0035,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.267008,257.369,17.918,0.224,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.137184,5.87,0.289,0.0036,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.270592,380.94,18.77,0.2346,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.13392,8.018,0.314,0.0039,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.264768,519.092,20.297,0.2537,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.078368,438.441,481.686,6.0211,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,0.5784,950.477,261.056,3.2632,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,8.498816,1034.979,71.066,0.8883,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,0.658944,834.298,216.416,2.7052,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,1.279456,859.359,216.361,2.7045,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,1.276928,861.06,118.249,1.4781,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,2.508704,876.557,113.689,1.4211,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,2.488096,1.726,107.901,1.3488,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,101.841507,5.398,337.426,4.2178,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,2.4904,2.587,107.808,1.3476,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,101.846367,8.097,337.43,4.2179,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,2.489088,3.451,107.871,1.3484,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,101.83197,10.797,337.498,4.2187,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.22672,151.551,166.499,2.0812,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,0.990272,555.156,152.478,1.906,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,11.829472,743.574,51.057,0.6382,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,1.013504,542.431,140.706,1.7588,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,1.934528,568.362,143.096,1.7887,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,1.792096,613.534,84.256,1.0532,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,3.474752,632.858,82.081,1.026,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,1.931424,2.224,139.0,1.7375,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,207.856445,2.645,165.325,2.0666,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,1.929824,3.338,139.124,1.739,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,207.909607,3.966,165.293,2.0662,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,1.930336,4.45,139.095,1.7387,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,207.940414,5.288,165.279,2.066,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.055616,308.902,339.369,4.2421,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.30832,891.535,244.867,3.0608,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,4.314272,1019.418,69.998,0.875,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,0.658784,417.25,108.235,1.3529,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,1.281152,429.111,108.037,1.3505,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,0.658592,834.744,114.635,1.4329,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,1.277728,860.521,111.609,1.3951,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,2.496448,0.86,53.77,0.6721,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,52.827488,5.203,325.247,4.0656,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,2.498496,1.289,53.729,0.6716,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,52.819649,7.806,325.315,4.0664,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,2.495488,1.721,53.797,0.6725,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,52.811008,10.41,325.388,4.0673,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.18448,93.126,102.311,1.2789,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.549856,499.909,137.304,1.7163,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,5.947136,739.523,50.779,0.6347,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,0.936384,293.553,76.147,0.9518,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,1.775776,309.586,77.945,0.9743,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,0.938656,585.684,80.431,1.0054,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,1.777728,618.493,80.218,1.0027,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,1.772928,1.211,75.713,0.9464,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,104.601151,2.628,164.262,2.0533,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,1.7728,1.817,75.723,0.9465,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,104.293854,3.953,164.756,2.0594,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,1.772064,2.424,75.759,0.947,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,104.290398,5.271,164.771,2.0596,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.052992,162.099,178.087,2.2261,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.178112,771.643,211.938,2.6492,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,2.07536,1059.586,72.756,0.9095,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.656032,209.5,54.344,0.6793,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.279776,214.786,54.077,0.676,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,0.654144,420.21,57.707,0.7213,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,1.277472,430.347,55.816,0.6977,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,2.302656,0.466,29.148,0.3643,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,26.426081,5.201,325.095,4.0637,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,2.303168,0.699,29.143,0.3643,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,26.422497,7.802,325.159,4.0645,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,2.302208,0.933,29.157,0.3645,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,26.421312,10.404,325.193,4.0649,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.16304,52.686,57.883,0.7235,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.351872,390.594,107.28,1.341,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,2.946368,746.351,51.248,0.6406,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.904832,151.894,39.401,0.4925,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.698176,161.867,40.753,0.5094,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,0.904672,303.843,41.726,0.5216,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,1.701856,323.033,41.897,0.5237,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,1.697664,0.632,39.535,0.4942,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,52.299679,2.628,164.265,2.0533,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,1.699808,0.948,39.487,0.4936,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,52.333824,3.939,164.167,2.0521,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,1.69792,1.265,39.534,0.4942,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,52.308449,5.255,164.257,2.0532,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.050752,84.627,92.974,1.1622,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.108448,633.663,174.041,2.1755,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,1.062688,1034.651,71.044,0.888,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.646752,106.253,27.562,0.3445,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.266144,108.549,27.329,0.3416,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.656864,209.235,28.734,0.3592,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.271584,216.17,28.037,0.3505,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,2.301312,0.233,14.582,0.1823,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,15.113888,4.547,284.208,3.5526,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,2.306688,0.349,14.549,0.1819,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,15.110784,6.822,284.284,3.5535,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,2.302784,0.466,14.575,0.1822,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,15.112224,9.095,284.274,3.5534,20,True,,NVIDIA GB200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.13904,30.89,33.937,0.4242,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.263168,261.124,71.72,0.8965,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,1.51824,724.201,49.727,0.6216,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.88368,77.765,20.172,0.2522,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.6368,83.968,21.141,0.2643,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.880704,156.056,21.431,0.2679,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.646048,166.993,21.659,0.2707,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,1.642016,0.327,20.437,0.2555,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,21.535488,3.191,199.461,2.4933,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,1.636608,0.492,20.506,0.2563,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,21.492672,4.796,199.871,2.4984,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,1.642272,0.654,20.437,0.2555,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,21.516832,6.388,199.658,2.4957,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_context.png b/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_context.png
index 8a177f5e1..a52a66e92 100755
Binary files a/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_context.png and b/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_context.png differ
diff --git a/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_generation.png b/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_generation.png
index 1eea82a59..d6d969aa0 100755
Binary files a/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_generation.png and b/benchmark/attention_inference/results/gpt_oss/gb200/gpt_oss_generation.png differ
diff --git a/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_20260821_053358.csv b/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_20260821_053358.csv
deleted file mode 100644
index b5164abda..000000000
--- a/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_20260821_053358.csv
+++ /dev/null
@@ -1,209 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.051232,670.669,736.82,9.2102,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.116544,4717.152,1295.605,16.1951,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,0.376704,23350.145,1603.327,20.0416,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.032,17179.868,303.104,3.7888,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.039104,28117.626,248.039,3.1005,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.046528,23631.182,411.29,5.1411,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.042144,52178.797,454.074,5.6759,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.035104,122.35,8.518,0.1065,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,0.290912,1889.767,131.562,1.6445,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.036224,177.85,8.763,0.1095,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,0.291552,2828.428,139.366,1.7421,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.035008,245.371,9.594,0.1199,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,0.293024,3752.292,146.717,1.834,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.231392,148.491,163.138,2.0392,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.514336,1068.865,293.573,3.6697,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,1.834304,4795.33,329.269,4.1159,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.25856,2126.221,37.513,0.4689,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.419392,2621.68,23.127,0.2891,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.289184,3802.118,66.174,0.8272,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.444224,4950.258,43.079,0.5385,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.400288,10.73,0.747,0.0093,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,41.473888,13.255,0.923,0.0115,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.397056,16.226,0.799,0.01,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,41.456928,19.891,0.98,0.0123,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.410112,20.945,0.819,0.0102,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,41.441601,26.532,1.037,0.013,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.043232,397.388,436.583,5.4573,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.0744,3694.596,1014.751,12.6844,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.205984,21351.399,1466.084,18.3261,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.043168,6367.631,112.344,1.4043,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.041408,13276.561,117.119,1.464,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.03776,14559.211,253.397,3.1675,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.039552,27799.141,241.916,3.0239,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.033088,64.902,4.518,0.0565,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,0.158528,1733.939,120.714,1.5089,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.036224,88.925,4.382,0.0548,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,0.159328,2587.849,127.512,1.5939,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.035936,119.517,4.673,0.0584,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,0.15952,3446.313,134.753,1.6844,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.18064,95.106,104.486,1.3061,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.314272,874.65,240.23,3.0029,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.964512,4559.867,313.101,3.9138,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.186848,1471.131,25.955,0.3244,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.264864,2075.615,18.31,0.2289,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.189632,2899.067,50.457,0.6307,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.265312,4144.221,36.064,0.4508,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.249792,8.597,0.599,0.0075,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,21.261312,12.929,0.9,0.0113,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.249376,12.917,0.636,0.008,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,20.99552,19.638,0.968,0.0121,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.25184,17.054,0.667,0.0083,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,20.999777,26.179,1.024,0.0128,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.039136,219.489,241.138,3.0142,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.056672,2425.165,666.091,8.3261,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.122528,17947.108,1232.33,15.4041,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.037792,3636.721,64.163,0.802,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.040128,6850.028,60.427,0.7553,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.042176,6517.401,113.432,1.4179,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.040064,13721.94,119.412,1.4927,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.033856,31.715,2.208,0.0276,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,0.097024,1416.546,98.617,1.2327,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.035104,45.881,2.261,0.0283,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,0.094688,2177.239,107.279,1.341,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.033632,63.852,2.497,0.0312,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,0.095424,2880.595,112.633,1.4079,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.153344,56.017,61.543,0.7693,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.221152,621.468,170.691,2.1336,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.51408,4277.59,293.719,3.6715,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.154528,889.411,15.692,0.1961,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.184192,1492.344,13.165,0.1646,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.175776,1563.797,27.217,0.3402,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.191008,2878.182,25.047,0.3131,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.177248,6.058,0.422,0.0053,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,10.676896,12.873,0.896,0.0112,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.174208,9.245,0.456,0.0057,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,10.679424,19.304,0.951,0.0119,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.175744,12.219,0.478,0.006,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,10.675808,25.748,1.007,0.0126,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.038304,112.128,123.188,1.5398,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.043776,1569.798,431.158,5.3895,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.076128,14442.934,991.718,12.3965,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.038944,1764.572,31.132,0.3892,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.039776,3455.324,30.481,0.381,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.039616,3469.279,60.381,0.7548,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.049344,5570.645,48.477,0.606,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.035392,15.169,1.056,0.0132,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.063104,1088.988,75.813,0.9477,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.036704,21.941,1.081,0.0135,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.063072,1634.31,80.528,1.0066,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.037952,28.292,1.106,0.0138,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.062688,2192.428,85.725,1.0716,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.130624,32.88,36.123,0.4515,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.16144,425.666,116.913,1.4614,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.283552,3877.637,266.256,3.3282,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.131104,524.16,9.248,0.1156,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.130496,1053.204,9.291,0.1161,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.134784,1019.698,17.747,0.2218,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.136512,2013.581,17.523,0.219,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.124288,4.32,0.301,0.0038,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.25952,264.795,18.435,0.2304,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.142944,5.634,0.278,0.0035,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.257248,400.7,19.744,0.2468,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.124224,8.644,0.338,0.0042,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.257088,534.599,20.903,0.2613,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.067968,505.528,555.39,6.9424,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,0.465408,1181.234,324.436,4.0554,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,6.58144,1336.5,91.77,1.1471,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,0.540704,1016.741,263.742,3.2968,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,1.044768,1052.398,264.962,3.312,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,1.044736,1052.43,144.529,1.8066,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,2.039584,1078.172,139.839,1.748,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,2.4688,1.74,108.744,1.3593,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,106.176285,5.178,323.65,4.0456,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,2.465184,2.613,108.911,1.3614,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,106.158943,7.768,323.722,4.0465,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,2.469952,3.478,108.707,1.3588,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,106.159325,10.357,323.741,4.0468,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.202208,169.923,186.683,2.3335,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,0.863872,636.386,174.789,2.1849,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,9.953856,883.687,60.678,0.7585,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,0.88848,618.76,160.506,2.0063,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,1.688224,651.283,163.974,2.0497,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,1.544576,711.853,97.758,1.222,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,2.991168,735.172,95.352,1.1919,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,1.677568,2.56,160.034,2.0004,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,179.110107,3.069,191.859,2.3982,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,1.676512,3.843,160.145,2.0018,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,179.102905,4.604,191.879,2.3985,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,1.675456,5.127,160.255,2.0032,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,179.100128,6.139,191.893,2.3987,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.050848,337.867,371.192,4.6399,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.251264,1093.98,300.471,3.7559,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,3.20352,1372.879,94.268,1.1784,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,0.538272,510.667,132.467,1.6558,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,1.043968,526.602,132.583,1.6573,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,0.539232,1019.516,140.009,1.7501,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,1.04448,1052.688,136.533,1.7067,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,2.466496,0.871,54.423,0.6803,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,53.234592,5.164,322.759,4.0345,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,2.4648,1.307,54.464,0.6808,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,53.249249,7.743,322.69,4.0336,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,2.4656,1.742,54.449,0.6806,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,53.24445,10.325,322.739,4.0342,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.180352,95.257,104.653,1.3082,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.49648,553.654,152.065,1.9008,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,5.000576,879.508,60.391,0.7549,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,0.810976,338.947,87.923,1.099,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,1.52896,359.562,90.527,1.1316,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,0.815552,674.09,92.572,1.1572,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,1.535104,716.246,92.897,1.1612,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,1.52432,1.409,88.062,1.1008,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,90.342499,3.043,190.187,2.3773,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,1.519232,2.12,88.362,1.1045,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,90.035454,4.579,190.847,2.3856,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,1.52976,2.808,87.759,1.097,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,90.027519,6.107,190.876,2.3859,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.050656,169.574,186.299,2.3287,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.13712,1002.326,275.297,3.4412,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,1.623424,1354.559,93.01,1.1626,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.534176,257.292,66.741,0.8343,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.040608,264.151,66.505,0.8313,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,0.538592,510.364,70.088,0.8761,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,1.042304,527.443,68.409,0.8551,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,2.267648,0.474,29.598,0.37,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,27.706656,4.961,310.069,3.8759,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,2.26752,0.71,29.601,0.37,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,27.704416,7.441,310.113,3.8764,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,2.263392,0.949,29.657,0.3707,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,27.701504,9.923,310.165,3.8771,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.162272,52.935,58.157,0.727,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.322752,425.835,116.959,1.462,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,2.525056,870.881,59.799,0.7475,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.793952,173.107,44.904,0.5613,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.458848,188.421,47.439,0.593,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,0.78416,350.538,48.139,0.6017,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,1.4624,375.927,48.758,0.6095,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,1.452512,0.739,46.208,0.5776,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,45.214462,3.04,190.005,2.3751,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,1.456128,1.106,46.096,0.5762,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,45.252514,4.556,189.857,2.3732,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,1.455808,1.475,46.109,0.5764,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,45.22179,6.078,189.998,2.375,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.048352,88.827,97.588,1.2199,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.091584,750.344,206.088,2.5761,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,0.837504,1312.843,90.146,1.1268,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.53696,127.979,33.198,0.415,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.039072,132.271,33.302,0.4163,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.53888,255.046,35.025,0.4378,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.042336,263.713,34.204,0.4275,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,2.264128,0.237,14.822,0.1853,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,13.99712,4.91,306.884,3.836,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,2.26512,0.356,14.816,0.1852,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,13.999392,7.363,306.853,3.8357,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,2.264928,0.474,14.818,0.1852,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,13.99952,9.817,306.869,3.8359,20,True,,NVIDIA GB300,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.136864,31.381,34.477,0.431,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.23536,291.976,80.194,1.0024,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,1.316384,835.251,57.352,0.7169,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.758368,90.615,23.505,0.2938,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.403616,97.918,24.653,0.3082,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.75744,181.452,24.919,0.3115,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.401472,196.135,25.439,0.318,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,1.392704,0.385,24.096,0.3012,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,18.063328,3.804,237.802,2.9725,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,1.393376,0.578,24.086,0.3011,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,18.048897,5.711,238.006,2.9751,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,1.399584,0.767,23.98,0.2998,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,18.061089,7.61,237.86,2.9733,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_20260824_053432.csv b/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_20260824_053432.csv
new file mode 100644
index 000000000..ac087fa0a
--- /dev/null
+++ b/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_20260824_053432.csv
@@ -0,0 +1,209 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.0576,596.523,655.36,8.192,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.119776,4589.866,1260.644,15.7581,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,0.381184,23075.713,1584.483,19.806,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.03728,14746.669,260.175,3.2522,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.034464,31903.191,281.434,3.5179,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.044256,24844.351,432.405,5.4051,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.04576,48055.58,418.193,5.2274,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.035264,121.795,8.479,0.106,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,0.291808,1883.964,131.158,1.6395,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.0368,175.067,8.626,0.1078,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,0.292224,2821.923,139.045,1.7381,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.03296,260.617,10.19,0.1274,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,0.291584,3770.823,147.442,1.843,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.227488,151.04,165.937,2.0742,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.518144,1061.01,291.415,3.6427,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,1.844448,4768.957,327.458,4.0932,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.268064,2050.838,36.183,0.4523,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.41616,2642.041,23.307,0.2913,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.297152,3700.166,64.4,0.805,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.4368,5034.394,43.811,0.5476,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.406528,10.565,0.736,0.0092,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,41.524353,13.239,0.922,0.0115,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.410208,15.705,0.774,0.0097,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,41.522335,19.86,0.979,0.0122,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.405024,21.208,0.829,0.0104,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,41.539135,26.469,1.035,0.0129,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.045056,381.3,418.909,5.2364,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.076992,3570.214,980.589,12.2574,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.207904,21154.218,1452.545,18.1568,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.041344,6648.556,117.3,1.4663,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.03936,13967.373,123.213,1.5402,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.043072,12763.647,222.146,2.7768,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.040384,27226.418,236.932,2.9616,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.0344,62.427,4.346,0.0543,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,0.15776,1742.38,121.301,1.5163,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.03664,87.916,4.332,0.0541,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,0.157216,2622.614,129.225,1.6153,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.035072,122.461,4.788,0.0599,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,0.158368,3471.382,135.733,1.6967,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.193088,88.974,97.75,1.2219,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.315872,870.219,239.013,2.9877,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.95888,4586.65,314.94,3.9368,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.184832,1487.177,26.238,0.328,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.256256,2145.338,18.925,0.2366,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.191264,2874.33,50.026,0.6253,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.261824,4199.43,36.545,0.4568,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.25568,8.399,0.585,0.0073,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,21.283615,12.915,0.899,0.0112,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.259456,12.415,0.612,0.0076,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,21.020191,19.615,0.967,0.0121,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.259808,16.531,0.646,0.0081,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,20.996737,26.183,1.024,0.0128,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.038784,221.481,243.327,3.0416,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.056512,2432.031,667.977,8.3497,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.121856,18046.082,1239.126,15.4891,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.041152,3339.788,58.924,0.7365,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.040608,6769.058,59.713,0.7464,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.0336,8180.89,142.385,1.7798,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.040384,13613.209,118.466,1.4808,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.036832,29.152,2.03,0.0254,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,0.09552,1438.85,100.17,1.2521,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.035552,45.303,2.232,0.0279,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,0.096128,2144.624,105.672,1.3209,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.033824,63.49,2.482,0.031,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,0.094752,2901.025,113.432,1.4179,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.169856,50.572,55.56,0.6945,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.221824,619.586,170.174,2.1272,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.518112,4244.301,291.433,3.6429,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.175008,785.33,13.856,0.1732,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.192032,1431.417,12.627,0.1578,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.171328,1604.396,27.924,0.349,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.193856,2835.898,24.679,0.3085,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.176864,6.071,0.423,0.0053,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,10.68512,12.863,0.895,0.0112,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.17808,9.044,0.446,0.0056,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,10.693856,19.278,0.95,0.0119,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.18528,11.59,0.453,0.0057,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,10.70144,25.686,1.004,0.0126,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.040768,105.351,115.743,1.4468,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.039296,1748.765,480.313,6.0039,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.075744,14516.154,996.745,12.4593,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.041024,1675.104,29.554,0.3694,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.040064,3430.485,30.262,0.3783,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.043104,3188.543,55.495,0.6937,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.0424,6482.97,56.417,0.7052,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.033856,15.857,1.104,0.0138,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.061472,1117.899,77.826,0.9728,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.035232,22.857,1.126,0.0141,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.059648,1728.125,85.15,1.0644,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.034784,30.869,1.207,0.0151,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.061184,2246.322,87.833,1.0979,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.146944,29.229,32.111,0.4014,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.154016,446.184,122.548,1.5319,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.295584,3719.794,255.418,3.1927,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.136608,503.041,8.875,0.1109,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.14704,934.705,8.245,0.1031,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.13296,1033.686,17.991,0.2249,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.122784,2238.711,19.482,0.2435,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.136512,3.933,0.274,0.0034,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.2672,257.184,17.905,0.2238,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.141216,5.703,0.281,0.0035,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.262432,392.784,19.354,0.2419,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.134784,7.966,0.311,0.0039,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.260096,528.416,20.661,0.2583,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.06112,562.168,617.617,7.7202,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,0.458752,1198.373,329.143,4.1143,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,6.601088,1332.522,91.497,1.1437,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,0.53984,1018.368,264.164,3.3021,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,1.04496,1052.204,264.914,3.3114,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,1.041888,1055.307,144.924,1.8116,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,2.048128,1073.675,139.255,1.7407,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,2.471456,1.738,108.628,1.3578,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,106.464928,5.164,322.772,4.0347,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,2.502592,2.574,107.283,1.341,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,106.456291,7.746,322.818,4.0352,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,2.469664,3.478,108.72,1.359,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,106.470627,10.327,322.794,4.0349,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.222144,154.673,169.929,2.1241,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,0.872928,629.784,172.975,2.1622,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,9.894624,888.977,61.041,0.763,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,0.882208,623.159,161.647,2.0206,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,1.685088,652.495,164.279,2.0535,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,1.537792,714.994,98.189,1.2274,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,2.996,733.986,95.198,1.19,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,1.683584,2.551,159.462,1.9933,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,179.263962,3.067,191.695,2.3962,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,1.67696,3.842,160.102,2.0013,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,179.307556,4.599,191.66,2.3957,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,1.685792,5.095,159.273,1.9909,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,179.29335,6.132,191.687,2.3961,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.050432,340.654,374.254,4.6782,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.250368,1097.896,301.546,3.7693,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,3.207872,1371.017,94.14,1.1768,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,0.537184,511.702,132.735,1.6592,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,1.043552,526.812,132.635,1.6579,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,0.538656,1020.607,140.159,1.752,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,1.044096,1053.075,136.584,1.7073,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,2.471872,0.869,54.305,0.6788,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,53.435936,5.144,321.543,4.0193,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,2.472608,1.303,54.292,0.6786,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,53.426079,7.718,321.622,4.0203,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,2.47168,1.738,54.315,0.6789,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,53.428673,10.29,321.626,4.0203,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.174112,98.671,108.404,1.355,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.49552,554.726,152.36,1.9045,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,4.987168,881.873,60.553,0.7569,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,0.817568,336.214,87.214,1.0902,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,1.534624,358.235,90.193,1.1274,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,0.81184,677.173,92.996,1.1624,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,1.537152,715.291,92.773,1.1597,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,1.530976,1.403,87.679,1.096,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,90.388802,3.041,190.09,2.3761,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,1.525312,2.112,88.01,1.1001,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,90.083519,4.577,190.745,2.3843,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,1.53488,2.798,87.466,1.0933,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,90.059616,6.104,190.808,2.3851,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.0496,173.184,190.266,2.3783,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.142848,962.134,264.258,3.3032,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,1.631264,1348.049,92.563,1.157,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.537216,255.836,66.364,0.8295,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.035584,265.433,66.828,0.8354,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,0.535552,513.261,70.486,0.8811,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,1.040704,528.254,68.514,0.8564,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,2.265152,0.474,29.63,0.3704,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,27.78512,4.946,309.194,3.8649,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,2.267936,0.71,29.596,0.3699,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,27.791136,7.418,309.146,3.8643,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,2.269824,0.946,29.573,0.3697,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,27.792255,9.89,309.152,3.8644,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.17232,49.849,54.765,0.6846,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.31168,440.962,121.114,1.5139,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,2.52512,870.859,59.797,0.7475,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.782304,175.685,45.573,0.5697,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.459008,188.401,47.434,0.5929,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,0.785216,350.067,48.074,0.6009,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,1.463008,375.771,48.737,0.6092,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,1.456992,0.737,46.065,0.5758,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,45.284321,3.035,189.712,2.3714,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,1.452672,1.109,46.205,0.5776,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,45.266529,4.554,189.798,2.3725,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,1.451104,1.48,46.258,0.5782,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,45.265598,6.073,189.814,2.3727,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.047264,90.872,99.835,1.2479,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.08976,765.591,210.276,2.6284,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,0.839232,1310.14,89.96,1.1245,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.536864,128.002,33.204,0.415,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.035776,132.692,33.408,0.4176,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.538848,255.061,35.027,0.4378,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.0328,266.148,34.519,0.4315,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,2.262912,0.237,14.83,0.1854,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,14.099456,4.874,304.657,3.8082,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,2.266784,0.355,14.805,0.1851,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,14.096128,7.313,304.747,3.8093,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,2.264832,0.474,14.819,0.1852,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,14.092672,9.753,304.84,3.8105,20,True,,NVIDIA GB300,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.14144,30.366,33.361,0.417,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.24592,279.438,76.75,0.9594,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,1.306976,841.264,57.765,0.7221,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.753216,91.235,23.666,0.2958,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.400096,98.164,24.715,0.3089,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.764512,179.773,24.688,0.3086,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.392864,197.347,25.596,0.3199,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,1.390784,0.386,24.129,0.3016,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,18.100351,3.797,237.315,2.9664,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,1.393472,0.578,24.084,0.3011,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,18.076672,5.702,237.641,2.9705,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,1.391008,0.772,24.128,0.3016,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,18.090336,7.597,237.476,2.9684,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_context.png b/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_context.png
index 4529e77c0..25f8851da 100755
Binary files a/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_context.png and b/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_context.png differ
diff --git a/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_generation.png b/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_generation.png
index c1aff7ea8..d47a0fa13 100755
Binary files a/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_generation.png and b/benchmark/attention_inference/results/gpt_oss/gb300/gpt_oss_generation.png differ
diff --git a/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_20260821_064605.csv b/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_20260824_064854.csv
similarity index 57%
rename from benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_20260821_064605.csv
rename to benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_20260824_064854.csv
index 9ed158afc..7f30a04e2 100644
--- a/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_20260821_064605.csv
+++ b/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_20260824_064854.csv
@@ -1,105 +1,105 @@
 config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.051264,670.251,736.36,15.3408,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.148064,3712.961,1019.795,21.2457,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,0.532192,16528.045,1134.891,23.6436,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.027872,19724.305,347.995,7.2499,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.028384,38737.022,341.718,7.1191,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.037984,28946.706,503.805,10.4959,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.037184,59138.964,514.644,10.7217,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.02272,189.039,13.161,0.2742,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,0.344224,1597.087,111.186,2.3164,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.023648,272.431,13.424,0.2797,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,0.344352,2394.741,117.996,2.4583,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.022688,378.611,14.804,0.3084,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,0.344192,3194.472,124.906,2.6022,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.034656,495.726,544.621,11.3463,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.084384,3257.465,894.689,18.6394,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.276864,15885.224,1090.752,22.724,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.023136,11880.961,209.615,4.367,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.023808,23091.221,203.699,4.2437,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.028032,19611.723,341.333,7.1111,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.027872,39448.609,343.293,7.1519,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.023776,90.321,6.288,0.131,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,0.187264,1467.863,102.19,2.129,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.0232,138.846,6.841,0.1425,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,0.186432,2211.621,108.974,2.2703,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.023744,180.886,7.073,0.1473,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,0.185888,2957.457,115.638,2.4091,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.026368,325.771,357.903,7.4563,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.051328,2677.66,735.441,15.3217,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.148288,14829.408,1018.255,21.2136,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.022656,6066.338,107.028,2.2298,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.022464,12236.374,107.943,2.2488,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.023072,11913.917,207.356,4.3199,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.022656,24265.353,211.164,4.3992,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.022432,47.867,3.332,0.0694,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,0.10464,1313.446,91.44,1.905,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.02256,71.392,3.518,0.0733,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,0.105024,1962.965,96.722,2.015,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.02304,93.207,3.644,0.0759,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,0.104832,2622.08,102.525,2.1359,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.022176,193.676,212.779,4.4329,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.035008,1962.965,539.144,11.2322,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.084288,13044.699,895.708,18.6606,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.02256,3046.076,53.742,1.1196,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.02224,6179.809,54.515,1.1357,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.022944,5990.192,104.257,2.172,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.022336,12306.496,107.095,2.2311,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.023104,23.237,1.618,0.0337,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.062144,1105.81,76.985,1.6038,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.023168,34.759,1.713,0.0357,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.061472,1676.848,82.624,1.7213,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.023072,46.539,1.82,0.0379,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.061536,2233.472,87.33,1.8194,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.111712,307.574,337.911,7.0398,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,1.213664,452.972,124.412,2.5919,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,19.172735,458.781,31.502,0.6563,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,1.160256,473.823,122.909,2.5606,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,2.291168,479.891,120.822,2.5171,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,2.292288,479.657,65.871,1.3723,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,4.769664,461.044,59.797,1.2458,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,1.146496,3.746,234.164,4.8784,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,71.552414,7.683,480.262,10.0055,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,1.154656,5.58,232.523,4.8442,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,71.61203,11.515,479.892,9.9977,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,1.153856,7.445,232.699,4.8479,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,71.625954,15.351,479.828,9.9964,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.070784,242.708,266.647,5.5552,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.645568,425.792,116.947,2.4364,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,9.671168,454.759,31.226,0.6505,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,0.592352,464.045,120.373,2.5078,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,1.157152,475.094,119.614,2.492,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,1.156128,475.515,65.302,1.3605,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,2.295712,478.941,62.119,1.2941,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,1.1536,1.862,116.361,2.4242,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,36.043648,7.626,476.699,9.9312,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,1.153024,2.794,116.426,2.4255,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,36.046303,11.439,476.693,9.9311,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,1.154816,3.719,116.253,2.4219,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,36.043488,15.253,476.759,9.9325,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.051168,167.877,184.435,3.8424,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.35568,386.412,106.131,2.2111,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,4.75984,461.995,31.723,0.6609,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.586144,234.48,60.824,1.2672,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.151552,238.702,60.098,1.252,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,0.590592,465.428,63.917,1.3316,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,1.156096,475.528,61.676,1.2849,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,1.145344,0.937,58.6,1.2208,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,18.203039,7.55,471.953,9.8324,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,1.152704,1.397,58.229,1.2131,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,18.193056,11.332,472.241,9.8384,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,1.15328,1.862,58.204,1.2126,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,18.213087,15.092,471.75,9.8281,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.036576,117.426,129.008,2.6877,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.21088,325.87,89.503,1.8646,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,2.419264,454.482,31.207,0.6501,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.586304,117.208,30.404,0.6334,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.1592,118.564,29.851,0.6219,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.586304,234.416,32.192,0.6707,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.151584,238.695,30.959,0.645,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,1.153472,0.465,29.093,0.6061,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,9.126784,7.529,470.647,9.8051,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,1.145376,0.703,29.301,0.6104,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,9.123296,11.298,470.855,9.8095,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,1.152928,0.931,29.111,0.6065,20,True,,NVIDIA H200,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,9.10336,15.098,471.915,9.8316,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.064864,529.72,581.967,12.1243,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.164096,3350.209,920.162,19.17,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,0.551072,15961.785,1096.009,22.8335,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.044992,12218.968,215.579,4.4912,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.044864,24507.66,216.194,4.504,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.052,21144.454,368.01,7.6669,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.051936,42341.02,368.463,7.6763,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.044992,95.461,6.646,0.1385,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,0.357088,1539.553,107.181,2.2329,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.043264,148.91,7.337,0.1529,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,0.358144,2302.52,113.452,2.3636,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.042688,201.226,7.868,0.1639,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,0.358816,3064.277,119.815,2.4962,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.050016,343.487,377.367,7.8618,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.098912,2779.015,763.279,15.9016,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.29312,15004.253,1030.26,21.4638,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.044192,6220.083,109.741,2.2863,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.043456,12650.861,111.599,2.325,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.045152,12175.669,211.912,4.4148,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.045824,23994.231,208.804,4.3501,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.04384,48.985,3.41,0.071,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,0.200736,1369.35,95.332,1.9861,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.04352,74.017,3.647,0.076,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,0.201344,2047.823,100.903,2.1021,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.044064,97.471,3.811,0.0794,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,0.199936,2749.659,107.513,2.2399,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.04352,197.379,216.847,4.5176,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.064928,2116.79,581.394,12.1124,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.162688,13516.813,928.126,19.336,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.044,3123.613,55.11,1.1481,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.043264,6353.502,56.047,1.1677,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.04512,6092.152,106.031,2.209,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.042496,12936.649,112.578,2.3454,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.044128,24.332,1.694,0.0353,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,0.11856,1159.235,80.704,1.6813,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.042688,37.73,1.859,0.0387,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,0.11888,1734.172,85.448,1.7802,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.044128,48.665,1.903,0.0396,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,0.11904,2309.122,90.288,1.881,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.042496,101.068,111.036,2.3133,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.048224,1425.006,391.39,8.1539,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.098624,11148.52,765.508,15.9481,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.044512,1543.842,27.238,0.5675,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.045088,3048.238,26.89,0.5602,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.042944,3200.423,55.702,1.1605,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.043424,6330.092,55.086,1.1476,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.0448,11.984,0.834,0.0174,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.07552,909.951,63.349,1.3198,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.043104,18.683,0.921,0.0192,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.075392,1367.243,67.368,1.4035,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.042496,25.267,0.988,0.0206,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.076608,1794.055,70.149,1.4614,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.126016,272.662,299.555,6.2407,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,1.239744,443.443,121.795,2.5374,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,19.181025,458.583,31.488,0.656,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,1.178688,466.413,120.987,2.5206,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,2.321088,473.705,119.265,2.4847,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,2.305248,476.96,65.501,1.3646,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,4.582272,479.898,62.243,1.2967,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,1.172032,3.665,229.062,4.7721,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,71.558113,7.683,480.224,10.0047,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,1.174752,5.484,228.546,4.7614,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,72.080002,11.441,476.776,9.9328,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,1.172704,7.325,228.959,4.77,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,72.125092,15.245,476.507,9.9272,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.084768,202.669,222.659,4.6387,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.661728,415.394,114.091,2.3769,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,9.616192,457.358,31.404,0.6543,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,0.607968,452.126,117.281,2.4434,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,1.178304,466.565,117.467,2.4472,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,1.179552,466.072,64.005,1.3334,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,2.315072,474.936,61.599,1.2833,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,1.17792,1.823,113.959,2.3741,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,36.340961,7.564,472.799,9.85,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,1.1744,2.743,114.307,2.3814,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,36.345505,11.344,472.769,9.8493,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,1.176064,3.652,114.152,2.3782,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,36.344929,15.126,472.805,9.8501,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.065344,131.457,144.423,3.0088,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.375552,365.965,100.515,2.0941,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,4.829856,455.298,31.263,0.6513,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.604288,227.439,58.998,1.2291,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.172192,234.499,59.04,1.23,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,0.609504,450.986,61.934,1.2903,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,1.176992,467.085,60.581,1.2621,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,1.174272,0.914,57.156,1.1908,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,18.198496,7.552,472.071,9.8348,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,1.172096,1.374,57.266,1.193,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,18.194176,11.331,472.212,9.8377,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,1.172896,1.831,57.23,1.1923,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,18.079777,15.204,475.229,9.9006,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.050816,84.52,92.856,1.9345,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.22752,302.037,82.957,1.7283,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,2.426208,453.181,31.117,0.6483,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.605472,113.497,29.441,0.6134,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.174112,117.058,29.472,0.614,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.607776,226.134,31.055,0.647,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.17264,234.409,30.403,0.6334,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,1.172384,0.458,28.624,0.5963,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,9.129216,7.527,470.521,9.8025,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,1.172288,0.687,28.628,0.5964,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,9.143072,11.274,469.837,9.7883,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,1.172576,0.916,28.623,0.5963,20,True,,NVIDIA H200,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,9.056256,15.176,474.37,9.8827,20,True,,NVIDIA H200,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_context.png b/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_context.png
index 0303af5de..2744d1a0b 100755
Binary files a/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_context.png and b/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_context.png differ
diff --git a/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_generation.png b/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_generation.png
index a07bad9c5..3259d45d4 100755
Binary files a/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_generation.png and b/benchmark/attention_inference/results/gpt_oss/h200/gpt_oss_generation.png differ
diff --git a/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_20260821_065725.csv b/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_20260821_065725.csv
deleted file mode 100644
index d856033c2..000000000
--- a/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_20260821_065725.csv
+++ /dev/null
@@ -1,209 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.05984,574.193,630.828,35.2024,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.195008,2819.145,774.301,43.2088,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,0.6984,12594.635,864.805,48.2592,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.036352,15123.124,266.817,14.8893,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.036768,29904.036,263.798,14.7209,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.06144,17895.698,311.467,17.381,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.059648,36866.672,320.824,17.9031,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.022496,190.921,13.292,0.7417,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,0.229504,2395.408,166.764,9.306,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.02368,272.063,13.405,0.7481,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,0.230944,3570.709,175.94,9.8181,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.023296,368.73,14.418,0.8046,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,0.230912,4761.605,186.182,10.3896,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.125056,274.755,301.855,16.8446,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.401728,1368.478,375.864,20.9745,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,1.604384,5482.536,376.456,21.0076,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.272256,2019.261,35.626,1.988,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.46992,2339.785,20.64,1.1518,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.297792,3692.214,64.261,3.586,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.4952,4440.677,38.644,2.1565,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.452576,9.49,0.661,0.0369,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,51.768738,10.619,0.739,0.0413,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.454112,14.187,0.699,0.039,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,51.77235,15.928,0.785,0.0438,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.453184,18.955,0.741,0.0414,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,51.774975,21.236,0.83,0.0463,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.03744,458.864,504.123,28.1319,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.100512,2734.777,751.129,41.9157,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.366432,12002.353,824.136,45.9897,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.035456,7752.648,136.78,7.6328,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.035648,15421.786,136.043,7.5917,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.03696,14874.346,258.881,14.4465,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.035456,31010.593,269.863,15.0593,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.02176,98.69,6.871,0.3834,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,0.125984,2181.848,151.896,8.4764,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.021472,150.02,7.392,0.4125,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,0.125824,3276.933,161.465,9.0103,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.021696,197.961,7.74,0.4319,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,0.125056,4396.077,171.889,9.592,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.094208,182.361,200.348,11.1801,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.209056,1314.853,361.135,20.1526,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.800288,5495.58,377.352,21.0576,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.133728,2055.5,36.265,2.0237,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.257312,2136.534,18.847,1.0518,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.163456,3363.326,58.537,3.2666,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.265824,4136.239,35.995,2.0086,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.250688,8.566,0.596,0.0333,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,25.494368,10.782,0.751,0.0419,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.24944,12.914,0.636,0.0355,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,25.577375,16.12,0.794,0.0443,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.249888,17.188,0.672,0.0375,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,25.578465,21.493,0.84,0.0469,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.029152,294.66,323.723,18.0649,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.060864,2258.132,620.214,34.6102,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.193504,11364.226,780.319,43.5446,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.035808,3838.219,67.718,3.7789,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.035776,7683.305,67.778,3.7823,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.03536,7773.696,135.298,7.5501,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.035776,15366.609,133.725,7.4623,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.021824,49.2,3.425,0.1911,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,0.073376,1873.078,130.4,7.2768,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.021888,73.584,3.626,0.2023,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,0.073088,2820.688,138.984,7.7558,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.022176,96.838,3.786,0.2113,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,0.073024,3764.213,147.183,8.2133,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.080704,106.438,116.936,6.5254,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.117792,1166.794,320.469,17.8833,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.39712,5537.428,380.225,21.2179,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.072992,1882.932,33.221,1.8538,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.131168,2095.617,18.486,1.0316,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.079872,3441.48,59.897,3.3425,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.134016,4102.165,35.698,1.9921,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.110656,9.703,0.676,0.0377,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,12.685536,10.834,0.754,0.0421,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.111328,14.467,0.713,0.0398,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,12.687904,16.248,0.801,0.0447,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.111648,19.234,0.752,0.042,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,12.688192,21.664,0.847,0.0473,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.021856,196.512,215.895,12.0477,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.037024,1856.079,509.787,28.448,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.100224,10970.542,753.287,42.0361,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.03552,1934.67,34.133,1.9048,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.035712,3848.537,33.95,1.8945,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.035232,3900.969,67.895,3.7888,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.035072,7837.532,68.204,3.806,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.02224,24.14,1.681,0.0938,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.045504,1510.185,105.136,5.867,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.021888,36.792,1.813,0.1012,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.046112,2235.41,110.146,6.1465,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.022368,48.003,1.877,0.1047,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.045984,2988.843,116.866,6.5215,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.060832,70.604,77.568,4.3285,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.08288,829.144,227.731,12.7082,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.188928,5819.739,399.61,22.2997,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.059936,1146.548,20.229,1.1288,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.06096,2254.576,19.889,1.1099,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.0608,2260.509,39.343,2.1955,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.061664,4457.672,38.792,2.1647,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.061056,8.793,0.612,0.0342,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.086688,792.722,55.188,3.0797,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.061152,13.169,0.649,0.0362,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.087264,1181.234,58.203,3.2479,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.061408,17.485,0.684,0.0382,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.08736,1573.248,61.515,3.4328,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.166432,206.449,226.812,12.6569,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,1.682176,326.812,89.762,5.009,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,25.690111,342.392,23.51,1.312,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,2.341728,234.765,60.898,3.3983,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,4.651488,236.378,59.513,3.321,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,4.640064,236.96,32.542,1.8159,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,9.268288,237.263,30.773,1.7172,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,2.621056,1.639,102.428,5.7158,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,98.135262,5.602,350.169,19.5407,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,2.491808,2.585,107.747,6.0127,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,98.121117,8.404,350.241,19.5447,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,2.491616,3.448,107.762,6.0135,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,98.121666,11.206,350.26,19.5458,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.18256,188.211,206.774,11.5388,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,1.63296,336.662,92.467,5.16,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,23.712671,370.945,25.471,1.4214,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,2.123232,258.924,67.165,3.748,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,4.360896,252.13,63.479,3.5423,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,3.8344,286.749,39.379,2.1975,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,7.495808,293.367,38.05,2.1233,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,1.641312,2.617,163.569,9.1278,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,136.20752,4.036,252.291,14.0787,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,1.595872,4.037,168.237,9.3882,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,136.42041,6.045,251.913,14.0576,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,1.588864,5.406,168.989,9.4302,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,136.536774,8.053,251.713,14.0465,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.096832,177.419,194.919,10.8772,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.89104,308.491,84.73,4.7282,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,12.95104,339.59,23.318,1.3012,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,2.331328,117.906,30.585,1.7067,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,4.645376,118.345,29.796,1.6627,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,2.335776,235.363,32.322,1.8037,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,4.651744,236.365,30.657,1.7107,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,2.490496,0.862,53.899,3.0077,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,49.177887,5.589,349.384,19.4969,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,2.49152,1.293,53.88,3.0067,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,49.174946,8.385,349.426,19.4992,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,2.489984,1.725,53.916,3.0087,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,49.175678,11.179,349.442,19.5001,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.133984,128.223,140.87,7.8611,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.831456,330.598,90.802,5.067,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,11.719104,375.289,25.769,1.438,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,1.32672,207.186,53.744,2.9991,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,2.597024,211.687,53.296,2.9741,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,1.886624,291.397,40.017,2.2331,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,3.67808,298.936,38.772,2.1636,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,1.427744,1.504,94.018,5.2466,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,67.681885,4.061,253.864,14.1665,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,1.430368,2.252,93.852,5.2373,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,67.771011,6.084,253.545,14.1487,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,1.425792,3.012,94.159,5.2544,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,67.772324,8.112,253.556,14.1493,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.07344,116.965,128.502,7.1709,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.504384,272.489,74.841,4.1764,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,6.368768,345.282,23.709,1.323,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,2.375232,57.863,15.01,0.8376,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,4.642144,59.214,14.908,0.8319,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,2.33808,117.566,16.145,0.901,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,4.6432,118.4,15.356,0.8569,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,2.608896,0.412,25.726,1.4356,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,24.683617,5.568,348.044,19.4221,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,2.60848,0.617,25.732,1.4359,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,24.673088,8.356,348.214,19.4316,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,2.608544,0.823,25.733,1.436,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,24.684736,11.136,348.071,19.4236,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.10272,83.625,91.873,5.1268,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.461888,297.559,81.727,4.5607,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,5.559552,395.54,27.16,1.5156,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.672096,204.493,53.045,2.9601,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.309728,209.874,52.84,2.9487,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,1.276544,215.33,29.571,1.6502,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,2.352384,233.702,30.311,1.6915,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,1.278496,0.84,52.497,2.9295,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,33.869473,4.058,253.65,14.1546,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,1.28032,1.258,52.425,2.9255,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,33.868351,6.087,253.674,14.1559,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,1.27824,1.68,52.514,2.9305,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,33.868286,8.116,253.69,14.1568,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.054944,78.17,85.88,4.7924,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.324416,211.825,58.18,3.2466,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,3.349984,328.214,22.537,1.2576,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,2.438912,28.176,7.309,0.4079,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,4.86048,28.277,7.119,0.3973,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,2.434976,56.444,7.751,0.4326,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,4.853056,56.64,7.346,0.4099,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,2.602784,0.206,12.893,0.7195,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,13.523616,5.081,317.629,17.7248,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,2.60192,0.31,12.898,0.7198,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,13.525216,7.621,317.611,17.7238,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,2.602304,0.413,12.897,0.7197,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,13.525856,10.161,317.615,17.7241,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.072832,58.971,64.787,3.6154,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.290944,236.195,64.873,3.6201,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,2.785056,394.79,27.108,1.5127,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.635872,108.071,28.034,1.5644,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.22352,112.331,28.282,1.5782,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.651296,211.024,28.98,1.6172,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.234912,222.589,28.87,1.611,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,1.216096,0.441,27.595,1.5399,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,11.66816,5.889,368.138,20.5434,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,1.216736,0.662,27.582,1.5392,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,11.669152,8.833,368.129,20.5429,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,1.215488,0.883,27.612,1.5409,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,11.6712,11.776,368.087,20.5406,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
diff --git a/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_20260824_065612.csv b/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_20260824_065612.csv
new file mode 100644
index 000000000..fd07b51e4
--- /dev/null
+++ b/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_20260824_065612.csv
@@ -0,0 +1,209 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.057184,600.863,660.128,36.8375,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.187872,2926.225,803.712,44.85,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,0.675776,13016.285,893.757,49.8749,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.03632,15136.448,267.052,14.9025,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.037984,28946.706,255.353,14.2496,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.058208,18889.356,328.761,18.346,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.058208,37778.712,328.761,18.346,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.021664,198.254,13.802,0.7702,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,0.221568,2481.206,172.737,9.6393,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.021632,297.82,14.675,0.8189,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,0.221952,3715.37,183.068,10.2159,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.021248,404.27,15.807,0.8821,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,0.221344,4967.434,194.23,10.8387,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,128.0,16,0.11472,299.51,329.051,18.3622,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,128.0,16,0.39168,1403.584,385.506,21.5126,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,128.0,16,1.576032,5581.164,383.228,21.3855,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,128.0,16,0.2704,2033.121,35.87,2.0017,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,128.0,16,0.467456,2352.118,20.749,1.1579,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,128.0,16,0.2944,3734.754,65.002,3.6273,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,128.0,16,0.48992,4488.535,39.06,2.1797,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,128.0,16,0.45232,9.495,0.661,0.0369,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,128.0,16,51.773121,10.619,0.739,0.0413,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,128.0,16,0.451552,14.267,0.703,0.0392,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,128.0,16,51.773026,15.928,0.785,0.0438,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,128.0,16,0.451424,19.029,0.744,0.0415,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,128.0,16,51.774433,21.237,0.83,0.0463,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.036352,472.598,519.211,28.9738,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.09728,2825.636,776.084,43.3083,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.355104,12385.235,850.427,47.4568,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.035296,7787.792,137.4,7.6674,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.034976,15718.086,138.657,7.7376,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.036512,15056.853,262.058,14.6238,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.035296,31151.168,271.086,15.1276,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.020832,103.086,7.177,0.4005,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,0.120608,2279.102,158.667,8.8542,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.021792,147.817,7.283,0.4064,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,0.12016,3431.399,169.076,9.435,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.024608,174.535,6.824,0.3808,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,0.121952,4507.969,176.265,9.8362,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,128.0,16,0.093184,184.365,202.549,11.303,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,128.0,16,0.212096,1296.007,355.959,19.8638,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,128.0,16,0.788608,5576.974,382.94,21.3694,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,128.0,16,0.13328,2062.409,36.387,2.0305,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,128.0,16,0.256,2147.484,18.944,1.0571,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,128.0,16,0.1624,3385.196,58.918,3.2878,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,128.0,16,0.263104,4179.0,36.367,2.0294,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,128.0,16,0.249216,8.617,0.6,0.0335,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,128.0,16,25.493952,10.782,0.751,0.0419,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,128.0,16,0.24912,12.93,0.637,0.0356,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,128.0,16,25.579264,16.119,0.794,0.0443,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,128.0,16,0.24864,17.274,0.675,0.0377,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,128.0,16,25.579617,21.492,0.84,0.0469,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.028512,301.274,330.99,18.4704,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.058912,2332.953,640.765,35.757,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.186208,11809.5,810.894,45.2508,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.03488,3940.337,69.519,3.8794,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.035136,7823.256,69.013,3.8512,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.03504,7844.689,136.533,7.619,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.035264,15589.718,135.666,7.5707,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.024224,44.326,3.086,0.1722,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,0.069984,1963.863,136.721,7.6295,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.020832,77.314,3.81,0.2126,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,0.070592,2920.422,143.898,8.03,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.024576,87.381,3.417,0.1907,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,0.070688,3888.608,152.047,8.4848,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,128.0,16,0.077408,110.97,121.915,6.8033,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,128.0,16,0.116064,1184.165,325.241,18.1496,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,128.0,16,0.391648,5614.795,385.537,21.5144,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,128.0,16,0.074304,1849.684,32.634,1.8211,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,128.0,16,0.129152,2128.329,18.775,1.0477,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,128.0,16,0.078496,3501.808,60.947,3.4011,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,128.0,16,0.132224,4157.761,36.182,2.0191,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,128.0,16,0.109856,9.774,0.68,0.038,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,128.0,16,12.698144,10.824,0.754,0.042,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,128.0,16,0.109152,14.756,0.727,0.0406,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,128.0,16,12.697248,16.236,0.8,0.0446,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,128.0,16,0.109344,19.64,0.768,0.0429,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,128.0,16,12.69792,21.647,0.846,0.0472,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.0208,206.489,226.855,12.6593,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.036864,1864.135,512.0,28.5714,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.098016,11217.675,770.257,42.9831,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.035232,1950.485,34.412,1.9203,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.034816,3947.58,34.824,1.9433,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.034688,3962.147,68.959,3.8482,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.034944,7866.24,68.454,3.82,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.021568,24.892,1.733,0.0967,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.047552,1445.144,100.608,5.6143,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.020928,38.48,1.896,0.1058,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.044256,2329.158,114.765,6.4043,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.022336,48.072,1.88,0.1049,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.044,3123.613,122.135,6.8156,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,128.0,16,0.060896,70.53,77.486,4.324,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,128.0,16,0.081472,843.474,231.667,12.9278,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,128.0,16,0.185152,5938.427,407.759,22.7544,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,128.0,16,0.06128,1121.401,19.785,1.1041,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,128.0,16,0.062496,2199.164,19.4,1.0826,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,128.0,16,0.060864,2258.132,39.302,2.1932,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,128.0,16,0.060864,4516.264,39.302,2.1932,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,128.0,16,0.060672,8.849,0.616,0.0344,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,128.0,16,0.086272,796.544,55.454,3.0945,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,128.0,16,0.060512,13.308,0.656,0.0366,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,128.0,16,0.085344,1207.809,59.513,3.321,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,128.0,16,0.061216,17.54,0.686,0.0383,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_swa-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,128.0,16,0.085952,1599.02,62.523,3.489,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.161024,213.383,234.429,13.082,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,1.678912,327.448,89.936,5.0188,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,24.834911,354.183,24.32,1.3571,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,2.341536,234.784,60.903,3.3986,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,4.654848,236.208,59.47,3.3186,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,4.6408,236.923,32.536,1.8156,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,9.274176,237.113,30.753,1.7162,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,2.530976,1.697,106.073,5.9193,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,98.222466,5.597,349.858,19.5233,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,2.529504,2.547,106.141,5.9231,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,98.22403,8.395,349.874,19.5242,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,2.49296,3.446,107.704,6.0103,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,98.218369,11.195,349.915,19.5265,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,64,64,gqa,,16,0.1864,184.333,202.515,11.301,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,64,64,gqa,,16,1.62752,337.787,92.776,5.1772,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,64,64,gqa,,16,22.958464,383.131,26.307,1.4681,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,64,64,gqa,,16,2.118272,259.53,67.322,3.7568,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,64,64,gqa,,16,4.341056,253.282,63.769,3.5585,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,64,64,gqa,,16,3.8224,287.65,39.503,2.2044,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,64,64,gqa,,16,7.478464,294.047,38.138,2.1282,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,64,64,gqa,,16,1.61744,2.655,165.983,9.2625,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,64,64,gqa,,16,136.116135,4.039,252.46,14.0882,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,64,64,gqa,,16,1.610048,4.001,166.756,9.3056,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,64,64,gqa,,16,136.108673,6.059,252.49,14.0898,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,64,64,gqa,,16,1.608512,5.34,166.925,9.315,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,64,64,gqa,,16,136.103836,8.078,252.514,14.0912,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.100256,171.36,188.262,10.5057,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.889664,308.968,84.861,4.7355,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,12.376896,355.343,24.399,1.3616,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,2.331264,117.909,30.586,1.7068,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,4.643776,118.386,29.806,1.6633,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,2.335552,235.386,32.325,1.8039,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,4.650816,236.413,30.663,1.7111,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,2.528,0.849,53.099,2.9631,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,49.216991,5.585,349.106,19.4814,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,2.525312,1.276,53.159,2.9664,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,49.220543,8.377,349.103,19.4812,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,2.525088,1.701,53.167,2.9669,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,49.218464,11.17,349.139,19.4832,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,64,64,gqa,,16,0.135488,126.8,139.307,7.7738,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,64,64,gqa,,16,0.856064,321.095,88.191,4.9214,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,64,64,gqa,,16,11.316736,388.632,26.685,1.4891,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,64,64,gqa,,16,1.28976,213.123,55.284,3.085,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,64,64,gqa,,16,2.597696,211.632,53.283,2.9734,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,64,64,gqa,,16,1.867712,294.347,40.422,2.2557,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,64,64,gqa,,16,3.667424,299.805,38.885,2.1699,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,64,64,gqa,,16,1.389344,1.546,96.617,5.3916,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,64,64,gqa,,16,67.716637,4.059,253.733,14.1592,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,64,64,gqa,,16,1.390112,2.317,96.569,5.3889,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,64,64,gqa,,16,67.805855,6.081,253.415,14.1415,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,64,64,gqa,,16,1.392384,3.085,96.418,5.3805,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,64,64,gqa,,16,67.802429,8.108,253.443,14.143,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.07056,121.739,133.747,7.4636,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.522432,263.075,72.256,4.0321,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,6.35408,346.081,23.763,1.3261,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,2.362752,58.169,15.089,0.842,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,4.704768,58.425,14.71,0.8209,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,2.3672,116.119,15.947,0.8899,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,4.645568,118.34,15.349,0.8565,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,2.527232,0.425,26.558,1.482,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,24.702175,5.564,347.782,19.4075,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,2.526752,0.637,26.564,1.4824,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,24.706017,8.344,347.75,19.4057,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,2.526592,0.85,26.568,1.4826,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,24.701952,11.128,347.828,19.41,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,64,64,gqa,,16,0.1016,84.547,92.886,5.1834,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,64,64,gqa,,16,0.449024,306.084,84.068,4.6913,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,64,64,gqa,,16,5.51072,399.045,27.4,1.529,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,64,64,gqa,,16,0.652448,210.651,54.643,3.0493,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,64,64,gqa,,16,1.270208,216.404,54.484,3.0404,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,64,64,gqa,,16,1.23584,222.422,30.545,1.7045,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,64,64,gqa,,16,2.35088,233.851,30.33,1.6925,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,64,64,gqa,,16,1.241568,0.865,54.058,3.0166,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,64,64,gqa,,16,33.869793,4.058,253.647,14.1544,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,64,64,gqa,,16,1.238304,1.301,54.204,3.0248,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,64,64,gqa,,16,33.876034,6.086,253.616,14.1527,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,64,64,gqa,,16,1.238848,1.733,54.184,3.0236,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,64,64,gqa,,16,33.872608,8.115,253.657,14.155,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.052544,81.74,89.803,5.0113,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.31472,218.351,59.972,3.3466,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,3.34656,328.55,22.56,1.2589,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,2.362432,29.088,7.546,0.4211,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,4.707264,29.197,7.351,0.4102,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,2.362432,58.177,7.989,0.4458,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,4.708032,58.385,7.573,0.4226,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,2.5288,0.212,13.271,0.7405,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,13.534912,5.077,317.364,17.71,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,2.525056,0.319,13.291,0.7417,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,13.535168,7.616,317.377,17.7108,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,2.527232,0.425,13.28,0.7411,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,13.534944,10.154,317.402,17.7122,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,64,64,gqa,,16,0.071584,59.999,65.917,3.6784,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,64,64,gqa,,16,0.292256,235.135,64.582,3.6039,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,64,64,gqa,,16,2.826208,389.041,26.713,1.4907,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,64,64,gqa,,16,0.619424,110.941,28.778,1.6059,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,64,64,gqa,,16,1.1856,115.924,29.186,1.6287,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,64,64,gqa,,16,0.634528,216.6,29.746,1.6599,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,64,64,gqa,,16,1.208192,227.512,29.508,1.6467,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,64,64,gqa,,16,1.182176,0.454,28.387,1.5841,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,64,64,gqa,,16,11.664896,5.891,368.241,20.5492,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,64,64,gqa,,16,1.183264,0.681,28.363,1.5827,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,64,64,gqa,,16,11.66592,8.836,368.231,20.5486,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,64,64,gqa,,16,1.184576,0.906,28.333,1.5811,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+gpt_oss,gpt_oss_full-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,64,64,gqa,,16,11.666112,11.781,368.247,20.5495,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_context.png b/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_context.png
index 3014e1666..298ac3bbb 100755
Binary files a/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_context.png and b/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_context.png differ
diff --git a/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_generation.png b/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_generation.png
index b2941dc3a..43980034c 100755
Binary files a/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_generation.png and b/benchmark/attention_inference/results/gpt_oss/rtxpro6000/gpt_oss_generation.png differ
diff --git a/benchmark/attention_inference/results/kimi_k3/gb200/kimi_k3_20260821_054645.csv b/benchmark/attention_inference/results/kimi_k3/gb200/kimi_k3_20260824_054642.csv
similarity index 55%
rename from benchmark/attention_inference/results/kimi_k3/gb200/kimi_k3_20260821_054645.csv
rename to benchmark/attention_inference/results/kimi_k3/gb200/kimi_k3_20260824_054642.csv
index dfcc0f7f0..2494f0f2b 100644
--- a/benchmark/attention_inference/results/kimi_k3/gb200/kimi_k3_20260821_054645.csv
+++ b/benchmark/attention_inference/results/kimi_k3/gb200/kimi_k3_20260824_054642.csv
@@ -1,33 +1,33 @@
 config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,1,131072,96,1,576,512,mla_absorbed,,32,0.649984,42.125,232.627,2.9078,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,1,131072,96,1,576,512,mla_absorbed,,32,68.897156,50.868,280.913,3.5114,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,2,131072,96,1,576,512,mla_absorbed,,32,28.755808,1.904,5.265,0.0658,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,2,131072,96,1,576,512,mla_absorbed,,32,2405.72168,2.914,8.056,0.1007,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,3,131072,96,1,576,512,mla_absorbed,,32,28.748672,2.857,5.274,0.0659,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,3,131072,96,1,576,512,mla_absorbed,,32,2402.599121,4.376,8.078,0.101,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,4,131072,96,1,576,512,mla_absorbed,,32,28.741472,3.811,5.283,0.066,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,4,131072,96,1,576,512,mla_absorbed,,32,2402.205322,5.836,8.09,0.1011,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,48,1,576,512,mla_absorbed,,32,0.36288,37.727,416.389,5.2049,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,48,1,576,512,mla_absorbed,,32,37.985214,46.132,509.164,6.3646,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,48,1,576,512,mla_absorbed,,32,12.84784,2.131,11.769,0.1471,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,48,1,576,512,mla_absorbed,,32,1143.999023,3.064,16.918,0.2115,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,48,1,576,512,mla_absorbed,,32,12.842944,3.198,11.781,0.1473,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,48,1,576,512,mla_absorbed,,32,1143.258179,4.598,16.941,0.2118,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,48,1,576,512,mla_absorbed,,32,12.840768,4.265,11.792,0.1474,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,48,1,576,512,mla_absorbed,,32,1140.824829,6.144,16.988,0.2124,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,24,1,576,512,mla_absorbed,,32,0.26288,26.039,574.586,7.1823,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,24,1,576,512,mla_absorbed,,32,26.857952,32.622,719.863,8.9983,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,24,1,576,512,mla_absorbed,,32,12.83376,1.067,11.774,0.1472,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,24,1,576,512,mla_absorbed,,32,565.198364,3.1,34.219,0.4277,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,24,1,576,512,mla_absorbed,,32,12.822624,1.601,11.788,0.1473,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,24,1,576,512,mla_absorbed,,32,564.968872,4.653,34.245,0.4281,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,24,1,576,512,mla_absorbed,,32,12.817728,2.136,11.796,0.1475,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,24,1,576,512,mla_absorbed,,32,564.444397,6.209,34.289,0.4286,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,12,1,576,512,mla_absorbed,,32,0.1552,22.053,973.074,12.1634,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,12,1,576,512,mla_absorbed,,32,14.157088,30.945,1365.443,17.068,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,12,1,576,512,mla_absorbed,,32,12.811904,0.534,11.79,0.1474,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,12,1,576,512,mla_absorbed,,32,287.494598,3.048,67.25,0.8406,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,12,1,576,512,mla_absorbed,,32,12.806144,0.802,11.797,0.1475,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,12,1,576,512,mla_absorbed,,32,287.070648,4.578,67.361,0.842,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,12,1,576,512,mla_absorbed,,32,12.79888,1.07,11.806,0.1476,20,True,,NVIDIA GB200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,12,1,576,512,mla_absorbed,,32,286.759735,6.111,67.446,0.8431,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,1,131072,96,1,576,512,mla_absorbed,,32,0.650944,42.063,232.284,2.9035,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,1,131072,96,1,576,512,mla_absorbed,,32,68.954147,50.826,280.681,3.5085,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,2,131072,96,1,576,512,mla_absorbed,,32,28.764929,1.904,5.264,0.0658,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,2,131072,96,1,576,512,mla_absorbed,,32,2407.513672,2.911,8.05,0.1006,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,3,131072,96,1,576,512,mla_absorbed,,32,28.766815,2.855,5.271,0.0659,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,3,131072,96,1,576,512,mla_absorbed,,32,2405.207275,4.371,8.069,0.1009,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,4,131072,96,1,576,512,mla_absorbed,,32,28.74608,3.81,5.282,0.066,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,4,131072,96,1,576,512,mla_absorbed,,32,2404.759521,5.83,8.082,0.101,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,48,1,576,512,mla_absorbed,,32,0.36304,37.71,416.206,5.2026,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,48,1,576,512,mla_absorbed,,32,37.963871,46.158,509.451,6.3681,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,48,1,576,512,mla_absorbed,,32,12.843232,2.132,11.773,0.1472,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,48,1,576,512,mla_absorbed,,32,1144.217041,3.063,16.915,0.2114,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,48,1,576,512,mla_absorbed,,32,12.844256,3.198,11.78,0.1473,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,48,1,576,512,mla_absorbed,,32,1144.44751,4.594,16.923,0.2115,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,48,1,576,512,mla_absorbed,,32,12.834496,4.267,11.797,0.1475,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,48,1,576,512,mla_absorbed,,32,1143.131104,6.132,16.954,0.2119,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,24,1,576,512,mla_absorbed,,32,0.262816,26.045,574.726,7.1841,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,24,1,576,512,mla_absorbed,,32,26.873632,32.603,719.443,8.993,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,24,1,576,512,mla_absorbed,,32,12.825856,1.067,11.781,0.1473,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,24,1,576,512,mla_absorbed,,32,565.101746,3.101,34.225,0.4278,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,24,1,576,512,mla_absorbed,,32,12.814304,1.603,11.796,0.1474,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,24,1,576,512,mla_absorbed,,32,565.474182,4.648,34.214,0.4277,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,24,1,576,512,mla_absorbed,,32,12.8144,2.137,11.8,0.1475,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,24,1,576,512,mla_absorbed,,32,564.931885,6.204,34.259,0.4282,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,12,1,576,512,mla_absorbed,,32,0.156192,21.912,966.894,12.0862,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,12,1,576,512,mla_absorbed,,32,14.163808,30.93,1364.795,17.0599,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,12,1,576,512,mla_absorbed,,32,12.809152,0.534,11.792,0.1474,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,12,1,576,512,mla_absorbed,,32,287.602814,3.046,67.225,0.8403,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,12,1,576,512,mla_absorbed,,32,12.7992,0.802,11.803,0.1475,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,12,1,576,512,mla_absorbed,,32,287.141785,4.577,67.344,0.8418,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,12,1,576,512,mla_absorbed,,32,12.79696,1.07,11.807,0.1476,20,True,,NVIDIA GB200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,12,1,576,512,mla_absorbed,,32,286.934479,6.107,67.405,0.8426,20,True,,NVIDIA GB200,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/kimi_k3/gb200/kimi_k3_generation.png b/benchmark/attention_inference/results/kimi_k3/gb200/kimi_k3_generation.png
index 4015a524e..3ce27c052 100755
Binary files a/benchmark/attention_inference/results/kimi_k3/gb200/kimi_k3_generation.png and b/benchmark/attention_inference/results/kimi_k3/gb200/kimi_k3_generation.png differ
diff --git a/benchmark/attention_inference/results/kimi_k3/gb300/kimi_k3_20260821_054734.csv b/benchmark/attention_inference/results/kimi_k3/gb300/kimi_k3_20260824_054813.csv
similarity index 55%
rename from benchmark/attention_inference/results/kimi_k3/gb300/kimi_k3_20260821_054734.csv
rename to benchmark/attention_inference/results/kimi_k3/gb300/kimi_k3_20260824_054813.csv
index 23bbad9ab..a4b1a4be1 100644
--- a/benchmark/attention_inference/results/kimi_k3/gb300/kimi_k3_20260821_054734.csv
+++ b/benchmark/attention_inference/results/kimi_k3/gb300/kimi_k3_20260824_054813.csv
@@ -1,33 +1,33 @@
 config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,1,131072,96,1,576,512,mla_absorbed,,32,0.634208,43.173,238.414,2.9802,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,1,131072,96,1,576,512,mla_absorbed,,32,66.822273,52.448,289.635,3.6204,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,2,131072,96,1,576,512,mla_absorbed,,32,28.205503,1.941,5.368,0.0671,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,2,131072,96,1,576,512,mla_absorbed,,32,2350.959961,2.981,8.244,0.103,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,3,131072,96,1,576,512,mla_absorbed,,32,28.198433,2.913,5.377,0.0672,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,3,131072,96,1,576,512,mla_absorbed,,32,2349.150146,4.476,8.262,0.1033,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,4,131072,96,1,576,512,mla_absorbed,,32,28.180927,3.886,5.388,0.0673,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,4,131072,96,1,576,512,mla_absorbed,,32,2349.692383,5.966,8.271,0.1034,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,48,1,576,512,mla_absorbed,,32,0.351904,38.903,429.377,5.3672,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,48,1,576,512,mla_absorbed,,32,36.877502,47.518,524.459,6.5557,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,48,1,576,512,mla_absorbed,,32,12.812608,2.137,11.801,0.1475,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,48,1,576,512,mla_absorbed,,32,1120.248291,3.128,17.277,0.216,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,48,1,576,512,mla_absorbed,,32,12.806144,3.207,11.815,0.1477,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,48,1,576,512,mla_absorbed,,32,1119.706299,4.695,17.297,0.2162,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,48,1,576,512,mla_absorbed,,32,12.8,4.278,11.829,0.1479,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,48,1,576,512,mla_absorbed,,32,1119.210693,6.263,17.317,0.2165,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,24,1,576,512,mla_absorbed,,32,0.25696,26.639,587.824,7.3478,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,24,1,576,512,mla_absorbed,,32,26.131201,33.53,739.883,9.2485,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,24,1,576,512,mla_absorbed,,32,12.737216,1.075,11.863,0.1483,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,24,1,576,512,mla_absorbed,,32,554.608582,3.16,34.873,0.4359,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,24,1,576,512,mla_absorbed,,32,12.723776,1.614,11.879,0.1485,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,24,1,576,512,mla_absorbed,,32,553.816895,4.746,34.935,0.4367,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,24,1,576,512,mla_absorbed,,32,12.72192,2.152,11.885,0.1486,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,24,1,576,512,mla_absorbed,,32,553.230347,6.335,34.984,0.4373,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,12,1,576,512,mla_absorbed,,32,0.150976,22.67,1000.298,12.5037,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,12,1,576,512,mla_absorbed,,32,13.55824,32.311,1425.753,17.8219,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,12,1,576,512,mla_absorbed,,32,12.706944,0.539,11.887,0.1486,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,12,1,576,512,mla_absorbed,,32,282.15744,3.105,68.522,0.8565,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,12,1,576,512,mla_absorbed,,32,12.697696,0.809,11.898,0.1487,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,12,1,576,512,mla_absorbed,,32,281.924072,4.662,68.591,0.8574,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,12,1,576,512,mla_absorbed,,32,12.695168,1.078,11.902,0.1488,20,True,,NVIDIA GB300,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,12,1,576,512,mla_absorbed,,32,281.685699,6.221,68.661,0.8583,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,1,131072,96,1,576,512,mla_absorbed,,32,0.633984,43.188,238.498,2.9812,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,1,131072,96,1,576,512,mla_absorbed,,32,66.725372,52.524,290.056,3.6257,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,2,131072,96,1,576,512,mla_absorbed,,32,28.180416,1.943,5.373,0.0672,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,2,131072,96,1,576,512,mla_absorbed,,32,2349.282715,2.984,8.25,0.1031,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,3,131072,96,1,576,512,mla_absorbed,,32,28.166592,2.916,5.383,0.0673,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,3,131072,96,1,576,512,mla_absorbed,,32,2348.363525,4.477,8.264,0.1033,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,4,131072,96,1,576,512,mla_absorbed,,32,28.154943,3.89,5.393,0.0674,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,4,131072,96,1,576,512,mla_absorbed,,32,2346.512695,5.974,8.282,0.1035,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,48,1,576,512,mla_absorbed,,32,0.35248,38.84,428.675,5.3584,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,48,1,576,512,mla_absorbed,,32,36.988194,47.376,522.889,6.5361,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,48,1,576,512,mla_absorbed,,32,12.799232,2.139,11.814,0.1477,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,48,1,576,512,mla_absorbed,,32,1120.104614,3.129,17.279,0.216,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,48,1,576,512,mla_absorbed,,32,12.791584,3.211,11.829,0.1479,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,48,1,576,512,mla_absorbed,,32,1119.445679,4.696,17.301,0.2163,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,48,1,576,512,mla_absorbed,,32,12.783776,4.284,11.844,0.1481,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,48,1,576,512,mla_absorbed,,32,1117.603271,6.272,17.341,0.2168,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,24,1,576,512,mla_absorbed,,32,0.2568,26.655,588.19,7.3524,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,24,1,576,512,mla_absorbed,,32,26.11664,33.548,740.296,9.2537,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,24,1,576,512,mla_absorbed,,32,12.727328,1.076,11.872,0.1484,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,24,1,576,512,mla_absorbed,,32,553.704285,3.165,34.93,0.4366,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,24,1,576,512,mla_absorbed,,32,12.711264,1.616,11.891,0.1486,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,24,1,576,512,mla_absorbed,,32,552.973633,4.753,34.988,0.4373,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,24,1,576,512,mla_absorbed,,32,12.706336,2.155,11.9,0.1487,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,24,1,576,512,mla_absorbed,,32,552.850525,6.339,35.008,0.4376,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,12,1,576,512,mla_absorbed,,32,0.152512,22.441,990.224,12.3778,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,12,1,576,512,mla_absorbed,,32,13.568224,32.288,1424.703,17.8088,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,12,1,576,512,mla_absorbed,,32,12.69728,0.539,11.896,0.1487,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,12,1,576,512,mla_absorbed,,32,282.021759,3.107,68.555,0.8569,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,12,1,576,512,mla_absorbed,,32,12.684672,0.809,11.91,0.1489,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,12,1,576,512,mla_absorbed,,32,281.627869,4.667,68.663,0.8583,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,12,1,576,512,mla_absorbed,,32,12.6816,1.08,11.915,0.1489,20,True,,NVIDIA GB300,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,12,1,576,512,mla_absorbed,,32,281.567108,6.224,68.69,0.8586,20,True,,NVIDIA GB300,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/kimi_k3/gb300/kimi_k3_generation.png b/benchmark/attention_inference/results/kimi_k3/gb300/kimi_k3_generation.png
index d75c037f7..1de3a0886 100755
Binary files a/benchmark/attention_inference/results/kimi_k3/gb300/kimi_k3_generation.png and b/benchmark/attention_inference/results/kimi_k3/gb300/kimi_k3_generation.png differ
diff --git a/benchmark/attention_inference/results/kimi_k3/h200/kimi_k3_20260821_065437.csv b/benchmark/attention_inference/results/kimi_k3/h200/kimi_k3_20260824_065735.csv
similarity index 55%
rename from benchmark/attention_inference/results/kimi_k3/h200/kimi_k3_20260821_065437.csv
rename to benchmark/attention_inference/results/kimi_k3/h200/kimi_k3_20260824_065735.csv
index e71b61cd6..4a7610cbd 100644
--- a/benchmark/attention_inference/results/kimi_k3/h200/kimi_k3_20260821_065437.csv
+++ b/benchmark/attention_inference/results/kimi_k3/h200/kimi_k3_20260824_065735.csv
@@ -1,33 +1,33 @@
 config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,1,131072,96,1,576,512,mla_absorbed,,32,0.668896,40.934,226.05,4.7094,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,1,131072,96,1,576,512,mla_absorbed,,32,80.215172,43.691,241.277,5.0266,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,2,131072,96,1,576,512,mla_absorbed,,32,28.944481,1.892,5.231,0.109,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,2,131072,96,1,576,512,mla_absorbed,,32,2809.725586,2.495,6.898,0.1437,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,3,131072,96,1,576,512,mla_absorbed,,32,28.810783,2.851,5.263,0.1096,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,3,131072,96,1,576,512,mla_absorbed,,32,2811.967041,3.739,6.902,0.1438,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,4,131072,96,1,576,512,mla_absorbed,,32,28.803713,3.802,5.271,0.1098,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,4,131072,96,1,576,512,mla_absorbed,,32,2812.984619,4.984,6.909,0.1439,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,48,1,576,512,mla_absorbed,,32,0.382432,35.798,395.101,8.2313,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,48,1,576,512,mla_absorbed,,32,42.444736,41.285,455.668,9.4931,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,48,1,576,512,mla_absorbed,,32,13.072064,2.095,11.567,0.241,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,48,1,576,512,mla_absorbed,,32,1339.674194,2.616,14.447,0.301,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,48,1,576,512,mla_absorbed,,32,12.983328,3.163,11.654,0.2428,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,48,1,576,512,mla_absorbed,,32,1339.75061,3.924,14.456,0.3012,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,48,1,576,512,mla_absorbed,,32,12.96704,4.223,11.677,0.2433,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,48,1,576,512,mla_absorbed,,32,1340.110107,5.23,14.462,0.3013,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,24,1,576,512,mla_absorbed,,32,0.26912,25.435,561.263,11.693,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,24,1,576,512,mla_absorbed,,32,27.423361,31.95,705.021,14.6879,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,24,1,576,512,mla_absorbed,,32,12.794624,1.07,11.81,0.246,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,24,1,576,512,mla_absorbed,,32,652.920715,2.684,29.622,0.6171,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,24,1,576,512,mla_absorbed,,32,12.72096,1.614,11.882,0.2475,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,24,1,576,512,mla_absorbed,,32,653.14093,4.024,29.622,0.6171,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,24,1,576,512,mla_absorbed,,32,12.703552,2.155,11.902,0.248,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,24,1,576,512,mla_absorbed,,32,652.315125,5.373,29.67,0.6181,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,12,1,576,512,mla_absorbed,,32,0.153568,22.287,983.415,20.4878,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,12,1,576,512,mla_absorbed,,32,14.882816,29.436,1298.86,27.0596,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,12,1,576,512,mla_absorbed,,32,12.731808,0.538,11.864,0.2472,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,12,1,576,512,mla_absorbed,,32,330.546661,2.651,58.491,1.2186,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,12,1,576,512,mla_absorbed,,32,12.658272,0.811,11.935,0.2486,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,12,1,576,512,mla_absorbed,,32,330.33197,3.979,58.539,1.2196,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,12,1,576,512,mla_absorbed,,32,12.634368,1.084,11.959,0.2492,20,True,,NVIDIA H200,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,12,1,576,512,mla_absorbed,,32,330.612183,5.3,58.5,1.2187,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,1,131072,96,1,576,512,mla_absorbed,,32,0.686272,39.897,220.326,4.5901,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,1,131072,96,1,576,512,mla_absorbed,,32,80.232513,43.682,241.225,5.0255,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,2,131072,96,1,576,512,mla_absorbed,,32,28.973503,1.89,5.226,0.1089,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,2,131072,96,1,576,512,mla_absorbed,,32,2825.829346,2.48,6.858,0.1429,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,3,131072,96,1,576,512,mla_absorbed,,32,28.845247,2.848,5.256,0.1095,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,3,131072,96,1,576,512,mla_absorbed,,32,2827.901611,3.718,6.863,0.143,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,4,131072,96,1,576,512,mla_absorbed,,32,28.92688,3.786,5.249,0.1093,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,4,131072,96,1,576,512,mla_absorbed,,32,2828.289307,4.957,6.871,0.1432,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,48,1,576,512,mla_absorbed,,32,0.395936,34.577,381.626,7.9505,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,48,1,576,512,mla_absorbed,,32,42.754238,40.987,452.37,9.4244,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,48,1,576,512,mla_absorbed,,32,13.007488,2.105,11.624,0.2422,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,48,1,576,512,mla_absorbed,,32,1349.51355,2.597,14.342,0.2988,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,48,1,576,512,mla_absorbed,,32,13.087488,3.138,11.561,0.2409,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,48,1,576,512,mla_absorbed,,32,1349.823486,3.895,14.348,0.2989,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,48,1,576,512,mla_absorbed,,32,13.055904,4.194,11.597,0.2416,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,48,1,576,512,mla_absorbed,,32,1350.127563,5.192,14.355,0.2991,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,24,1,576,512,mla_absorbed,,32,0.281632,24.305,536.328,11.1735,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,24,1,576,512,mla_absorbed,,32,27.451296,31.917,704.303,14.673,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,24,1,576,512,mla_absorbed,,32,12.709888,1.077,11.888,0.2477,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,24,1,576,512,mla_absorbed,,32,657.221985,2.666,29.428,0.6131,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,24,1,576,512,mla_absorbed,,32,12.728224,1.613,11.875,0.2474,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,24,1,576,512,mla_absorbed,,32,657.263367,3.999,29.436,0.6133,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,24,1,576,512,mla_absorbed,,32,12.700032,2.156,11.906,0.248,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,24,1,576,512,mla_absorbed,,32,656.387573,5.339,29.486,0.6143,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,12,1,576,512,mla_absorbed,,32,0.165088,20.732,914.791,19.0582,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,12,1,576,512,mla_absorbed,,32,14.862112,29.477,1300.669,27.0973,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,12,1,576,512,mla_absorbed,,32,12.710144,0.539,11.884,0.2476,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,12,1,576,512,mla_absorbed,,32,332.979858,2.631,58.064,1.2097,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,12,1,576,512,mla_absorbed,,32,12.63392,0.813,11.958,0.2491,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,12,1,576,512,mla_absorbed,,32,332.917053,3.948,58.085,1.2101,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,12,1,576,512,mla_absorbed,,32,12.619616,1.085,11.973,0.2494,20,True,,NVIDIA H200,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,12,1,576,512,mla_absorbed,,32,332.900177,5.264,58.098,1.2104,20,True,,NVIDIA H200,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/kimi_k3/h200/kimi_k3_generation.png b/benchmark/attention_inference/results/kimi_k3/h200/kimi_k3_generation.png
index e6bffd9f6..e44f12264 100755
Binary files a/benchmark/attention_inference/results/kimi_k3/h200/kimi_k3_generation.png and b/benchmark/attention_inference/results/kimi_k3/h200/kimi_k3_generation.png differ
diff --git a/benchmark/attention_inference/results/kimi_k3/rtxpro6000/kimi_k3_20260821_070405.csv b/benchmark/attention_inference/results/kimi_k3/rtxpro6000/kimi_k3_20260824_070239.csv
similarity index 59%
rename from benchmark/attention_inference/results/kimi_k3/rtxpro6000/kimi_k3_20260821_070405.csv
rename to benchmark/attention_inference/results/kimi_k3/rtxpro6000/kimi_k3_20260824_070239.csv
index b3c6f4bf1..6a90efbda 100644
--- a/benchmark/attention_inference/results/kimi_k3/rtxpro6000/kimi_k3_20260821_070405.csv
+++ b/benchmark/attention_inference/results/kimi_k3/rtxpro6000/kimi_k3_20260824_070239.csv
@@ -1,33 +1,33 @@
 config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,1,131072,96,1,576,512,mla_absorbed,,32,1.1616,23.571,130.169,7.2639,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,1,131072,96,1,576,512,mla_absorbed,,32,119.470116,29.335,161.999,9.0401,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,2,131072,96,1,576,512,mla_absorbed,,32,27.268768,2.008,5.553,0.3099,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,2,131072,96,1,576,512,mla_absorbed,,32,1921.90271,3.647,10.084,0.5627,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,3,131072,96,1,576,512,mla_absorbed,,32,27.286337,3.01,5.557,0.3101,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,3,131072,96,1,576,512,mla_absorbed,,32,1978.372681,5.315,9.81,0.5474,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,4,131072,96,1,576,512,mla_absorbed,,32,27.288383,4.013,5.564,0.3105,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,4,131072,96,1,576,512,mla_absorbed,,32,2010.513184,6.973,9.666,0.5394,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,48,1,576,512,mla_absorbed,,32,0.564768,24.24,267.542,14.9298,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,48,1,576,512,mla_absorbed,,32,62.387745,28.088,310.008,17.2996,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,48,1,576,512,mla_absorbed,,32,15.599552,1.755,9.693,0.5409,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,48,1,576,512,mla_absorbed,,32,965.407715,3.63,20.048,1.1187,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,48,1,576,512,mla_absorbed,,32,15.615904,2.63,9.689,0.5407,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,48,1,576,512,mla_absorbed,,32,974.120422,5.397,19.882,1.1095,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,48,1,576,512,mla_absorbed,,32,15.624544,3.505,9.691,0.5408,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,48,1,576,512,mla_absorbed,,32,988.40564,7.092,19.608,1.0942,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,24,1,576,512,mla_absorbed,,32,0.365632,18.721,413.113,23.0532,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,24,1,576,512,mla_absorbed,,32,41.292671,21.219,468.22,26.1283,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,24,1,576,512,mla_absorbed,,32,13.032576,1.05,11.594,0.647,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,24,1,576,512,mla_absorbed,,32,485.580414,3.609,39.83,2.2227,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,24,1,576,512,mla_absorbed,,32,13.037728,1.575,11.593,0.647,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,24,1,576,512,mla_absorbed,,32,488.686249,5.379,39.591,2.2093,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,24,1,576,512,mla_absorbed,,32,13.04,2.1,11.595,0.6471,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,24,1,576,512,mla_absorbed,,32,491.256989,7.134,39.397,2.1985,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,12,1,576,512,mla_absorbed,,32,0.25184,13.59,599.671,33.4638,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,12,1,576,512,mla_absorbed,,32,21.398815,20.472,903.354,50.4104,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,12,1,576,512,mla_absorbed,,32,13.156096,0.52,11.481,0.6407,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,12,1,576,512,mla_absorbed,,32,244.568542,3.583,79.054,4.4115,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,12,1,576,512,mla_absorbed,,32,13.159456,0.78,11.48,0.6406,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,12,1,576,512,mla_absorbed,,32,245.939011,5.344,78.627,4.3877,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,12,1,576,512,mla_absorbed,,32,13.158432,1.04,11.483,0.6408,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,12,1,576,512,mla_absorbed,,32,246.881058,7.098,78.34,4.3717,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,1,131072,96,1,576,512,mla_absorbed,,32,1.125696,24.323,134.32,7.4956,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,1,131072,96,1,576,512,mla_absorbed,,32,119.704994,29.278,161.682,9.0224,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,2,131072,96,1,576,512,mla_absorbed,,32,27.3496,2.002,5.536,0.3089,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,2,131072,96,1,576,512,mla_absorbed,,32,1914.095581,3.662,10.125,0.565,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,3,131072,96,1,576,512,mla_absorbed,,32,27.316353,3.007,5.551,0.3097,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,3,131072,96,1,576,512,mla_absorbed,,32,1915.738281,5.488,10.131,0.5653,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,1,4,131072,96,1,576,512,mla_absorbed,,32,27.326176,4.008,5.556,0.3101,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3,generation,cudnn,bfloat16,bfloat16,128,4,131072,96,1,576,512,mla_absorbed,,32,1918.626343,7.307,10.129,0.5653,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,48,1,576,512,mla_absorbed,,32,0.562752,24.327,268.501,14.9833,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,48,1,576,512,mla_absorbed,,32,62.234207,28.157,310.773,17.3423,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,48,1,576,512,mla_absorbed,,32,15.568064,1.759,9.712,0.542,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,48,1,576,512,mla_absorbed,,32,955.834717,3.667,20.248,1.1299,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,48,1,576,512,mla_absorbed,,32,15.580512,2.636,9.711,0.5419,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,48,1,576,512,mla_absorbed,,32,956.897827,5.494,20.24,1.1295,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,48,1,576,512,mla_absorbed,,32,15.59808,3.511,9.707,0.5417,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,48,1,576,512,mla_absorbed,,32,958.186035,7.315,20.227,1.1287,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,24,1,576,512,mla_absorbed,,32,0.366112,18.697,412.571,23.0229,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,24,1,576,512,mla_absorbed,,32,41.245857,21.243,468.751,26.158,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,24,1,576,512,mla_absorbed,,32,13.082752,1.046,11.55,0.6445,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,24,1,576,512,mla_absorbed,,32,481.607208,3.639,40.159,2.241,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,24,1,576,512,mla_absorbed,,32,13.085056,1.569,11.551,0.6446,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,24,1,576,512,mla_absorbed,,32,482.182434,5.451,40.125,2.2391,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,24,1,576,512,mla_absorbed,,32,13.067648,2.095,11.571,0.6457,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,24,1,576,512,mla_absorbed,,32,482.856506,7.258,40.082,2.2367,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,12,1,576,512,mla_absorbed,,32,0.25376,13.487,595.133,33.2106,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,12,1,576,512,mla_absorbed,,32,21.407841,20.464,902.973,50.3891,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,12,1,576,512,mla_absorbed,,32,13.172576,0.52,11.467,0.6399,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,12,1,576,512,mla_absorbed,,32,242.979431,3.606,79.571,4.4403,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,12,1,576,512,mla_absorbed,,32,13.173024,0.779,11.468,0.64,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,12,1,576,512,mla_absorbed,,32,243.259552,5.403,79.493,4.436,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,12,1,576,512,mla_absorbed,,32,13.173024,1.039,11.47,0.6401,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+kimi_k3,kimi_k3-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,12,1,576,512,mla_absorbed,,32,243.563965,7.195,79.407,4.4312,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/kimi_k3/rtxpro6000/kimi_k3_generation.png b/benchmark/attention_inference/results/kimi_k3/rtxpro6000/kimi_k3_generation.png
index 3b26c9171..83bab77a8 100755
Binary files a/benchmark/attention_inference/results/kimi_k3/rtxpro6000/kimi_k3_generation.png and b/benchmark/attention_inference/results/kimi_k3/rtxpro6000/kimi_k3_generation.png differ
diff --git a/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_20260821_053414.csv b/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_20260821_053414.csv
deleted file mode 100644
index 0caba9d7d..000000000
--- a/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_20260821_053414.csv
+++ /dev/null
@@ -1,148 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.093536,734.685,807.149,10.0894,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,0.767328,1432.91,393.56,4.9195,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,11.949184,1472.25,101.091,1.2636,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,0.763072,1440.902,373.769,4.6721,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,1.422144,1546.273,389.305,4.8663,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,1.452736,1513.712,207.877,2.5985,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,2.9552,1488.24,193.024,2.4128,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,0.099744,43.06,5382.817,67.2852,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,64,8,128,128,gqa,,16,0.096288,44.605,2788.009,34.8501,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,8,128,128,gqa,,16,8.916128,61.659,7707.793,96.3474,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,2.204736,3.896,243.538,3.0442,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,64,8,128,128,gqa,,16,1.258176,6.827,213.379,2.6672,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,128,128,gqa,,16,84.119743,13.071,817.024,10.2128,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,2.208128,5.835,243.178,3.0397,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,64,8,128,128,gqa,,16,1.257024,10.25,213.587,2.6698,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,128,128,gqa,,16,84.118942,19.606,817.082,10.2135,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,2.205216,7.791,243.514,3.0439,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,64,8,128,128,gqa,,16,1.258048,13.656,213.427,2.6678,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,128,128,gqa,,16,84.150017,26.132,816.83,10.2104,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.230752,297.807,327.18,4.0898,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,1.17312,937.254,257.425,3.2178,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,13.11616,1341.26,92.097,1.1512,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,1.18256,929.772,241.182,3.0148,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,2.255584,974.924,245.457,3.0682,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,1.973536,1114.255,153.02,1.9127,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,3.848,1142.943,148.239,1.853,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,2.195488,1.956,244.549,3.0569,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,8,128,128,gqa,,16,249.138809,2.207,275.845,3.4481,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,2.237216,3.84,240.002,3.0,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,128,128,gqa,,16,250.762054,4.385,274.076,3.426,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,2.240384,5.751,239.677,2.996,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,128,128,gqa,,16,250.721756,6.578,274.137,3.4267,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,2.234752,7.688,240.296,3.0037,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,128,128,gqa,,16,250.820923,8.767,274.045,3.4256,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.066336,517.965,569.054,7.1132,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,0.423232,1298.947,356.766,4.4596,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,6.060192,1451.454,99.663,1.2458,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,0.71184,772.303,200.335,2.5042,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,1.371872,801.468,201.786,2.5223,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,0.768288,1431.119,196.534,2.4567,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,1.436736,1530.569,198.514,2.4814,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,0.068224,31.477,3934.859,49.1857,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,32,4,128,128,gqa,,16,0.069344,30.969,1935.653,24.1957,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,4.47856,61.376,7672.519,95.9065,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,1,131072,32,4,128,128,gqa,,16,2.285184,120.287,7518.396,93.98,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,2.196864,1.955,122.205,1.5276,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,32,4,128,128,gqa,,16,1.256864,3.417,106.801,1.335,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,42.301121,12.996,812.365,10.1546,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,32,4,128,128,gqa,,16,32.913536,16.703,522.033,6.5254,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,2.200704,2.927,121.999,1.525,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,32,4,128,128,gqa,,16,1.25664,5.127,106.826,1.3353,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,42.291489,19.499,812.599,10.1575,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,32,4,128,128,gqa,,16,32.90733,25.059,522.164,6.527,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,2.197952,3.908,122.16,1.527,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,32,4,128,128,gqa,,16,1.261184,6.811,106.448,1.3306,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,42.301697,25.992,812.453,10.1557,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,32,4,128,128,gqa,,16,32.877216,33.443,522.674,6.5334,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.189664,181.161,199.03,2.4879,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,0.634528,866.401,237.964,2.9746,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,6.74976,1303.171,89.482,1.1185,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,1.008128,545.323,141.457,1.7682,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,1.945536,565.146,142.287,1.7786,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,1.01968,1078.291,148.081,1.851,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,1.949504,1127.991,146.3,1.8288,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,1.892032,1.135,141.885,1.7736,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,124.563362,2.207,275.858,3.4482,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,1.927712,2.228,139.268,1.7408,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,125.48259,4.381,273.854,3.4232,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,1.935616,3.328,138.708,1.7338,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,125.311203,6.581,274.245,3.4281,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,1.932,4.446,138.976,1.7372,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,125.425117,8.766,274.013,3.4252,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.053536,320.903,352.555,4.4069,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.253984,1082.265,297.253,3.7157,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,2.853504,1541.279,105.831,1.3229,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,0.704288,390.292,101.241,1.2655,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,1.370816,401.043,100.971,1.2621,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,0.70688,777.722,106.804,1.335,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,1.372928,800.852,103.87,1.2984,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,0.050336,21.331,2666.599,33.3325,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,16,2,128,128,gqa,,16,0.063776,16.836,1052.323,13.154,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,2.248768,61.117,7640.147,95.5018,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,1,131072,16,2,128,128,gqa,,16,1.173952,117.074,7317.556,91.4694,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,2.192736,0.979,61.218,0.7652,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,16,2,128,128,gqa,,16,1.250944,1.717,53.653,0.6707,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,21.81872,12.598,787.487,9.8436,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,16,2,128,128,gqa,,16,16.944448,16.222,507.009,6.3376,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,2.192,1.47,61.242,0.7655,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,16,2,128,128,gqa,,16,1.240512,2.597,54.108,0.6763,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,21.814976,18.901,787.671,9.8459,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,16,2,128,128,gqa,,16,16.957888,24.314,506.638,6.333,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,2.189792,1.961,61.307,0.7663,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,16,2,128,128,gqa,,16,1.248256,3.441,53.775,0.6722,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,21.814528,25.201,787.735,9.8467,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,16,2,128,128,gqa,,16,16.963009,32.409,506.516,6.3314,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.159104,107.979,118.629,1.4829,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.37856,726.114,199.433,2.4929,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,3.179168,1383.395,94.99,1.1874,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,0.928384,296.082,76.804,0.96,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,1.781504,308.591,77.694,0.9712,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,0.931136,590.414,81.081,1.0135,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,1.787136,615.237,79.796,0.9975,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,1.739456,0.617,77.165,0.9646,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,62.199615,2.21,276.222,3.4528,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,1.77936,1.207,75.44,0.943,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,62.670338,4.386,274.164,3.4271,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,1.777056,1.813,75.542,0.9443,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,62.694366,6.577,274.076,3.4259,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,1.779712,2.413,75.434,0.9429,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,62.67664,8.771,274.17,3.4271,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.052288,164.281,180.485,2.2561,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.163104,842.646,231.44,2.893,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,1.537696,1430.077,98.196,1.2274,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,0.696064,197.452,51.219,0.6402,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,1.362144,201.798,50.807,0.6351,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,0.703168,390.914,53.684,0.671,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,1.372512,400.547,51.951,0.6494,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,0.044672,12.018,1502.35,18.7794,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,8,1,128,128,gqa,,16,0.061984,8.661,541.373,6.7672,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,1.132416,60.684,7585.957,94.8245,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,1.863264,0.576,36.021,0.4503,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,8,1,128,128,gqa,,16,1.247424,0.861,26.902,0.3363,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,11.415712,12.039,752.558,9.407,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,8,1,128,128,gqa,,16,8.504128,16.161,505.107,6.3138,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,1.860224,0.866,36.082,0.451,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,8,1,128,128,gqa,,16,1.248128,1.29,26.889,0.3361,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,11.415872,18.059,752.593,9.4074,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,8,1,128,128,gqa,,16,8.505504,24.238,505.056,6.3132,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,1.860096,1.155,36.087,0.4511,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,8,1,128,128,gqa,,16,1.24896,1.719,26.872,0.3359,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,11.415936,24.078,752.635,9.4079,20,True,,NVIDIA GB200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,8,1,128,128,gqa,,16,8.504384,32.322,505.153,6.3144,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.13408,64.066,70.385,0.8798,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.27232,504.697,138.619,1.7327,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,1.602688,1372.084,94.214,1.1777,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,0.867904,158.357,41.078,0.5135,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,1.652256,166.365,41.886,0.5236,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,0.87088,315.632,43.346,0.5418,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,1.650176,333.15,43.209,0.5401,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,1.584736,0.339,42.35,0.5294,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,21.431423,3.206,400.835,5.0104,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,1.645504,0.653,40.788,0.5099,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,21.758881,6.316,394.827,4.9353,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,1.648128,0.977,40.726,0.5091,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,21.809889,9.453,393.927,4.9241,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,1.646624,1.304,40.765,0.5096,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,21.789921,12.615,394.312,4.9289,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_20260824_053413.csv b/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_20260824_053413.csv
new file mode 100644
index 000000000..09e451d4b
--- /dev/null
+++ b/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_20260824_053413.csv
@@ -0,0 +1,148 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.09136,752.183,826.373,10.3297,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,0.750624,1464.797,402.318,5.029,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,11.760768,1495.837,102.711,1.2839,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,0.752032,1462.054,379.256,4.7407,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,1.410496,1559.043,392.52,4.9065,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,1.44912,1517.489,208.395,2.6049,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,2.97776,1476.965,191.562,2.3945,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,0.101952,42.127,5266.24,65.828,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,64,8,128,128,gqa,,16,0.096416,44.546,2784.308,34.8039,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,8,128,128,gqa,,16,8.902976,61.75,7719.18,96.4897,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,2.203648,3.898,243.658,3.0457,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,64,8,128,128,gqa,,16,1.260096,6.817,213.054,2.6632,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,128,128,gqa,,16,84.126083,13.07,816.963,10.212,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,2.207072,5.838,243.295,3.0412,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,64,8,128,128,gqa,,16,1.25664,10.253,213.653,2.6707,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,128,128,gqa,,16,84.11779,19.607,817.093,10.2137,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,2.212544,7.765,242.708,3.0338,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,64,8,128,128,gqa,,16,1.260096,13.634,213.08,2.6635,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,128,128,gqa,,16,84.127808,26.139,817.046,10.2131,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.23056,298.055,327.453,4.0932,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,1.171392,938.637,257.804,3.2226,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,12.92208,1361.405,93.48,1.1685,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,1.178368,933.08,242.04,3.0255,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,2.256576,974.496,245.349,3.0669,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,1.96656,1118.208,153.563,1.9195,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,3.836608,1146.337,148.68,1.8585,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,2.195392,1.956,244.559,3.057,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,8,128,128,gqa,,16,248.265945,2.214,276.815,3.4602,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,2.231264,3.85,240.642,3.008,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,128,128,gqa,,16,250.170944,4.395,274.724,3.434,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,2.237824,5.758,239.951,2.9994,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,128,128,gqa,,16,250.132355,6.594,274.783,3.4348,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,2.23344,7.692,240.437,3.0055,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,128,128,gqa,,16,250.019516,8.795,274.924,3.4365,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.067136,511.793,562.273,7.0284,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,0.412608,1332.393,365.953,4.5744,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,5.881984,1495.43,102.683,1.2835,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,0.707296,777.264,201.622,2.5203,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,1.37136,801.767,201.861,2.5233,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,0.746592,1472.708,202.246,2.5281,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,1.402592,1567.828,203.347,2.5418,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,0.066528,32.279,4035.171,50.4396,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,32,4,128,128,gqa,,16,0.072288,29.707,1856.822,23.2103,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,4.481312,61.339,7667.807,95.8476,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,1,131072,32,4,128,128,gqa,,16,2.299232,119.552,7472.459,93.4057,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,2.205632,1.947,121.719,1.5215,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,32,4,128,128,gqa,,16,1.258848,3.412,106.633,1.3329,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,42.317631,12.991,812.048,10.1506,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,32,4,128,128,gqa,,16,32.843582,16.739,523.145,6.5393,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,2.20608,2.92,121.702,1.5213,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,32,4,128,128,gqa,,16,1.251424,5.148,107.272,1.3409,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,42.308449,19.491,812.273,10.1534,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,32,4,128,128,gqa,,16,32.847904,25.105,523.108,6.5389,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,2.205088,3.896,121.764,1.5221,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,32,4,128,128,gqa,,16,1.256992,6.834,106.803,1.335,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,42.30912,25.988,812.31,10.1539,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,32,4,128,128,gqa,,16,32.866978,33.453,522.837,6.5355,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.185792,184.937,203.177,2.5397,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,0.634816,866.008,237.856,2.9732,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,6.634816,1325.748,91.032,1.1379,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,1.011424,543.546,140.996,1.7624,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,1.938752,567.123,142.785,1.7848,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,1.021344,1076.534,147.839,1.848,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,1.948992,1128.287,146.339,1.8292,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,1.8896,1.136,142.068,1.7759,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,124.097664,2.215,276.893,3.4612,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,1.927968,2.228,139.249,1.7406,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,125.167587,4.392,274.543,3.4318,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,1.922016,3.352,139.689,1.7461,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,125.183968,6.587,274.524,3.4316,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,1.929824,4.451,139.132,1.7392,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,125.159843,8.785,274.594,3.4324,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.054848,313.227,344.121,4.3015,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.24944,1101.98,302.668,3.7833,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,2.837824,1549.795,106.416,1.3302,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,0.706592,389.019,100.911,1.2614,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,1.36416,403.0,101.463,1.2683,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,0.706496,778.144,106.862,1.3358,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,1.370336,802.366,104.067,1.3008,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,0.052032,20.636,2579.68,32.246,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,16,2,128,128,gqa,,16,0.059296,18.108,1131.829,14.1479,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,2.244736,61.227,7653.87,95.6734,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,1,131072,16,2,128,128,gqa,,16,1.169184,117.551,7347.397,91.8425,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,2.14512,1.001,62.577,0.7822,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,16,2,128,128,gqa,,16,1.248,1.721,53.78,0.6722,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,21.811935,12.602,787.732,9.8467,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,16,2,128,128,gqa,,16,16.944096,16.223,507.019,6.3377,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,2.148128,1.5,62.493,0.7812,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,16,2,128,128,gqa,,16,1.248992,2.579,53.74,0.6718,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,21.808737,18.906,787.896,9.8487,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,16,2,128,128,gqa,,16,16.944544,24.333,507.037,6.338,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,2.146944,2.001,62.531,0.7816,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,16,2,128,128,gqa,,16,1.24176,3.459,54.057,0.6757,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,21.809664,25.207,787.911,9.8489,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,16,2,128,128,gqa,,16,16.948799,32.436,506.94,6.3368,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.154144,111.453,122.446,1.5306,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.363808,755.558,207.52,2.594,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,3.206048,1371.797,94.194,1.1774,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,0.927488,296.368,76.878,0.961,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,1.783072,308.319,77.626,0.9703,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,0.929632,591.369,81.212,1.0152,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,1.783136,616.617,79.975,0.9997,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,1.740032,0.617,77.14,0.9642,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,62.106144,2.213,276.638,3.458,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,1.779424,1.207,75.437,0.943,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,62.624031,4.389,274.367,3.4296,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,1.778752,1.811,75.47,0.9434,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,62.636353,6.583,274.33,3.4291,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,1.778944,2.414,75.466,0.9433,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,62.708706,8.767,274.03,3.4254,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.053184,161.514,177.444,2.2181,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.163392,841.161,231.032,2.8879,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,1.496,1469.935,100.932,1.2617,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,0.699072,196.602,50.998,0.6375,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,1.359008,202.264,50.924,0.6365,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,0.704672,390.079,53.569,0.6696,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,1.37072,401.071,52.019,0.6502,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,0.047264,11.359,1419.959,17.7495,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,8,1,128,128,gqa,,16,0.060992,8.802,550.178,6.8772,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,1.132864,60.66,7582.957,94.787,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,1.869152,0.574,35.908,0.4488,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,8,1,128,128,gqa,,16,1.24816,0.86,26.886,0.3361,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,11.396192,12.06,753.847,9.4231,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,8,1,128,128,gqa,,16,8.495232,16.178,505.636,6.3204,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,1.871456,0.861,35.866,0.4483,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,8,1,128,128,gqa,,16,1.246368,1.292,26.927,0.3366,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,11.39424,18.093,754.022,9.4253,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,8,1,128,128,gqa,,16,8.488224,24.288,506.084,6.326,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,1.867968,1.15,35.935,0.4492,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,8,1,128,128,gqa,,16,1.248544,1.72,26.881,0.336,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,11.40096,24.11,753.624,9.4203,20,True,,NVIDIA GB200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,8,1,128,128,gqa,,16,8.486144,32.391,506.239,6.328,20,True,,NVIDIA GB200,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.133792,64.204,70.536,0.8817,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.264,520.602,142.988,1.7873,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,1.602336,1372.386,94.234,1.1779,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,0.87088,157.816,40.937,0.5117,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,1.644416,167.158,42.085,0.5261,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,0.866528,317.218,43.563,0.5445,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,1.649664,333.253,43.223,0.5403,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,1.58496,0.339,42.344,0.5293,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,21.440479,3.205,400.665,5.0083,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,1.652384,0.65,40.618,0.5077,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,21.785696,6.309,394.341,4.9293,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,1.647232,0.978,40.748,0.5093,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,21.772257,9.469,394.608,4.9326,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,1.65376,1.299,40.589,0.5074,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,21.77792,12.622,394.529,4.9316,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_context.png b/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_context.png
index 1f346d2f7..120ae0e18 100755
Binary files a/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_context.png and b/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_context.png differ
diff --git a/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_generation.png b/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_generation.png
index 61772f646..4120f04db 100755
Binary files a/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_generation.png and b/benchmark/attention_inference/results/llama3.1/gb200/llama3.1_generation.png differ
diff --git a/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_20260821_053517.csv b/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_20260821_053517.csv
deleted file mode 100644
index b219f33e6..000000000
--- a/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_20260821_053517.csv
+++ /dev/null
@@ -1,151 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.081248,845.799,929.223,11.6153,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,0.618016,1779.099,488.644,6.1081,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,9.578176,1836.695,126.116,1.5764,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,0.628704,1748.854,453.652,5.6706,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,1.199744,1832.91,461.472,5.7684,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,1.239808,1773.681,243.578,3.0447,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,2.512896,1750.19,226.999,2.8375,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,0.103936,41.323,5165.714,64.5714,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,64,8,128,128,gqa,,16,0.093888,45.746,2859.277,35.741,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,8,128,128,gqa,,16,9.17904,59.893,7487.022,93.5878,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,2.190464,3.922,245.125,3.0641,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,64,8,128,128,gqa,,16,0.962464,8.925,278.938,3.4867,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,128,128,gqa,,16,83.464737,13.173,823.436,10.2929,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,64,8,128,128,gqa,,16,51.126465,21.506,672.136,8.4017,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,2.189952,5.884,245.197,3.065,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,64,8,128,128,gqa,,16,0.961888,13.395,279.123,3.489,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,128,128,gqa,,16,83.455772,19.762,823.575,10.2947,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,64,8,128,128,gqa,,16,51.154751,32.241,671.805,8.3976,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,2.189504,7.846,245.262,3.0658,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,64,8,128,128,gqa,,16,0.964224,17.817,278.463,3.4808,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,128,128,gqa,,16,83.459808,26.348,823.585,10.2948,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,64,8,128,128,gqa,,16,51.100063,43.034,672.565,8.4071,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.211936,324.246,356.228,4.4528,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,1.034816,1062.519,291.83,3.6479,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,11.149152,1577.895,108.345,1.3543,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,1.048448,1048.704,272.033,3.4004,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,1.931616,1138.437,286.624,3.5828,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,1.721792,1277.171,175.393,2.1924,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,3.241856,1356.645,175.956,2.1995,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,1.862464,2.306,288.276,3.6035,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,8,128,128,gqa,,16,215.71936,2.548,318.579,3.9822,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,1.906432,4.506,281.645,3.5206,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,128,128,gqa,,16,218.642914,5.029,314.338,3.9292,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,1.925088,6.693,278.932,3.4867,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,128,128,gqa,,16,218.792603,7.538,314.143,3.9268,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,1.913376,8.979,280.657,3.5082,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,128,128,gqa,,16,218.472519,10.065,314.622,3.9328,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.061248,560.994,616.326,7.7041,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,0.337824,1627.344,446.963,5.587,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,4.709088,1867.897,128.258,1.6032,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,0.605024,908.651,235.704,2.9463,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,1.172672,937.612,236.063,2.9508,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,0.614336,1789.756,245.786,3.0723,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,1.192672,1843.779,239.138,2.9892,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,0.0688,31.213,3901.916,48.774,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,32,4,128,128,gqa,,16,0.06992,30.713,1919.707,23.9963,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,4.62464,59.438,7430.164,92.8771,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,1,131072,32,4,128,128,gqa,,16,2.348416,117.048,7315.96,91.4495,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,2.190528,1.961,122.559,1.532,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,32,4,128,128,gqa,,16,0.960992,4.469,139.683,1.746,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,41.935135,13.11,819.454,10.2432,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,32,4,128,128,gqa,,16,25.3528,21.684,677.715,8.4714,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,2.189056,2.943,122.649,1.5331,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,32,4,128,128,gqa,,16,0.960544,6.707,139.757,1.747,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,41.941921,19.661,819.372,10.2421,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,32,4,128,128,gqa,,16,25.359327,32.518,677.582,8.4698,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,2.189504,3.923,122.631,1.5329,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,32,4,128,128,gqa,,16,0.961888,8.93,139.57,1.7446,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,41.940319,26.216,819.453,10.2432,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,32,4,128,128,gqa,,16,25.292225,43.472,679.421,8.4928,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.16832,204.133,224.268,2.8033,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,0.555776,989.168,271.683,3.396,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,5.630112,1562.33,107.277,1.341,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,0.877376,626.591,162.537,2.0317,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,1.624832,676.692,170.371,2.1296,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,0.904352,1215.801,166.965,2.0871,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,1.64704,1335.137,173.167,2.1646,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,1.57008,1.368,170.98,2.1372,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,107.059555,2.568,320.96,4.012,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,1.614304,2.661,166.306,2.0788,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,108.477409,5.068,316.784,3.9598,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,1.622112,3.972,165.515,2.0689,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,108.540771,7.597,316.619,3.9577,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,1.615008,5.319,166.254,2.0782,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,108.375427,10.145,317.121,3.964,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.052704,325.969,358.12,4.4765,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.194208,1415.379,388.745,4.8593,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,2.322688,1893.516,130.017,1.6252,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,0.602112,456.523,118.422,1.4803,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,1.165184,471.819,118.79,1.4849,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,0.604192,909.902,124.956,1.562,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,1.166016,942.964,122.302,1.5288,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,0.050016,21.468,2683.66,33.5457,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,16,2,128,128,gqa,,16,0.058688,18.296,1143.555,14.2944,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,2.311776,59.452,7431.913,92.8989,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,1,131072,16,2,128,128,gqa,,16,1.202784,114.267,7142.146,89.2768,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,2.182688,0.984,61.499,0.7687,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,16,2,128,128,gqa,,16,0.957408,2.243,70.103,0.8763,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,21.891487,12.556,784.87,9.8109,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,16,2,128,128,gqa,,16,12.88288,21.337,666.853,8.3357,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,2.183424,1.475,61.482,0.7685,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,16,2,128,128,gqa,,16,0.957248,3.365,70.119,0.8765,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,21.89328,18.833,784.853,9.8107,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,16,2,128,128,gqa,,16,12.856704,32.07,668.251,8.3531,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,2.186784,1.964,61.392,0.7674,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,16,2,128,128,gqa,,16,0.956992,4.488,70.142,0.8768,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,21.8936,25.11,784.89,9.8111,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,16,2,128,128,gqa,,16,12.8464,42.795,668.828,8.3603,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.154976,110.855,121.789,1.5224,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.32272,851.754,233.941,2.9243,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,2.723584,1614.801,110.88,1.386,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,0.808288,340.074,88.215,1.1027,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,1.473792,373.021,93.916,1.1739,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,0.803744,683.994,93.932,1.1742,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,1.4808,742.512,96.304,1.2038,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,1.42688,0.753,94.07,1.1759,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,53.099041,2.588,323.564,4.0445,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,1.46976,1.461,91.331,1.1416,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,53.837471,5.106,319.145,3.9893,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,1.46864,2.193,91.406,1.1426,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,53.844769,7.658,319.121,3.989,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,1.468544,2.925,91.417,1.1427,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,53.867775,10.206,319.005,3.9876,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.0424,202.593,222.575,2.7822,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.128768,1067.338,293.153,3.6644,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,1.2112,1815.574,124.666,1.5583,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,0.599392,229.297,59.48,0.7435,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,1.16304,236.344,59.504,0.7438,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,0.6008,457.52,62.831,0.7854,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,1.169792,469.96,60.954,0.7619,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,0.046304,11.594,1449.399,18.1175,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,8,1,128,128,gqa,,16,0.058688,9.148,571.778,7.1472,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,1.165728,58.95,7369.18,92.1147,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,1.828608,0.587,36.704,0.4588,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,8,1,128,128,gqa,,16,0.954432,1.125,35.161,0.4395,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,11.22384,12.245,765.423,9.5678,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,8,1,128,128,gqa,,16,6.455584,21.29,665.392,8.3174,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,1.828128,0.881,36.716,0.4589,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,8,1,128,128,gqa,,16,0.955072,1.686,35.139,0.4392,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,11.219648,18.375,765.756,9.5719,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,8,1,128,128,gqa,,16,6.447712,31.974,666.245,8.3281,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,1.829152,1.174,36.697,0.4587,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,8,1,128,128,gqa,,16,0.95952,2.238,34.979,0.4372,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,11.224352,24.489,765.481,9.5685,20,True,,NVIDIA GB300,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,8,1,128,128,gqa,,16,6.469952,42.485,663.995,8.2999,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.126464,67.924,74.623,0.9328,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.22912,599.856,164.755,2.0594,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,1.367456,1608.113,110.42,1.3803,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,0.745312,184.405,47.834,0.5979,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,1.347232,204.032,51.369,0.6421,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,0.755648,363.764,49.955,0.6244,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,1.351296,406.836,52.767,0.6596,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,1.273376,0.422,52.705,0.6588,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,17.555328,3.914,489.336,6.1167,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,1.342272,0.8,50.003,0.625,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,17.836576,7.705,481.65,6.0206,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,1.335872,1.206,50.245,0.6281,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,17.847744,11.551,481.378,6.0172,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,1.34144,1.601,50.04,0.6255,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,17.895391,15.36,480.125,6.0016,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_20260824_053549.csv b/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_20260824_053549.csv
new file mode 100644
index 000000000..81c22c77d
--- /dev/null
+++ b/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_20260824_053549.csv
@@ -0,0 +1,151 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.079136,868.372,954.022,11.9253,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,0.614144,1790.316,491.725,6.1466,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,9.379584,1875.583,128.786,1.6098,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,0.616352,1783.902,462.743,5.7843,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,1.194304,1841.259,463.574,5.7947,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,1.208992,1818.89,249.787,3.1223,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,2.409088,1825.606,236.781,2.9598,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,0.103168,41.631,5204.169,65.0521,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,64,8,128,128,gqa,,16,0.093792,45.792,2862.204,35.7776,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,8,128,128,gqa,,16,9.161344,60.008,7501.484,93.7685,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,2.191136,3.92,245.049,3.0631,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,64,8,128,128,gqa,,16,0.96064,8.942,279.468,3.4934,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,128,128,gqa,,16,83.406944,13.182,824.007,10.3001,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,64,8,128,128,gqa,,16,50.878017,21.611,675.418,8.4427,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,2.18864,5.887,245.344,3.0668,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,64,8,128,128,gqa,,16,0.962464,13.387,278.955,3.4869,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,128,128,gqa,,16,83.409378,19.773,824.033,10.3004,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,64,8,128,128,gqa,,16,50.794399,32.469,676.571,8.4571,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,2.192192,7.837,244.961,3.062,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,64,8,128,128,gqa,,16,0.960992,17.877,279.4,3.4925,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,128,128,gqa,,16,83.397308,26.368,824.202,10.3025,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,64,8,128,128,gqa,,16,50.912159,43.192,675.048,8.4381,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.217984,315.25,346.344,4.3293,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,1.03296,1064.428,292.354,3.6544,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,11.065888,1589.767,109.161,1.3645,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,1.054048,1043.132,270.588,3.3823,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,1.932832,1137.721,286.444,3.5805,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,1.719904,1278.573,175.585,2.1948,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,3.236416,1358.925,176.252,2.2032,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,1.860832,2.308,288.529,3.6066,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,64,8,128,128,gqa,,16,215.435623,2.552,318.999,3.9875,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,1.903424,4.513,282.09,3.5261,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,64,8,128,128,gqa,,16,218.268448,5.037,314.878,3.936,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,1.911296,6.741,280.945,3.5118,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,64,8,128,128,gqa,,16,218.146851,7.56,315.072,3.9384,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,1.903552,9.025,282.105,3.5263,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,64,8,128,128,gqa,,16,218.389603,10.069,314.741,3.9343,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.059008,582.29,639.722,7.9965,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,0.332096,1655.412,454.673,5.6834,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,4.653472,1890.222,129.791,1.6224,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,0.603456,911.012,236.316,2.954,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,1.166112,942.887,237.391,2.9674,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,0.612224,1795.93,246.634,3.0829,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,1.183392,1858.237,241.013,3.0127,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,0.06752,31.805,3975.886,49.6986,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,32,4,128,128,gqa,,16,0.067264,31.926,1995.509,24.9439,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,4.641632,59.22,7402.964,92.5371,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,1,131072,32,4,128,128,gqa,,16,2.354464,116.748,7297.167,91.2146,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,2.188672,1.962,122.663,1.5333,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,32,4,128,128,gqa,,16,0.968672,4.434,138.575,1.7322,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,41.867775,13.131,820.773,10.2597,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,32,4,128,128,gqa,,16,25.199743,21.816,681.831,8.5229,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,2.186784,2.946,122.776,1.5347,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,32,4,128,128,gqa,,16,0.956672,6.734,140.322,1.754,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,41.905376,19.678,820.086,10.2511,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,32,4,128,128,gqa,,16,25.165279,32.769,682.806,8.5351,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,2.186592,3.928,122.794,1.5349,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,32,4,128,128,gqa,,16,0.953824,9.006,140.75,1.7594,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,41.892639,26.246,820.386,10.2548,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,32,4,128,128,gqa,,16,25.142529,43.731,683.466,8.5433,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.190208,180.643,198.46,2.4808,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,0.5488,1001.742,275.137,3.4392,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,5.46592,1609.261,110.499,1.3812,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,0.890272,617.514,160.183,2.0023,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,1.619904,678.751,170.889,2.1361,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,0.904,1216.274,167.03,2.0879,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,1.6368,1343.489,174.25,2.1781,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,1.569408,1.368,171.053,2.1382,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,106.913506,2.571,321.398,4.0175,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,1.614944,2.66,166.24,2.078,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,108.409538,5.071,316.983,3.9623,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,1.614464,3.99,166.3,2.0787,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,108.418816,7.606,316.975,3.9622,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,1.616448,5.314,166.106,2.0763,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,108.667107,10.118,316.27,3.9534,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.05216,329.369,361.855,4.5232,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.198976,1381.463,379.43,4.7429,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,2.254592,1950.706,133.944,1.6743,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,0.59952,458.497,118.934,1.4867,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,1.16528,471.78,118.78,1.4848,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,0.5952,923.649,126.844,1.5855,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,1.16448,944.208,122.464,1.5308,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,0.04912,21.86,2732.612,34.1577,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,16,2,128,128,gqa,,16,0.057856,18.559,1160.0,14.5,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,2.313216,59.415,7427.287,92.8411,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,1,131072,16,2,128,128,gqa,,16,1.202304,114.313,7144.997,89.3125,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,2.057984,1.043,65.226,0.8153,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,16,2,128,128,gqa,,16,0.955296,2.248,70.258,0.8782,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,21.798689,12.61,788.211,9.8526,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,16,2,128,128,gqa,,16,12.832736,21.42,669.458,8.3682,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,2.058688,1.565,65.208,0.8151,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,16,2,128,128,gqa,,16,0.95728,3.365,70.117,0.8765,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,21.798464,18.915,788.267,9.8533,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,16,2,128,128,gqa,,16,12.847616,32.093,668.724,8.359,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,2.057792,2.087,65.24,0.8155,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,16,2,128,128,gqa,,16,0.95504,4.497,70.285,0.8786,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,21.811296,25.205,787.852,9.8481,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,16,2,128,128,gqa,,16,12.887328,42.659,666.704,8.3338,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.147328,116.61,128.111,1.6014,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.326816,841.079,231.009,2.8876,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,2.70208,1627.652,111.762,1.397,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,0.805824,341.114,88.485,1.1061,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,1.470272,373.914,94.14,1.1768,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,0.82848,663.572,91.128,1.1391,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,1.480896,742.464,96.297,1.2037,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,1.423136,0.754,94.317,1.179,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,53.094433,2.589,323.592,4.0449,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,1.470848,1.46,91.263,1.1408,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,53.802433,5.109,319.353,3.9919,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,1.475872,2.183,90.958,1.137,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,53.829151,7.66,319.214,3.9902,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,1.472928,2.916,91.145,1.1393,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,53.822624,10.214,319.272,3.9909,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.043808,196.081,215.421,2.6928,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.129152,1064.164,292.281,3.6535,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,1.208064,1820.287,124.989,1.5624,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,0.597632,229.973,59.655,0.7457,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,1.16592,235.761,59.357,0.742,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,0.60208,456.547,62.697,0.7837,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,1.164128,472.247,61.25,0.7656,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,0.04816,11.148,1393.541,17.4193,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,1,131072,8,1,128,128,gqa,,16,0.059936,8.957,559.872,6.9984,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,1.16416,59.029,7379.105,92.2388,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,1.835392,0.585,36.568,0.4571,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,8,1,128,128,gqa,,16,0.958592,1.12,35.008,0.4376,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,11.132512,12.346,771.702,9.6463,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,8,1,128,128,gqa,,16,6.451424,21.304,665.821,8.3228,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,1.836896,0.877,36.541,0.4568,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,8,1,128,128,gqa,,16,0.957824,1.682,35.038,0.438,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,11.131936,18.52,771.789,9.6474,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,8,1,128,128,gqa,,16,6.45056,31.96,665.951,8.3244,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,1.835008,1.17,36.58,0.4573,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,8,1,128,128,gqa,,16,0.96016,2.237,34.955,0.4369,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,11.119168,24.721,772.723,9.659,20,True,,NVIDIA GB300,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,8,1,128,128,gqa,,16,6.447168,42.635,666.342,8.3293,20,True,,NVIDIA GB300,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.133472,64.358,70.705,0.8838,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.241504,569.096,156.307,1.9538,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,1.3656,1610.298,110.57,1.3821,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,0.757536,181.429,47.063,0.5883,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,1.3448,204.401,51.462,0.6433,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,0.754336,364.397,50.042,0.6255,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,1.361184,403.881,52.383,0.6548,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,1.27168,0.422,52.775,0.6597,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,17.424641,3.944,493.006,6.1626,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,1.348544,0.796,49.77,0.6221,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,17.745377,7.745,484.125,6.0516,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,1.34576,1.197,49.876,0.6235,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,17.758593,11.609,483.794,6.0474,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,1.349088,1.592,49.756,0.622,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,17.744415,15.491,484.21,6.0526,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_context.png b/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_context.png
index 58d6c934f..ae7629c88 100755
Binary files a/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_context.png and b/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_context.png differ
diff --git a/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_generation.png b/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_generation.png
index e18ca7aed..efc8c969a 100755
Binary files a/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_generation.png and b/benchmark/attention_inference/results/llama3.1/gb300/llama3.1_generation.png differ
diff --git a/benchmark/attention_inference/results/llama3.1/h200/llama3.1_20260821_070026.csv b/benchmark/attention_inference/results/llama3.1/h200/llama3.1_20260824_070341.csv
similarity index 57%
rename from benchmark/attention_inference/results/llama3.1/h200/llama3.1_20260821_070026.csv
rename to benchmark/attention_inference/results/llama3.1/h200/llama3.1_20260824_070341.csv
index ddb8e2def..497a53844 100644
--- a/benchmark/attention_inference/results/llama3.1/h200/llama3.1_20260821_070026.csv
+++ b/benchmark/attention_inference/results/llama3.1/h200/llama3.1_20260824_070341.csv
@@ -1,61 +1,61 @@
 config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.154304,445.351,489.277,10.1933,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,1.712736,641.962,176.32,3.6733,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,29.158976,603.32,41.427,0.8631,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,1.76624,622.515,161.48,3.3642,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,3.775424,582.457,146.645,3.0551,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,3.894976,564.579,77.533,1.6153,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,7.786112,564.858,73.262,1.5263,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,0.141984,30.25,3781.438,78.78,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,8,128,128,gqa,,16,15.424224,35.642,4455.568,92.8243,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,1.526912,5.626,351.649,7.326,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,128,128,gqa,,16,103.650719,10.608,663.072,13.814,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,1.527104,8.437,351.626,7.3255,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,128,128,gqa,,16,103.625854,15.916,663.271,13.8182,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,1.525152,11.264,352.097,7.3354,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,128,128,gqa,,16,103.816513,21.182,662.094,13.7936,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.091456,375.697,412.753,8.599,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,0.892032,616.296,169.271,3.5265,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,14.57904,603.338,41.428,0.8631,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,0.890784,617.159,160.091,3.3352,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,1.756352,626.02,157.613,3.2836,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,1.758048,625.416,85.888,1.7893,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,3.491616,629.801,81.685,1.7018,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,0.083264,25.791,3224.105,67.1688,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,7.61728,36.086,4511.037,93.9799,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,1.524352,2.818,176.12,3.6692,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,51.87072,10.599,662.492,13.8019,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,1.523456,4.229,176.234,3.6715,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,51.888096,15.893,662.31,13.7981,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,1.52224,5.643,176.385,3.6747,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,52.119167,21.096,659.414,13.7378,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.063584,270.192,296.841,6.1842,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.484384,567.479,155.863,3.2471,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,7.40416,593.997,40.787,0.8497,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,0.885856,310.296,80.491,1.6769,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,1.745664,314.926,79.289,1.6519,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,0.892736,615.81,84.569,1.7618,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,1.761248,624.28,80.969,1.6869,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,0.05344,20.092,2511.713,52.3273,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,3.752256,36.628,4578.824,95.3922,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,1.52224,1.411,88.182,1.8371,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,25.977888,10.581,661.407,13.7793,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,1.522464,2.116,88.174,1.837,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,25.983105,15.869,661.315,13.7774,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,1.522336,2.821,88.187,1.8372,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,25.942976,21.191,662.378,13.7995,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.043392,197.961,217.487,4.531,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.283808,484.267,133.008,2.771,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,3.360864,654.303,44.927,0.936,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,0.881312,155.948,40.453,0.8428,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,1.743168,157.689,39.701,0.8271,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,0.88224,311.568,42.787,0.8914,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,1.743424,315.331,40.898,0.852,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,0.043072,12.464,1558.157,32.4616,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,1.88656,36.426,4553.504,94.8647,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,1.519424,0.707,44.173,0.9203,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,12.90272,10.652,665.827,13.8714,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,1.5208,1.059,44.135,0.9195,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,13.05584,15.791,658.059,13.7096,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,1.519744,1.413,44.169,0.9202,20,True,,NVIDIA H200,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,12.918688,21.278,665.085,13.8559,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.1656,414.973,455.903,9.498,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,1.76208,623.985,171.383,3.5705,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,28.683329,613.324,42.114,0.8774,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,1.778336,618.281,160.382,3.3413,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,3.534016,622.245,156.663,3.2638,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,3.761728,584.578,80.28,1.6725,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,7.685952,572.219,74.217,1.5462,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,0.153056,28.061,3507.891,73.0811,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,1,131072,64,8,128,128,gqa,,16,15.575168,35.297,4412.387,91.9247,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,1.541664,5.572,348.284,7.2559,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,2,131072,64,8,128,128,gqa,,16,103.553246,10.618,663.696,13.827,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,1.546624,8.331,347.188,7.2331,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,3,131072,64,8,128,128,gqa,,16,104.155106,15.835,659.901,13.7479,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,1.53152,11.218,350.633,7.3049,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,128,4,131072,64,8,128,128,gqa,,16,104.179779,21.108,659.785,13.7455,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.104576,328.562,360.969,7.5202,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,0.915936,600.212,164.853,3.4344,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,14.455552,608.492,41.782,0.8705,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,0.906112,606.719,157.383,3.2788,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,1.774336,619.675,156.016,3.2503,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,1.772416,620.346,85.192,1.7748,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,3.500576,628.189,81.476,1.6974,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,0.095616,22.459,2807.604,58.4917,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,7.659872,35.885,4485.954,93.4574,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,1.544288,2.781,173.846,3.6218,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,52.102623,10.551,659.543,13.7405,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,1.54416,4.172,173.871,3.6223,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,52.150463,15.813,658.978,13.7287,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,1.543584,5.565,173.946,3.6239,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,52.154049,21.082,658.973,13.7286,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.076256,225.292,247.513,5.1565,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.49952,550.284,151.14,3.1488,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,7.345248,598.761,41.114,0.8565,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,0.901152,305.029,79.124,1.6484,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,1.766752,311.168,78.343,1.6321,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,0.90832,605.245,83.118,1.7316,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,1.772224,620.413,80.467,1.6764,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,0.064416,16.669,2083.736,43.4112,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,3.778816,36.371,4546.64,94.7217,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,1.544192,1.391,86.928,1.811,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,25.808191,10.651,665.756,13.8699,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,1.544064,2.086,86.941,1.8113,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,25.826752,15.965,665.318,13.8608,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,1.543296,2.783,86.989,1.8123,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,25.902496,21.224,663.413,13.8211,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.057376,149.713,164.48,3.4267,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.296224,463.97,127.433,2.6549,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,3.662112,600.48,41.232,0.859,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,0.9016,152.439,39.543,0.8238,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,1.769984,155.3,39.1,0.8146,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,0.900896,305.116,41.901,0.8729,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,1.77488,309.743,40.174,0.8369,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,0.05488,9.783,1222.904,25.4772,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,1.917536,35.837,4479.947,93.3322,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,1.542464,0.696,43.513,0.9065,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,12.92,10.638,664.937,13.8528,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,1.54176,1.045,43.535,0.907,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,12.919872,15.957,664.984,13.8538,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,1.545824,1.389,43.424,0.9047,20,True,,NVIDIA H200,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,12.918656,21.278,665.087,13.856,20,True,,NVIDIA H200,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/llama3.1/h200/llama3.1_context.png b/benchmark/attention_inference/results/llama3.1/h200/llama3.1_context.png
index 42c0dbc6e..1dff98772 100755
Binary files a/benchmark/attention_inference/results/llama3.1/h200/llama3.1_context.png and b/benchmark/attention_inference/results/llama3.1/h200/llama3.1_context.png differ
diff --git a/benchmark/attention_inference/results/llama3.1/h200/llama3.1_generation.png b/benchmark/attention_inference/results/llama3.1/h200/llama3.1_generation.png
index 22b8fb93c..1d3b95a7c 100755
Binary files a/benchmark/attention_inference/results/llama3.1/h200/llama3.1_generation.png and b/benchmark/attention_inference/results/llama3.1/h200/llama3.1_generation.png differ
diff --git a/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_20260821_071251.csv b/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_20260821_071251.csv
deleted file mode 100644
index 39ad96503..000000000
--- a/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_20260821_071251.csv
+++ /dev/null
@@ -1,131 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.272032,252.615,277.532,15.4873,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,3.135776,350.635,96.305,5.3741,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,48.528385,362.513,24.892,1.3891,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,4.295264,255.982,66.402,3.7055,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,8.56544,256.732,64.637,3.607,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,6.424128,342.307,47.009,2.6233,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,12.84416,342.416,44.411,2.4783,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,0.368576,11.653,1456.697,81.2889,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,2.378976,3.611,225.701,12.5949,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,64,8,128,128,gqa,,16,2.701632,3.18,99.373,5.5453,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,2.379136,5.416,225.699,12.5948,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,64,8,128,128,gqa,,16,2.704512,4.764,99.273,5.5398,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,2.379936,7.219,225.637,12.5914,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,64,8,128,128,gqa,,16,2.701472,6.359,99.391,5.5464,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.323776,212.244,233.178,13.0122,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,3.156384,348.345,95.676,5.3391,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,45.55619,386.165,26.516,1.4797,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,3.510752,313.184,81.24,4.5335,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,7.082336,310.494,78.173,4.3623,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,6.578208,334.289,45.908,2.5618,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,13.696,321.119,41.649,2.3242,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,2.810624,1.528,191.027,10.66,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,2.811456,3.055,190.982,10.6575,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,2.814016,4.579,190.82,10.6484,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,2.816288,6.1,190.677,10.6405,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.17632,194.871,214.092,11.9471,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,1.664832,330.217,90.697,5.0612,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,24.234528,362.957,24.922,1.3908,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,2.15888,254.649,66.056,3.6861,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,4.292192,256.166,64.495,3.599,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,4.282496,256.746,35.259,1.9676,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,8.55104,257.164,33.354,1.8613,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,0.196256,10.942,1367.866,76.3318,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,22.380224,12.282,1535.366,85.6789,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,2.47632,1.734,108.414,6.0499,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,32,4,128,128,gqa,,16,2.819104,1.524,47.616,2.6571,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,49.649601,11.073,692.129,38.6233,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,2.373664,2.714,113.11,6.3119,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,32,4,128,128,gqa,,16,2.699648,2.386,49.726,2.7749,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,49.748482,16.576,690.796,38.5489,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,2.3744,3.618,113.082,6.3104,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,32,4,128,128,gqa,,16,2.696096,3.186,49.794,2.7787,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,49.807297,22.075,690.022,38.5057,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.195136,176.081,193.448,10.7951,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,1.624096,338.5,92.972,5.1882,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,22.700895,387.478,26.606,1.4847,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,2.277984,241.334,62.602,3.4934,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,4.48304,245.26,61.749,3.4458,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,3.293696,333.823,45.844,2.5582,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,6.582048,334.094,43.332,2.4181,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,2.5312,0.848,106.057,5.9184,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,226.591003,1.213,151.647,8.4624,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,2.405984,1.785,111.584,6.2268,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,132.860321,4.138,258.647,14.4334,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,2.407328,2.676,111.528,6.2237,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,132.900665,6.205,258.584,14.4299,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,2.40672,3.569,111.563,6.2256,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,133.049606,8.264,258.311,14.4147,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.111872,153.567,168.714,9.4148,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.918208,299.363,82.223,4.5883,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,12.260352,358.721,24.631,1.3745,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,2.151296,127.773,33.144,1.8496,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,4.284992,128.298,32.302,1.8025,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,2.155648,255.03,35.023,1.9544,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,4.292384,256.154,33.223,1.854,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,0.047296,22.703,2837.997,158.3704,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,11.18992,12.282,1535.392,85.6804,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,2.355776,0.912,56.981,3.1797,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,16,2,128,128,gqa,,16,2.451584,0.876,27.377,1.5277,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,24.902624,11.038,689.966,38.5026,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,16,2,128,128,gqa,,16,29.891745,9.196,287.403,16.0381,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,2.354176,1.368,57.023,3.1821,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,16,2,128,128,gqa,,16,2.699488,1.193,24.864,1.3875,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,24.933088,16.537,689.165,38.4579,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,16,2,128,128,gqa,,16,29.908833,13.786,287.257,16.0299,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,2.353632,1.825,57.04,3.183,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,16,2,128,128,gqa,,16,2.698208,1.592,24.878,1.3883,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,24.964001,22.022,688.354,38.4126,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,16,2,128,128,gqa,,16,29.937857,18.363,286.996,16.0154,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.124416,138.084,151.704,8.4656,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.804384,341.725,93.858,5.2376,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,11.255232,390.756,26.831,1.4973,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,1.167904,235.36,61.052,3.4069,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,2.231552,246.356,62.025,3.4612,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,2.15472,255.14,35.038,1.9553,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,4.262976,257.921,33.452,1.8668,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,2.332576,0.46,57.544,3.2112,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,110.499138,1.244,155.485,8.6766,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,2.325216,0.924,57.73,3.2215,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,66.223969,4.151,259.452,14.4784,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,2.319104,1.389,57.885,3.2302,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,66.178497,6.23,259.646,14.4892,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,2.320448,1.851,57.855,3.2285,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,66.190338,8.306,259.616,14.4875,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.08416,102.067,112.134,6.2575,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.549696,250.027,68.672,3.8321,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,6.297216,349.206,23.978,1.3381,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,2.151136,63.891,16.573,0.9249,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,4.283744,64.168,16.155,0.9015,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,2.252032,122.058,16.762,0.9354,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,4.286048,128.266,16.636,0.9284,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,0.038752,13.854,1731.858,96.6439,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,5.597888,12.276,1534.589,85.6356,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,2.453856,0.438,27.352,1.5263,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,8,1,128,128,gqa,,16,2.819904,0.381,11.901,0.6641,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,13.064768,10.52,657.569,36.6947,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,8,1,128,128,gqa,,16,15.899008,8.644,270.174,15.0766,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,2.454784,0.656,27.343,1.5258,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,8,1,128,128,gqa,,16,2.815712,0.572,11.919,0.6651,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,13.108352,15.727,655.422,36.5749,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,8,1,128,128,gqa,,16,15.898144,12.967,270.205,15.0784,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,2.45488,0.875,27.344,1.5259,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,8,1,128,128,gqa,,16,2.81888,0.762,11.906,0.6644,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,13.113408,20.962,655.21,36.563,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,8,1,128,128,gqa,,16,15.892448,17.296,270.318,15.0847,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.087296,98.4,108.106,6.0327,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.473952,289.985,79.647,4.4446,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,5.396128,407.519,27.982,1.5615,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,1.090112,126.078,32.705,1.825,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,2.138976,128.509,32.355,1.8055,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,1.116672,246.158,33.805,1.8864,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,2.07584,264.835,34.349,1.9168,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,2.136672,0.251,31.41,1.7528,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,42.720257,1.609,201.086,11.2213,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,2.130944,0.504,31.496,1.7576,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,22.519487,6.103,381.491,21.2886,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,2.131328,0.756,31.493,1.7574,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,22.508257,9.159,381.705,21.3005,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,2.131136,1.008,31.497,1.7577,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1)],
-llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,22.520096,12.206,381.527,21.2906,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
diff --git a/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_20260824_071118.csv b/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_20260824_071118.csv
new file mode 100644
index 000000000..b9264877e
--- /dev/null
+++ b/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_20260824_071118.csv
@@ -0,0 +1,131 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.270656,253.9,278.943,15.566,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,3.130848,351.187,96.456,5.3826,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,46.997826,374.319,25.702,1.4343,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,4.297376,255.857,66.369,3.7036,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,8.5664,256.703,64.63,3.6066,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,6.42112,342.467,47.031,2.6245,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1,context,cudnn,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,12.82464,342.937,44.479,2.4821,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,0.369024,11.639,1454.929,81.1902,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,2.381984,3.606,225.416,12.579,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,64,8,128,128,gqa,,16,2.704992,3.176,99.249,5.5385,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,2.383264,5.406,225.308,12.573,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,64,8,128,128,gqa,,16,2.703104,4.767,99.325,5.5427,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,2.383904,7.207,225.262,12.5704,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,64,8,128,128,gqa,,16,2.704608,6.352,99.275,5.5399,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,64,8,128,128,gqa,,16,0.331264,207.446,227.907,12.718,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,64,8,128,128,gqa,,16,3.143584,349.764,96.065,5.3608,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,64,8,128,128,gqa,,16,44.116577,398.766,27.381,1.528,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,64,8,128,128,gqa,,16,3.474848,316.42,82.079,4.5803,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,64,8,128,128,gqa,,16,6.93728,316.986,79.808,4.4536,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,64,8,128,128,gqa,,16,6.492128,338.721,46.516,2.5958,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,64,8,128,128,gqa,,16,13.307232,330.5,42.866,2.3921,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,64,8,128,128,gqa,,16,2.814976,1.526,190.731,10.6435,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,64,8,128,128,gqa,,16,2.841504,3.023,188.962,10.5448,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,64,8,128,128,gqa,,16,2.844096,4.53,188.801,10.5358,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,64,8,128,128,gqa,,16,2.841152,6.047,189.009,10.5474,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.170912,201.038,220.867,12.3251,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,1.664704,330.242,90.704,5.0616,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,23.263712,378.104,25.962,1.4488,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,2.193184,250.666,65.023,3.6285,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,4.296832,255.889,64.425,3.5952,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,4.284288,256.638,35.244,1.9667,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,8.553952,257.077,33.343,1.8606,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,0.19584,10.966,1370.771,76.4939,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,22.372543,12.286,1535.893,85.7083,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,2.412672,1.78,111.274,6.2095,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,32,4,128,128,gqa,,16,2.732928,1.572,49.117,2.7409,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,48.036961,11.444,715.364,39.9199,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,2.411904,2.671,111.316,6.2119,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,32,4,128,128,gqa,,16,2.728832,2.361,49.194,2.7452,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,48.181568,17.115,713.261,39.8025,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,2.412224,3.561,111.308,6.2114,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,32,4,128,128,gqa,,16,2.73136,3.145,49.152,2.7428,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,48.261761,22.782,712.119,39.7388,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,4,128,128,gqa,,16,0.190624,180.249,198.027,11.0506,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,4,128,128,gqa,,16,1.618784,339.61,93.277,5.2052,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,4,128,128,gqa,,16,21.975777,400.263,27.484,1.5337,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,4,128,128,gqa,,16,2.265216,242.695,62.955,3.5131,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,4,128,128,gqa,,16,4.44592,247.308,62.265,3.4746,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,4,128,128,gqa,,16,3.2744,335.79,46.114,2.5733,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,4,128,128,gqa,,16,6.50144,338.236,43.869,2.4481,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,4,128,128,gqa,,16,2.447808,0.877,109.67,6.12,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,4,128,128,gqa,,16,226.646683,1.213,151.61,8.4604,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,4,128,128,gqa,,16,2.439744,1.76,110.04,6.1406,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,4,128,128,gqa,,16,132.883072,4.137,258.603,14.431,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,4,128,128,gqa,,16,2.408928,2.674,111.454,6.2195,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,4,128,128,gqa,,16,132.876999,6.206,258.63,14.4325,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,4,128,128,gqa,,16,2.409184,3.565,111.449,6.2192,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,4,128,128,gqa,,16,132.878494,8.275,258.643,14.4332,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.112224,153.086,168.185,9.3853,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.918272,299.343,82.217,4.588,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,11.937504,368.423,25.298,1.4117,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,2.152768,127.686,33.122,1.8483,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,4.286464,128.254,32.29,1.8019,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,2.158752,254.664,34.973,1.9516,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,4.292768,256.131,33.22,1.8538,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,0.048224,22.266,2783.384,155.3228,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,11.176448,12.297,1537.243,85.7837,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,2.386144,0.9,56.256,3.1393,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,16,2,128,128,gqa,,16,2.536288,0.847,26.463,1.4767,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,24.109472,11.401,712.665,39.7692,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,16,2,128,128,gqa,,16,29.205055,9.412,294.161,16.4152,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,2.38208,1.352,56.355,3.1448,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,16,2,128,128,gqa,,16,2.731488,1.179,24.573,1.3713,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,24.160801,17.066,711.194,39.6872,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,16,2,128,128,gqa,,16,29.2176,14.112,294.052,16.4092,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,2.355296,1.824,56.999,3.1808,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,16,2,128,128,gqa,,16,2.72976,1.573,24.59,1.3722,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,24.211201,22.707,709.757,39.607,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp4,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,16,2,128,128,gqa,,16,29.189344,18.834,294.355,16.4261,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,2,128,128,gqa,,16,0.12704,135.232,148.57,8.2908,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,2,128,128,gqa,,16,0.828224,331.888,91.156,5.0868,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,2,128,128,gqa,,16,10.748992,409.159,28.095,1.5678,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,2,128,128,gqa,,16,1.140768,240.959,62.505,3.488,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,2,128,128,gqa,,16,2.235584,245.911,61.913,3.455,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,2,128,128,gqa,,16,2.147904,255.95,35.149,1.9615,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,2,128,128,gqa,,16,4.250688,258.667,33.549,1.8722,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,2,128,128,gqa,,16,2.275168,0.472,58.996,3.2922,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,2,128,128,gqa,,16,110.536285,1.243,155.432,8.6737,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,2,128,128,gqa,,16,2.270272,0.946,59.127,3.2995,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,2,128,128,gqa,,16,66.250595,4.149,259.348,14.4726,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,2,128,128,gqa,,16,2.261312,1.424,59.365,3.3128,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,2,128,128,gqa,,16,66.219139,6.227,259.487,14.4803,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,2,128,128,gqa,,16,2.266304,1.895,59.238,3.3057,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,2,128,128,gqa,,16,66.216637,8.302,259.513,14.4817,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.0864,99.421,109.227,6.0952,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.571104,240.655,66.098,3.6885,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,6.29376,349.397,23.991,1.3388,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,2.18096,63.018,16.347,0.9122,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,4.34512,63.261,15.927,0.8888,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,2.154272,127.597,17.523,0.9778,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,4.285568,128.281,16.638,0.9285,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,0.037312,14.389,1798.696,100.3737,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,5.600896,12.269,1533.765,85.5896,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,2.386848,0.45,28.12,1.5692,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,2,131072,8,1,128,128,gqa,,16,2.730432,0.393,12.291,0.6859,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,12.68832,10.832,677.078,37.7834,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,2,131072,8,1,128,128,gqa,,16,15.904736,8.641,270.076,15.0712,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,2.383808,0.676,28.157,1.5713,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,3,131072,8,1,128,128,gqa,,16,2.732256,0.589,12.283,0.6854,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,12.70928,16.221,676.003,37.7234,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,3,131072,8,1,128,128,gqa,,16,15.904672,12.962,270.094,15.0722,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,2.382528,0.901,28.174,1.5722,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,1,4,131072,8,1,128,128,gqa,,16,2.732128,0.786,12.284,0.6855,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,12.699744,21.644,676.552,37.754,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+llama3.1,llama3.1-tp8,generation,cudnn,bfloat16,fp8_e4m3,128,4,131072,8,1,128,128,gqa,,16,15.894368,17.294,270.285,15.0829,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn fp8 9.26.0,
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,128,128,gqa,,16,0.087552,98.112,107.789,6.015,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,128,128,gqa,,16,0.4576,300.347,82.493,4.6034,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,128,128,gqa,,16,5.349792,411.048,28.224,1.575,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,128,128,gqa,,16,1.05904,129.777,33.664,1.8786,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,128,128,gqa,,16,2.07136,132.704,33.411,1.8644,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,128,128,gqa,,16,1.08832,252.571,34.685,1.9356,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,128,128,gqa,,16,2.055872,267.408,34.683,1.9354,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,128,128,gqa,,16,2.0744,0.259,32.353,1.8054,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,128,128,gqa,,16,42.736511,1.608,201.01,11.2171,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,128,128,gqa,,16,2.069376,0.519,32.433,1.8099,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,128,128,gqa,,16,22.526655,6.101,381.37,21.2818,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,128,128,gqa,,16,2.0696,0.778,32.432,1.8098,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,128,128,gqa,,16,22.513409,9.157,381.617,21.2956,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,128,128,gqa,,16,2.069408,1.038,32.437,1.8101,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+llama3.1,llama3.1-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,128,128,gqa,,16,22.530369,12.2,381.353,21.2809,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_context.png b/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_context.png
index c19d8d5c6..1e6ff0983 100755
Binary files a/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_context.png and b/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_context.png differ
diff --git a/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_generation.png b/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_generation.png
index 3445b57e7..7029f16bf 100755
Binary files a/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_generation.png and b/benchmark/attention_inference/results/llama3.1/rtxpro6000/llama3.1_generation.png differ
diff --git a/benchmark/attention_inference/results/qwen35/gb200/qwen35_20260821_060434.csv b/benchmark/attention_inference/results/qwen35/gb200/qwen35_20260821_060434.csv
deleted file mode 100644
index 2465a436a..000000000
--- a/benchmark/attention_inference/results/qwen35/gb200/qwen35_20260821_060434.csv
+++ /dev/null
@@ -1,121 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.080096,857.964,890.221,11.1278,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,0.647264,1698.707,440.643,5.508,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,10.849088,1621.536,105.156,1.3145,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,0.650944,1689.103,231.963,2.8995,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,1.244448,1767.067,229.188,2.8649,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,1.271136,1729.967,131.986,1.6498,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,2.475328,1776.753,122.0,1.525,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,0.103936,41.323,2583.015,32.2877,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,8.721056,63.038,3940.341,49.2543,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,7.042688,1.22,38.125,0.4766,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,192.266052,5.719,178.753,2.2344,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,7.043904,1.829,38.123,0.4765,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,191.70755,8.603,179.296,2.2412,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,7.039808,2.44,38.15,0.4769,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,192.058075,11.45,178.99,2.2374,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.21472,320.042,332.075,4.1509,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,1.020896,1077.007,279.375,3.4922,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,11.655072,1509.402,97.884,1.2236,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,0.83568,1315.709,180.685,2.2586,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,1.538336,1429.482,185.403,2.3175,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,1.442848,1524.085,116.278,1.4535,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,2.784864,1579.268,108.44,1.3555,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,1.46272,2.936,183.54,2.2943,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,106.508064,5.162,322.642,4.033,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,1.483648,5.79,180.974,2.2622,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,106.32515,10.341,323.236,4.0405,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,1.483968,8.683,180.957,2.262,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,105.669662,15.608,325.281,4.066,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,1.483488,11.581,181.037,2.263,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,105.910271,20.763,324.582,4.0573,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.05616,611.819,634.822,7.9353,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,0.348,1579.758,409.788,5.1224,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,5.46784,1608.696,104.324,1.304,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,0.578208,950.792,130.571,1.6321,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,1.124608,977.684,126.805,1.5851,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,0.637152,1725.666,131.658,1.6457,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,1.231488,1785.664,122.612,1.5326,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,0.093376,22.998,1437.565,17.9696,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,4.275008,64.299,4019.166,50.2396,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,6.54048,0.657,20.526,0.2566,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,97.128319,5.66,176.921,2.2115,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,6.537984,0.985,20.536,0.2567,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,97.16317,8.487,176.879,2.211,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,6.539456,1.314,20.534,0.2567,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,97.035233,11.331,177.134,2.2142,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.14848,231.41,240.11,3.0014,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,0.530496,1036.305,268.817,3.3602,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,5.546304,1585.938,102.848,1.2856,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,0.656128,837.879,115.065,1.4383,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,1.196128,919.226,119.223,1.4903,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,0.708512,1551.86,118.398,1.48,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,1.275552,1723.978,118.376,1.4797,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,1.144384,1.877,117.298,1.4662,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,35.34288,7.777,486.151,6.0769,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,1.187488,3.617,113.054,1.4132,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,35.60957,15.438,482.569,6.0321,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,1.186688,5.429,113.144,1.4143,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,35.684319,23.109,481.617,6.0202,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,1.183136,7.26,113.498,1.4187,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,35.445473,31.02,484.921,6.0615,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.051328,334.708,367.721,4.5965,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,0.19488,1410.498,387.405,4.8426,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,2.253952,1951.26,133.982,1.6748,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,0.58064,473.405,122.801,1.535,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,1.122112,489.93,123.35,1.5419,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,0.580928,946.341,129.96,1.6245,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,1.122592,979.44,127.033,1.5879,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,0.094912,11.313,1414.214,17.6777,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,4.273568,32.16,4020.275,50.2534,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,6.541024,0.328,20.522,0.2565,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,52.697311,5.216,326.05,4.0756,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,6.539776,0.493,20.527,0.2566,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,52.689728,7.825,326.117,4.0765,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,6.53888,0.657,20.531,0.2566,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,52.658272,10.44,326.332,4.0791,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.129184,132.988,146.105,1.8263,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,0.299136,918.906,252.385,3.1548,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,2.555584,1720.956,118.169,1.4771,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,0.650592,422.504,109.597,1.37,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,1.191552,461.378,116.161,1.452,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,0.653408,841.367,115.544,1.4443,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,1.197824,917.924,119.054,1.4882,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,1.1424,0.94,117.495,1.4687,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,18.175392,7.562,945.285,11.8161,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,1.188864,1.806,112.91,1.4114,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,18.212769,15.093,943.402,11.7925,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,1.186304,2.715,113.16,1.4145,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,18.2096,22.643,943.624,11.7953,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,1.186208,3.621,113.176,1.4147,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,18.240959,30.139,942.059,11.7757,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.051776,165.906,202.522,2.5315,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.120192,1143.495,348.967,4.3621,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,1.154016,1905.54,145.381,1.8173,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,0.577408,238.027,119.856,1.4982,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,1.124864,244.365,121.183,1.5148,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,0.580864,473.222,122.754,1.5344,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,1.12336,489.385,123.213,1.5402,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,0.093664,5.732,1433.014,17.9127,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,4.272032,16.086,4021.598,50.27,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,6.355968,0.169,21.118,0.264,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,30.926336,4.444,555.543,6.9443,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,6.35344,0.254,21.127,0.2641,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,30.933632,6.665,555.429,6.9429,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,6.348768,0.338,21.143,0.2643,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,30.96944,8.876,554.804,6.935,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.130592,65.777,80.294,1.0037,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.235008,584.827,178.475,2.2309,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,1.351168,1627.498,124.168,1.5521,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,0.65008,211.419,106.458,1.3307,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,1.190944,230.807,114.46,1.4307,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,0.651008,422.234,109.527,1.3691,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,1.193984,460.438,115.925,1.4491,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,1.150048,0.467,116.71,1.4589,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,9.682048,7.098,1774.459,22.1807,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,1.193056,0.9,112.506,1.4063,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,9.71984,14.14,1767.613,22.0952,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,1.194304,1.349,112.392,1.4049,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,9.527968,21.637,1803.264,22.5408,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,1.190336,1.804,112.77,1.4096,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,9.601312,28.629,1789.544,22.3693,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/qwen35/gb200/qwen35_20260824_060433.csv b/benchmark/attention_inference/results/qwen35/gb200/qwen35_20260824_060433.csv
new file mode 100644
index 000000000..8314ce53b
--- /dev/null
+++ b/benchmark/attention_inference/results/qwen35/gb200/qwen35_20260824_060433.csv
@@ -0,0 +1,121 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.080768,850.826,882.815,11.0352,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,0.66896,1643.613,426.352,5.3294,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,11.2664,1561.474,101.261,1.2658,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,0.662656,1659.249,227.863,2.8483,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,1.284352,1712.166,222.067,2.7758,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,1.304352,1685.912,128.625,1.6078,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,2.646336,1661.938,114.116,1.4265,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,0.101984,42.114,2632.454,32.9057,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,8.7296,62.976,3936.484,49.2061,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,7.0592,1.217,38.036,0.4754,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,191.947144,5.728,179.05,2.2381,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,7.056192,1.826,38.056,0.4757,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,191.504166,8.612,179.486,2.2436,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,7.056864,2.434,38.057,0.4757,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,190.911102,11.519,180.066,2.2508,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.216768,317.019,328.938,4.1117,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,1.055584,1041.615,270.194,3.3774,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,11.867104,1482.433,96.136,1.2017,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,0.858464,1280.789,175.89,2.1986,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,1.577248,1394.215,180.829,2.2604,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,1.502048,1464.017,111.696,1.3962,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,3.0328,1450.16,99.575,1.2447,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,1.463552,2.935,183.436,2.293,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,107.436638,5.117,319.853,3.9982,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,1.482848,5.793,181.071,2.2634,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,108.018974,10.179,318.167,3.9771,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,1.485088,8.676,180.82,2.2603,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,107.802818,15.299,318.844,3.9856,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,1.483008,11.584,181.096,2.2637,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,107.096031,20.533,320.988,4.0123,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.055936,614.269,637.364,7.967,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,0.358592,1533.096,397.684,4.9711,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,5.612768,1567.158,101.63,1.2704,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,0.582528,943.741,129.603,1.62,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,1.12464,977.657,126.802,1.585,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,0.656416,1675.023,127.794,1.5974,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,1.229888,1787.987,122.771,1.5346,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,0.093888,22.873,1429.726,17.8716,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,4.274592,64.305,4019.557,50.2445,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,6.543104,0.656,20.518,0.2565,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,96.944832,5.671,177.256,2.2157,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,6.541824,0.985,20.524,0.2566,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,96.850945,8.514,177.45,2.2181,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,6.540544,1.313,20.531,0.2566,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,96.849922,11.353,177.473,2.2184,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.150016,229.04,237.652,2.9706,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,0.541664,1014.939,263.275,3.2909,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,5.900416,1490.758,96.675,1.2084,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,0.655296,838.943,115.211,1.4401,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,1.196288,919.103,119.207,1.4901,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,0.72224,1522.363,116.147,1.4518,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,1.290144,1704.479,117.037,1.463,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,1.144416,1.876,117.295,1.4662,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,36.439262,7.543,471.523,5.894,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,1.188,3.615,113.005,1.4126,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,36.814114,14.933,466.779,5.8347,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,1.187744,5.424,113.044,1.413,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,36.719265,22.458,468.042,5.8505,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,1.187072,7.236,113.121,1.414,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,36.65181,29.999,468.961,5.862,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.053056,323.806,355.744,4.4468,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,0.200768,1369.132,376.043,4.7005,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,2.377024,1850.232,127.045,1.5881,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,0.579616,474.241,123.018,1.5377,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,1.122656,489.692,123.29,1.5411,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,0.580576,946.914,130.039,1.6255,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,1.124672,977.629,126.798,1.585,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,0.092768,11.574,1446.899,18.0862,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,4.276512,32.138,4017.507,50.2188,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,6.544768,0.328,20.51,0.2564,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,52.674881,5.218,326.189,4.0774,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,6.543584,0.492,20.515,0.2564,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,52.661182,7.83,326.294,4.0787,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,6.541504,0.657,20.523,0.2565,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,52.641953,10.443,326.433,4.0804,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.129856,132.299,145.348,1.8169,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,0.303904,904.489,248.425,3.1053,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,2.694144,1632.447,112.091,1.4011,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,0.649952,422.92,109.705,1.3713,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,1.191296,461.477,116.186,1.4523,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,0.655712,838.41,115.138,1.4392,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,1.19312,921.543,119.524,1.494,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,1.141728,0.94,117.564,1.4695,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,18.808512,7.307,913.465,11.4183,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,1.190336,1.804,112.77,1.4096,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,18.879328,14.56,910.094,11.3762,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,1.188384,2.711,112.962,1.412,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,18.734688,22.008,917.176,11.4647,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,1.18736,3.617,113.066,1.4133,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,18.823744,29.205,912.893,11.4112,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.05168,166.214,202.898,2.5362,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.118336,1161.43,354.44,4.4305,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,1.212416,1813.753,138.378,1.7297,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,0.5784,237.619,119.651,1.4956,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,1.123264,244.714,121.356,1.517,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,0.577888,475.659,123.386,1.5423,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,1.123456,489.343,123.202,1.54,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,0.093376,5.75,1437.434,17.9679,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,4.274144,16.078,4019.61,50.2451,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,6.387712,0.168,21.013,0.2627,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,30.962784,4.439,554.889,6.9361,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,6.380704,0.252,21.037,0.263,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,30.954559,6.66,555.054,6.9382,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,6.380672,0.337,21.038,0.263,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,30.976608,8.874,554.676,6.9334,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.123584,69.507,84.847,1.0606,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.237696,578.213,176.457,2.2057,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,1.382592,1590.508,121.346,1.5168,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,0.648192,212.034,106.768,1.3346,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,1.187808,231.416,114.762,1.4345,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,0.650784,422.38,109.565,1.3696,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,1.190112,461.936,116.302,1.4538,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,1.149664,0.467,116.749,1.4594,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,9.81968,6.998,1749.588,21.8698,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,1.194016,0.899,112.416,1.4052,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,9.817312,14.0,1750.063,21.8758,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,1.196096,1.347,112.223,1.4028,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,10.110496,20.391,1699.367,21.2421,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,1.191616,1.802,112.649,1.4081,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,9.9024,27.759,1735.132,21.6891,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/qwen35/gb200/qwen35_context.png b/benchmark/attention_inference/results/qwen35/gb200/qwen35_context.png
index 58ea37314..16312b4a2 100755
Binary files a/benchmark/attention_inference/results/qwen35/gb200/qwen35_context.png and b/benchmark/attention_inference/results/qwen35/gb200/qwen35_context.png differ
diff --git a/benchmark/attention_inference/results/qwen35/gb200/qwen35_generation.png b/benchmark/attention_inference/results/qwen35/gb200/qwen35_generation.png
index ddebb5961..a588030e1 100755
Binary files a/benchmark/attention_inference/results/qwen35/gb200/qwen35_generation.png and b/benchmark/attention_inference/results/qwen35/gb200/qwen35_generation.png differ
diff --git a/benchmark/attention_inference/results/qwen35/gb300/qwen35_20260821_060629.csv b/benchmark/attention_inference/results/qwen35/gb300/qwen35_20260821_060629.csv
deleted file mode 100644
index 0924345f1..000000000
--- a/benchmark/attention_inference/results/qwen35/gb300/qwen35_20260821_060629.csv
+++ /dev/null
@@ -1,121 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.075392,911.496,945.766,11.8221,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,0.569888,1929.347,500.471,6.2559,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,9.125728,1927.757,125.015,1.5627,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,0.585344,1878.402,257.959,3.2245,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,1.128896,1947.941,252.647,3.1581,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,1.152064,1908.768,145.627,1.8203,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,2.34768,1873.359,128.633,1.6079,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,0.101248,42.42,2651.59,33.1449,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,8.588768,64.009,4001.032,50.0129,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,6.737184,1.275,39.854,0.4982,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,187.593918,5.861,183.205,2.2901,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,6.735904,1.913,39.866,0.4983,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,187.889084,8.778,182.939,2.2867,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,6.736256,2.55,39.869,0.4984,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,186.754593,11.775,184.073,2.3009,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.2064,332.943,345.461,4.3183,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,0.926752,1186.414,307.755,3.8469,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,9.90032,1776.931,115.234,1.4404,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,0.7888,1393.904,191.424,2.3928,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,1.477376,1488.466,193.054,2.4132,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,1.366368,1609.393,122.787,1.5348,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,2.63392,1669.772,114.654,1.4332,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,1.44064,2.981,186.353,2.3294,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,100.05677,5.494,343.444,4.2931,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,1.459136,5.887,184.014,2.3002,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,100.042496,10.99,343.535,4.2942,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,1.467552,8.78,182.981,2.2873,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,100.700096,16.378,341.334,4.2667,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,1.463104,11.742,183.559,2.2945,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,100.605186,21.858,341.697,4.2712,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.05312,646.832,671.152,8.3894,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,0.30048,1829.592,474.595,5.9324,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,4.554464,1931.313,125.245,1.5656,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,0.57504,956.031,131.291,1.6411,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,1.111008,989.652,128.358,1.6045,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,0.58272,1886.861,143.956,1.7995,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,1.127232,1950.817,133.952,1.6744,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,0.091296,23.522,1470.318,18.379,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,4.21024,65.288,4080.995,51.0124,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,6.479264,0.663,20.72,0.259,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,95.220734,5.773,180.466,2.2558,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,6.480224,0.994,20.719,0.259,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,95.121346,8.669,180.676,2.2585,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,6.480512,1.326,20.721,0.259,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,95.078911,11.564,180.779,2.2597,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.145184,236.663,245.561,3.0695,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,0.478496,1148.925,298.03,3.7254,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,4.89184,1798.115,116.608,1.4576,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,0.645664,851.458,116.93,1.4616,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,1.187744,925.714,120.065,1.5008,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,0.654816,1679.115,128.106,1.6013,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,1.209952,1817.447,124.794,1.5599,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,1.13424,1.893,118.347,1.4793,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,31.728449,8.663,541.532,6.7691,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,1.179584,3.641,113.812,1.4226,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,31.728449,17.327,541.598,6.77,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,1.178912,5.465,113.89,1.4236,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,31.745344,25.977,541.376,6.7672,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,1.180736,7.275,113.728,1.4216,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,31.721855,34.661,541.843,6.773,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.05008,343.048,376.884,4.7111,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,0.167424,1641.807,450.936,5.6367,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,2.066272,2128.493,146.152,1.8269,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,0.573152,479.59,124.405,1.5551,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,1.112768,494.043,124.385,1.5548,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,0.5736,958.431,131.62,1.6453,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,1.113696,987.264,128.048,1.6006,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,0.089696,11.971,1496.454,18.7057,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,4.20976,32.648,4081.211,51.0151,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,6.481152,0.331,20.711,0.2589,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,51.690079,5.318,332.404,4.155,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,6.481088,0.497,20.713,0.2589,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,51.676064,7.979,332.514,4.1564,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,6.478368,0.663,20.723,0.259,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,51.601727,10.654,333.013,4.1627,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.127296,134.96,148.271,1.8534,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,0.267264,1028.488,282.483,3.531,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,2.400032,1832.495,125.827,1.5728,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,0.639424,429.884,111.512,1.3939,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,1.183296,464.597,116.972,1.4621,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,0.64768,848.808,116.566,1.4571,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,1.18672,926.513,120.168,1.5021,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,1.136512,0.945,118.103,1.4763,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,16.319263,8.422,1052.8,13.16,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,1.180544,1.819,113.705,1.4213,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,16.466656,16.693,1043.44,13.043,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,1.180192,2.729,113.746,1.4218,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,16.393984,25.15,1048.129,13.1016,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,1.182016,3.634,113.578,1.4197,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,16.320543,33.685,1052.91,13.1614,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.049856,172.295,210.321,2.629,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.102464,1341.339,409.344,5.1168,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,1.052352,2089.627,159.426,1.9928,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,0.572832,239.929,120.814,1.5102,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,1.110752,247.47,122.723,1.534,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,0.573248,479.51,124.384,1.5548,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,1.112352,494.228,124.432,1.5554,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,0.091936,5.84,1459.948,18.2494,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,4.207136,16.334,4083.631,51.0454,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,6.269888,0.171,21.408,0.2676,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,30.475391,4.51,563.764,7.047,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,6.271168,0.257,21.404,0.2676,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,30.531008,6.752,562.754,7.0344,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,6.263008,0.343,21.433,0.2679,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,30.50688,9.01,563.216,7.0402,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.125856,68.252,83.316,1.0414,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.213632,643.344,196.333,2.4542,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,1.224128,1796.4,137.054,1.7132,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,0.642944,213.765,107.639,1.3455,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,1.182176,232.519,115.308,1.4414,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,0.645408,425.898,110.478,1.381,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,1.180736,465.604,117.225,1.4653,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,1.140416,0.471,117.695,1.4712,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,8.35536,8.225,2056.212,25.7027,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,1.186336,0.905,113.143,1.4143,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,8.375872,16.409,2051.239,25.6405,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,1.178272,1.367,113.921,1.424,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,8.382432,24.594,2049.697,25.6212,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,1.182816,1.816,113.487,1.4186,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,8.39568,32.74,2046.525,25.5816,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d256[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/qwen35/gb300/qwen35_20260824_060716.csv b/benchmark/attention_inference/results/qwen35/gb300/qwen35_20260824_060716.csv
new file mode 100644
index 000000000..400a70fa6
--- /dev/null
+++ b/benchmark/attention_inference/results/qwen35/gb300/qwen35_20260824_060716.csv
@@ -0,0 +1,121 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.0752,913.823,948.18,11.8523,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,0.576096,1908.556,495.078,6.1885,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,9.093792,1934.527,125.454,1.5682,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,0.586368,1875.122,257.509,3.2189,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,1.137824,1932.657,250.665,3.1333,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,1.179712,1864.034,142.214,1.7777,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,2.305248,1907.841,131.001,1.6375,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,0.10112,42.474,2654.947,33.1868,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,8.608256,63.864,3991.974,49.8997,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,6.48656,1.324,41.393,0.5174,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,188.101318,5.845,182.711,2.2839,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,6.4864,1.986,41.4,0.5175,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,187.606049,8.791,183.215,2.2902,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,6.487328,2.648,41.399,0.5175,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,187.447098,11.731,183.393,2.2924,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.2032,338.186,350.901,4.3863,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,0.932128,1179.571,305.98,3.8248,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,10.044224,1751.473,113.583,1.4198,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,0.792064,1388.16,190.635,2.3829,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,1.488832,1477.012,191.568,2.3946,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,1.388896,1583.289,120.795,1.5099,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,2.645824,1662.26,114.138,1.4267,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,1.444896,2.973,185.805,2.3226,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,101.013885,5.442,340.19,4.2524,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,1.466336,5.858,183.11,2.2889,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,100.738365,10.915,341.162,4.2645,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,1.46464,8.797,183.345,2.2918,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,100.305183,16.442,342.677,4.2835,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,1.464128,11.734,183.431,2.2929,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,100.521469,21.876,341.982,4.2748,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.052896,649.572,673.994,8.4249,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,0.305344,1800.447,467.035,5.8379,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,4.485888,1960.837,127.16,1.5895,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,0.576864,953.008,130.876,1.6359,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,1.11472,986.357,127.93,1.5991,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,0.582368,1888.001,144.043,1.8005,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,1.133536,1939.968,133.207,1.6651,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,0.091776,23.399,1462.628,18.2828,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,4.215776,65.202,4075.636,50.9454,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,6.47776,0.663,20.725,0.2591,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,95.033218,5.785,180.822,2.2603,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,6.474976,0.995,20.736,0.2592,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,94.98822,8.681,180.929,2.2616,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,6.476,1.326,20.736,0.2592,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,94.837181,11.594,181.24,2.2655,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.1424,241.29,250.362,3.1295,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,0.480544,1144.028,296.76,3.7095,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,4.944832,1778.846,115.358,1.442,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,0.647872,848.556,116.531,1.4566,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,1.205248,912.27,118.321,1.479,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,0.655296,1677.885,128.012,1.6002,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,1.211712,1814.807,124.613,1.5577,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,1.13824,1.887,117.931,1.4741,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,31.90192,8.616,538.587,6.7323,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,1.184128,3.627,113.375,1.4172,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,31.952225,17.206,537.805,6.7226,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,1.183232,5.445,113.475,1.4184,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,31.963873,25.799,537.675,6.7209,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,1.186304,7.241,113.195,1.4149,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,31.957472,34.405,537.848,6.7231,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.051776,331.811,364.539,4.5567,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,0.168416,1632.137,448.28,5.6035,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,2.297504,1914.272,131.443,1.643,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,0.573856,479.002,124.253,1.5532,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,1.11376,493.603,124.275,1.5534,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,0.574976,956.137,131.305,1.6413,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,1.191136,923.078,119.723,1.4965,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,0.09088,11.815,1476.958,18.462,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,4.21232,32.628,4078.731,50.9841,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,6.47328,0.332,20.737,0.2592,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,51.663296,5.321,332.576,4.1572,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,6.472064,0.498,20.742,0.2593,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,51.621822,7.987,332.863,4.1608,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,6.4712,0.664,20.746,0.2593,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,51.580544,10.658,333.15,4.1644,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.12496,137.483,151.043,1.888,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,0.272768,1007.735,276.783,3.4598,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,2.401184,1831.616,125.767,1.5721,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,0.647744,424.362,110.079,1.376,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,1.184192,464.246,116.883,1.461,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,0.646528,850.32,116.774,1.4597,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,1.187168,926.163,120.123,1.5015,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,1.135872,0.945,118.17,1.4771,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,16.569376,8.295,1036.908,12.9613,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,1.183584,1.814,113.413,1.4177,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,16.593121,16.566,1035.487,12.9436,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,1.18496,2.718,113.288,1.4161,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,16.544064,24.922,1038.621,12.9828,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,1.183872,3.628,113.4,1.4175,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,16.608831,33.1,1034.634,12.9329,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.050464,170.219,207.787,2.5973,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.101408,1355.307,413.607,5.1701,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,1.067808,2059.381,157.118,1.964,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,0.574368,239.287,120.491,1.5061,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,1.11296,246.979,122.48,1.531,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,0.574048,478.841,124.211,1.5526,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,1.113248,493.831,124.332,1.5541,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,0.090912,5.905,1476.393,18.4549,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,4.212992,16.311,4077.955,50.9744,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,6.487488,0.166,20.69,0.2586,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,29.917856,4.594,574.27,7.1784,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,6.489056,0.248,20.686,0.2586,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,29.895617,6.896,574.714,7.1839,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,6.484864,0.331,20.7,0.2587,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,29.899649,9.193,574.654,7.1832,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.121216,70.865,86.505,1.0813,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.219616,625.815,190.984,2.3873,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,1.239648,1773.909,135.339,1.6917,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,0.644512,213.245,107.377,1.3422,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,1.182848,232.387,115.243,1.4405,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,0.64704,424.824,110.199,1.3775,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,1.187232,463.057,116.584,1.4573,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,1.139904,0.471,117.748,1.4719,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,8.527456,8.059,2014.715,25.1839,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,1.185376,0.906,113.235,1.4154,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,8.526784,16.118,2014.935,25.1867,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,1.17856,1.367,113.893,1.4237,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,8.419872,24.485,2040.582,25.5073,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,1.179264,1.821,113.829,1.4229,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,8.497888,32.347,2021.91,25.2739,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/qwen35/gb300/qwen35_context.png b/benchmark/attention_inference/results/qwen35/gb300/qwen35_context.png
index 9232fe8d0..da9f07675 100755
Binary files a/benchmark/attention_inference/results/qwen35/gb300/qwen35_context.png and b/benchmark/attention_inference/results/qwen35/gb300/qwen35_context.png differ
diff --git a/benchmark/attention_inference/results/qwen35/gb300/qwen35_generation.png b/benchmark/attention_inference/results/qwen35/gb300/qwen35_generation.png
index 9d2df32e7..50ae851cb 100755
Binary files a/benchmark/attention_inference/results/qwen35/gb300/qwen35_generation.png and b/benchmark/attention_inference/results/qwen35/gb300/qwen35_generation.png differ
diff --git a/benchmark/attention_inference/results/qwen35/h200/qwen35_20260821_070612.csv b/benchmark/attention_inference/results/qwen35/h200/qwen35_20260824_070940.csv
similarity index 55%
rename from benchmark/attention_inference/results/qwen35/h200/qwen35_20260821_070612.csv
rename to benchmark/attention_inference/results/qwen35/h200/qwen35_20260824_070940.csv
index 900cccce5..eace3e2c0 100644
--- a/benchmark/attention_inference/results/qwen35/h200/qwen35_20260821_070612.csv
+++ b/benchmark/attention_inference/results/qwen35/h200/qwen35_20260824_070940.csv
@@ -1,61 +1,61 @@
 config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.1544,445.074,461.808,9.621,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,1.6008,686.851,178.169,3.7119,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,26.673569,659.536,42.771,0.8911,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,1.461952,752.085,103.283,2.1517,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,3.00976,730.631,94.763,1.9742,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,2.951904,744.951,56.835,1.1841,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,6.584384,667.951,45.865,0.9555,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,0.104384,41.146,2571.929,53.5819,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,9.374144,58.646,3665.821,76.3713,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,2.844416,3.02,94.396,1.9666,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,97.800735,11.242,351.41,7.321,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,2.844704,4.529,94.398,1.9666,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,97.961823,16.836,350.875,7.3099,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,2.845824,6.037,94.372,1.9661,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,98.184029,22.397,350.123,7.2942,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.10064,341.412,354.249,7.3802,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,0.861248,638.325,165.581,3.4496,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,13.419136,655.489,42.508,0.8856,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,1.414048,388.782,53.391,1.1123,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,2.810112,391.27,50.748,1.0572,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,1.448512,759.063,57.912,1.2065,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,3.057376,719.252,49.387,1.0289,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,0.087712,24.483,1530.396,31.8833,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,4.67856,58.753,3672.49,76.5102,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,2.843584,1.51,47.212,0.9836,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,48.276512,11.388,355.951,7.4156,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,2.845248,2.264,47.19,0.9831,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,48.509312,16.999,354.286,7.381,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,2.843712,3.021,47.221,0.9838,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,48.696095,22.579,352.97,7.3535,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.063456,270.737,297.44,6.1967,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,0.493824,556.631,152.883,3.1851,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,6.875584,639.662,43.922,0.915,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,1.415584,194.18,50.37,1.0494,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,2.813664,195.388,49.193,1.0249,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,1.415392,388.412,53.34,1.1113,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,2.811584,391.065,50.721,1.0567,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,0.08784,12.224,1528.073,31.8349,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,4.67888,29.374,3672.015,76.5003,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,2.844704,0.755,47.187,0.9831,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,24.706881,11.126,695.432,14.4882,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,2.843648,1.133,47.208,0.9835,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,24.516031,16.818,700.889,14.6019,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,2.844896,1.51,47.19,0.9831,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,24.60976,22.339,698.262,14.5471,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.062752,136.887,167.098,3.4812,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.31616,434.713,132.664,2.7638,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,3.219296,683.076,52.115,1.0857,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,1.413568,97.228,48.958,1.02,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,2.809472,97.84,48.52,1.0108,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,1.41344,194.474,50.447,1.051,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,2.810112,195.635,49.255,1.0261,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,0.088032,6.099,1524.694,31.7644,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,4.678752,14.688,3672.003,76.5001,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,2.843296,0.378,47.208,0.9835,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,12.830464,10.712,1339.072,27.8973,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,2.843552,0.566,47.205,0.9834,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,12.76432,16.151,1346.052,28.0428,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,2.843808,0.755,47.202,0.9834,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,12.833664,21.419,1338.82,27.8921,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.166496,412.74,428.258,8.922,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,1.622528,677.653,175.783,3.6621,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,26.689217,659.15,42.746,0.8905,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,1.494496,735.707,101.034,2.1049,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,3.010848,730.367,94.728,1.9735,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,3.119232,704.989,53.786,1.1205,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,6.50768,675.824,46.405,0.9668,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,0.117376,36.592,2287.25,47.651,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,9.353216,58.777,3674.023,76.5421,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,2.869536,2.993,93.569,1.9494,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,97.805153,11.242,351.394,7.3207,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,2.852448,4.517,94.142,1.9613,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,98.127167,16.807,350.283,7.2976,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,2.84736,6.034,94.321,1.965,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,97.645859,22.52,352.053,7.3344,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.113152,303.66,315.077,6.5641,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,0.8792,625.291,162.2,3.3792,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,13.301216,661.3,42.885,0.8934,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,1.440256,381.707,52.419,1.0921,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,2.83072,388.421,50.378,1.0495,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,1.489696,738.078,56.311,1.1731,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,3.060928,718.417,49.33,1.0277,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,0.100608,21.345,1334.229,27.7964,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,4.701536,58.466,3654.543,76.1363,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,2.865472,1.499,46.851,0.9761,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,48.380161,11.363,355.188,7.3998,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,2.866048,2.248,46.847,0.976,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,48.554047,16.984,353.959,7.3742,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,2.866752,2.996,46.842,0.9759,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,48.400513,22.717,355.126,7.3984,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.077056,222.953,244.944,5.103,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,0.50928,539.738,148.244,3.0884,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,6.813856,645.456,44.32,0.9233,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,1.438656,191.066,49.562,1.0325,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,2.838784,193.659,48.758,1.0158,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,1.43552,382.966,52.592,1.0957,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,2.831456,388.32,50.365,1.0493,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,0.099968,10.741,1342.689,27.9727,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,4.6896,29.307,3663.621,76.3254,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,2.8688,0.749,46.791,0.9748,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,24.486496,11.226,701.692,14.6186,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,2.867712,1.123,46.812,0.9752,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,24.487616,16.838,701.702,14.6188,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,2.865824,1.499,46.845,0.9759,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,24.487553,22.45,701.747,14.6197,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.076544,112.222,136.99,2.854,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.329792,416.744,127.18,2.6496,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,3.37936,650.722,49.646,1.0343,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,1.440224,95.429,48.052,1.0011,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,2.83856,96.837,48.023,1.0005,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,1.438336,191.108,49.573,1.0328,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,2.838688,193.665,48.759,1.0158,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,0.100704,5.331,1332.835,27.7674,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,4.692384,14.645,3661.336,76.2778,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,2.861984,0.375,46.9,0.9771,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,12.558624,10.944,1368.057,28.5012,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,2.860512,0.563,46.925,0.9776,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,12.677504,16.262,1355.27,28.2348,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,2.860896,0.751,46.92,0.9775,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,12.5768,21.856,1366.164,28.4617,20,True,,NVIDIA H200,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/qwen35/h200/qwen35_context.png b/benchmark/attention_inference/results/qwen35/h200/qwen35_context.png
index e54ef7894..279bfaf91 100755
Binary files a/benchmark/attention_inference/results/qwen35/h200/qwen35_context.png and b/benchmark/attention_inference/results/qwen35/h200/qwen35_context.png differ
diff --git a/benchmark/attention_inference/results/qwen35/h200/qwen35_generation.png b/benchmark/attention_inference/results/qwen35/h200/qwen35_generation.png
index 5e165a7b9..fca612e63 100755
Binary files a/benchmark/attention_inference/results/qwen35/h200/qwen35_generation.png and b/benchmark/attention_inference/results/qwen35/h200/qwen35_generation.png differ
diff --git a/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_20260821_072245.csv b/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_20260821_072245.csv
deleted file mode 100644
index c53c0aede..000000000
--- a/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_20260821_072245.csv
+++ /dev/null
@@ -1,121 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.579136,118.659,123.12,6.8705,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,7.245216,151.757,39.366,2.1967,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,111.429283,157.878,10.238,0.5713,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,8.34992,131.679,18.083,1.0091,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,16.770432,131.125,17.007,0.949,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,14.754048,149.045,11.371,0.6346,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,29.763617,147.766,10.146,0.5662,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,0.214048,20.065,1254.243,69.9912,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,22.324224,24.626,1539.311,85.8991,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,6.98208,1.23,38.456,2.146,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,167.387878,6.569,205.32,11.4576,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,6.980896,1.846,38.467,2.1466,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,168.255524,9.802,204.286,11.3999,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,6.981216,2.461,38.47,2.1468,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,168.949478,13.016,203.472,11.3545,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.37984,180.917,187.719,10.4754,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,3.403648,323.039,83.796,4.6761,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,50.71619,346.875,22.495,1.2553,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,5.853984,187.823,25.794,1.4394,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,11.688864,188.13,24.4,1.3616,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,8.658624,253.969,19.376,1.0813,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,17.316256,253.984,17.44,0.9732,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,6.799136,0.632,39.486,2.2034,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,403.131683,1.364,85.242,4.7568,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,6.057376,1.418,44.326,2.4736,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,243.366852,4.518,141.219,7.8805,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,6.05872,2.127,44.322,2.4733,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,243.411484,6.776,141.211,7.8801,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,6.059296,2.835,44.323,2.4734,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,243.632538,9.026,141.1,7.8739,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.312256,110.037,114.174,6.3713,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,3.774144,145.664,37.785,2.1085,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,56.005505,157.058,10.185,0.5684,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,4.35168,126.332,17.349,0.9681,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,8.742144,125.771,16.313,0.9103,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,8.737376,125.84,9.601,0.5358,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,16.745344,131.321,9.017,0.5032,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,0.08256,26.011,1625.898,90.7309,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,12.084544,22.746,1421.813,79.3423,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,6.040512,0.711,22.225,1.2402,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,84.230591,6.527,204.012,11.3846,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,6.027488,1.069,22.276,1.2431,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,84.514397,9.757,203.352,11.3478,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,6.043264,1.421,22.22,1.24,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,84.678978,12.984,202.981,11.3271,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.208832,164.533,170.719,9.5267,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,1.690208,325.259,84.372,4.7083,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,25.162176,349.576,22.67,1.2651,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,2.8736,191.313,26.273,1.4661,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,5.6944,193.086,25.043,1.3975,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,5.6456,194.756,14.859,0.8292,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,11.289888,194.778,13.374,0.7463,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,6.392448,0.336,20.999,1.1718,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,175.024261,1.571,98.169,5.4782,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,5.697728,0.754,23.562,1.3148,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,97.088799,5.662,176.993,9.8769,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,5.697088,1.131,23.568,1.3152,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,97.194786,8.484,176.822,9.8673,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,5.697664,1.508,23.568,1.3152,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,97.461372,11.282,176.36,9.8415,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.195264,87.983,96.661,5.394,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,2.029376,135.449,37.202,2.076,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,28.414656,154.781,10.628,0.5931,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,3.262016,84.266,21.859,1.2198,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,6.671904,82.399,20.746,1.1577,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,4.329184,126.988,17.439,0.9732,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,8.71936,126.1,16.355,0.9127,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,0.083424,12.871,1608.96,89.7857,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,12.06592,11.391,1423.921,79.4599,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,6.049248,0.355,22.19,1.2383,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,44.441601,6.185,386.619,21.5747,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,6.039808,0.533,22.226,1.2403,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,44.56736,9.252,385.552,21.5152,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,6.021888,0.713,22.294,1.2441,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,44.674591,12.306,384.65,21.4648,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.144608,118.803,130.521,7.2835,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,1.179264,233.093,64.021,3.5726,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,12.47888,352.439,24.2,1.3505,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,2.873888,95.647,24.811,1.3845,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,5.694048,96.549,24.308,1.3565,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,2.872512,191.385,26.283,1.4667,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,5.692608,193.147,25.051,1.3979,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,6.65232,0.161,20.177,1.126,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,86.414017,1.59,198.821,11.0949,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,5.956128,0.361,22.537,1.2577,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,51.830208,5.303,331.505,18.4992,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,5.954464,0.541,22.545,1.2581,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,51.683998,7.978,332.463,18.5526,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,5.9544,0.721,22.546,1.2582,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,51.788864,10.615,331.81,18.5162,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.153376,56.006,68.366,3.8151,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,1.23664,111.139,33.917,1.8927,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,14.676384,149.834,11.431,0.6379,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,3.192352,43.053,21.679,1.2097,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,6.637088,41.415,20.538,1.1461,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,3.243328,84.752,21.985,1.2268,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,6.667872,82.448,20.758,1.1584,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,0.085856,6.253,1563.337,87.2398,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,12.075104,5.691,1422.795,79.397,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,6.30016,0.17,21.305,1.1889,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,23.597216,5.824,728.091,40.6301,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,6.316352,0.255,21.251,1.1859,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,23.638784,8.721,726.833,40.5599,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,6.30944,0.34,21.275,1.1872,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,23.66032,11.618,726.193,40.5242,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.1432,59.986,73.225,4.0862,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.651392,210.993,64.39,3.5932,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,6.078336,361.78,27.602,1.5403,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,3.001952,45.783,23.054,1.2865,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,5.973344,46.017,22.821,1.2735,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,2.999232,91.649,23.774,1.3267,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,5.693664,96.556,24.31,1.3566,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,6.602336,0.081,20.329,1.1345,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,39.737438,1.729,432.348,24.1266,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,5.97664,0.18,22.458,1.2533,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,16.975201,8.096,1012.119,56.4798,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,5.975328,0.27,22.464,1.2536,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,16.974527,12.145,1012.19,56.4838,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,5.975712,0.359,22.463,1.2535,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
-qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,16.977793,16.19,1012.026,56.4747,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1)],
diff --git a/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_20260824_072104.csv b/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_20260824_072104.csv
new file mode 100644
index 000000000..9f4732490
--- /dev/null
+++ b/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_20260824_072104.csv
@@ -0,0 +1,121 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.563424,121.968,126.553,7.0621,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,7.243584,151.791,39.375,2.1972,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,111.515427,157.756,10.23,0.5709,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,8.35264,131.636,18.078,1.0088,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,16.775328,131.087,17.002,0.9488,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,14.725536,149.334,11.393,0.6358,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,29.797279,147.599,10.135,0.5656,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,0.216,19.884,1242.908,69.3587,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,22.32608,24.624,1539.183,85.8919,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,7.083136,1.213,37.907,2.1154,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,165.334976,6.65,207.87,11.5999,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,6.98432,1.845,38.448,2.1455,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,165.474274,9.967,207.72,11.5915,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,6.989216,2.458,38.426,2.1443,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,generation,cudnn,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,165.637573,13.276,207.541,11.5815,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,32,2,256,256,gqa,,16,0.378944,181.345,188.163,10.5002,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,32,2,256,256,gqa,,16,3.40048,323.34,83.874,4.6805,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,32,2,256,256,gqa,,16,48.821121,360.34,23.368,1.304,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,32,2,256,256,gqa,,16,5.860352,187.619,25.766,1.4378,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,32,2,256,256,gqa,,16,11.705856,187.857,24.365,1.3597,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,32,2,256,256,gqa,,16,8.666176,253.748,19.359,1.0803,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,32,2,256,256,gqa,,16,17.332993,253.738,17.423,0.9723,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,32,2,256,256,gqa,,16,6.931328,0.62,38.733,2.1614,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,32,2,256,256,gqa,,16,403.037506,1.364,85.262,4.7579,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,32,2,256,256,gqa,,16,6.058496,1.418,44.318,2.4731,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,32,2,256,256,gqa,,16,238.930267,4.602,143.842,8.0269,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,32,2,256,256,gqa,,16,6.058528,2.127,44.323,2.4734,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,32,2,256,256,gqa,,16,238.951172,6.902,143.847,8.0272,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,32,2,256,256,gqa,,16,6.06,2.835,44.318,2.4731,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,32,2,256,256,gqa,,16,238.881958,9.205,143.906,8.0305,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.31152,110.297,114.444,6.3864,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,3.789664,145.067,37.63,2.0999,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,56.04512,156.947,10.178,0.568,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,4.361888,126.036,17.308,0.9659,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,8.750336,125.654,16.297,0.9094,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,8.733408,125.897,9.605,0.536,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,16.740416,131.36,9.02,0.5033,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,0.08352,25.712,1607.209,89.688,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,12.081344,22.752,1422.19,79.3633,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,6.013408,0.714,22.325,1.2458,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,83.310562,6.599,206.265,11.5103,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,6.018336,1.07,22.31,1.245,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,83.434525,9.884,205.984,11.4946,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,6.028832,1.425,22.274,1.2429,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,generation,cudnn,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,83.474243,13.172,205.911,11.4906,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,16,1,256,256,gqa,,16,0.209984,163.63,169.782,9.4745,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,16,1,256,256,gqa,,16,1.686624,325.95,84.551,4.7183,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,16,1,256,256,gqa,,16,24.226015,363.085,23.546,1.3139,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,16,1,256,256,gqa,,16,2.875968,191.155,26.251,1.4649,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,16,1,256,256,gqa,,16,5.69984,192.902,25.019,1.3962,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,16,1,256,256,gqa,,16,5.649664,194.615,14.848,0.8286,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,16,1,256,256,gqa,,16,11.30224,194.565,13.36,0.7455,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,16,1,256,256,gqa,,16,6.450656,0.333,20.809,1.1612,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,16,1,256,256,gqa,,16,174.90976,1.572,98.233,5.4818,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,16,1,256,256,gqa,,16,5.699968,0.754,23.553,1.3143,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,16,1,256,256,gqa,,16,94.607933,5.811,181.634,10.1359,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,16,1,256,256,gqa,,16,5.699232,1.13,23.559,1.3147,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,16,1,256,256,gqa,,16,94.618271,8.715,181.637,10.136,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,16,1,256,256,gqa,,16,5.707552,1.505,23.527,1.3129,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp2,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,16,1,256,256,gqa,,16,94.620796,11.62,181.654,10.1369,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.198272,86.648,95.194,5.3122,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,2.031968,135.277,37.155,2.0734,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,28.444544,154.618,10.617,0.5925,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,3.264256,84.208,21.844,1.219,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,6.65136,82.653,20.81,1.1612,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,4.3272,127.047,17.447,0.9736,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,8.71552,126.156,16.362,0.9131,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,0.0848,12.662,1582.853,88.3288,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,12.090272,11.368,1421.053,79.2998,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,6.11952,0.351,21.935,1.2241,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,44.529758,6.173,385.854,21.532,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,6.119488,0.526,21.937,1.2242,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,44.507969,9.264,386.066,21.5439,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,6.113536,0.703,21.96,1.2254,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,generation,cudnn,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,44.581886,12.331,385.449,21.5095,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,8,1,256,256,gqa,,16,0.146656,117.144,128.698,7.1818,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,8,1,256,256,gqa,,16,1.138976,241.338,66.285,3.699,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,8,1,256,256,gqa,,16,11.82896,371.803,25.53,1.4246,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,8,1,256,256,gqa,,16,2.87424,95.635,24.808,1.3844,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,8,1,256,256,gqa,,16,5.709792,96.283,24.241,1.3527,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,8,1,256,256,gqa,,16,2.877888,191.028,26.234,1.4639,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,8,1,256,256,gqa,,16,5.700128,192.892,25.018,1.3961,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,8,1,256,256,gqa,,16,6.449344,0.166,20.812,1.1614,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,8,1,256,256,gqa,,16,86.40947,1.591,198.831,11.0955,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,8,1,256,256,gqa,,16,5.779072,0.372,23.228,1.2962,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,8,1,256,256,gqa,,16,51.169662,5.372,335.784,18.738,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,8,1,256,256,gqa,,16,5.777888,0.558,23.234,1.2965,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,8,1,256,256,gqa,,16,51.161503,8.059,335.858,18.7421,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,8,1,256,256,gqa,,16,5.779392,0.743,23.229,1.2963,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp4,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,8,1,256,256,gqa,,16,51.23037,10.731,335.427,18.718,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.151072,56.86,69.409,3.8733,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,1.191392,115.36,35.205,1.9646,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,14.65664,150.036,11.447,0.6388,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,3.252832,42.252,21.276,1.1873,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,6.669952,41.211,20.437,1.1405,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,3.260672,84.301,21.868,1.2203,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,6.660576,82.539,20.781,1.1596,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,0.083872,6.401,1600.317,89.3034,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,12.083328,5.687,1421.826,79.343,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,6.116768,0.176,21.944,1.2245,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,23.583937,5.828,728.501,40.6529,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,6.12416,0.263,21.918,1.2231,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,23.686785,8.704,725.36,40.4777,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,6.12464,0.351,21.917,1.2231,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,generation,cudnn,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,23.657951,11.619,726.266,40.5282,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,2048,2048,4,1,256,256,gqa,,16,0.139872,61.413,74.967,4.1834,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,8192,8192,4,1,256,256,gqa,,16,0.630656,217.93,66.507,3.7113,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,32768,32768,4,1,256,256,gqa,,16,5.983712,367.502,28.038,1.5646,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=2; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,65536,4,1,256,256,gqa,,16,2.91472,47.153,23.744,1.325,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,512,131072,4,1,256,256,gqa,,16,5.781152,47.547,23.579,1.3158,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,65536,4,1,256,256,gqa,,16,2.919328,94.158,24.425,1.363,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,context,cudnn_oss,bfloat16,bfloat16,1,1024,131072,4,1,256,256,gqa,,16,5.789216,94.962,23.909,1.3342,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,1,131072,4,1,256,256,gqa,,16,6.420224,0.084,20.906,1.1666,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,1,131072,4,1,256,256,gqa,,16,39.728001,1.73,432.45,24.1323,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,2,131072,4,1,256,256,gqa,,16,5.799232,0.185,23.145,1.2916,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,2,131072,4,1,256,256,gqa,,16,16.987425,8.091,1011.39,56.4392,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,3,131072,4,1,256,256,gqa,,16,5.795264,0.278,23.162,1.2925,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,3,131072,4,1,256,256,gqa,,16,16.985952,12.137,1011.509,56.4458,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,1,4,131072,4,1,256,256,gqa,,16,5.796128,0.371,23.159,1.2924,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
+qwen35,qwen3.5-tp8,generation,cudnn_oss,bfloat16,bfloat16,128,4,131072,4,1,256,256,gqa,,16,16.987904,16.181,1011.424,56.441,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=1; tile_m=64; tile_n=64; cga=1; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_context.png b/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_context.png
index 816c1ae88..41c5c4600 100755
Binary files a/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_context.png and b/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_context.png differ
diff --git a/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_generation.png b/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_generation.png
index 559719b66..67566abb9 100755
Binary files a/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_generation.png and b/benchmark/attention_inference/results/qwen35/rtxpro6000/qwen35_generation.png differ
diff --git a/benchmark/attention_inference/results/qwen3vl_vit/gb200/qwen3vl_vit_20260821_053322.csv b/benchmark/attention_inference/results/qwen3vl_vit/gb200/qwen3vl_vit_20260821_053322.csv
deleted file mode 100644
index ff42dd111..000000000
--- a/benchmark/attention_inference/results/qwen3vl_vit/gb200/qwen3vl_vit_20260821_053322.csv
+++ /dev/null
@@ -1,13 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,0.434912,919.136,208.044,2.6005,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,1.20704,1002.848,130.443,1.6305,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,2.98576,1015.578,83.463,1.0433,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,6.339296,1008.928,57.092,0.7136,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,11.662816,985.334,41.596,0.52,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,20.2728,986.544,31.569,0.3946,20,True,,NVIDIA GB200,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,0.625504,639.074,144.652,1.8082,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,1.559456,776.218,100.965,1.2621,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,3.549984,854.165,70.198,0.8775,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,7.124992,897.671,50.796,0.635,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,12.367008,929.228,39.228,0.4903,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,21.403551,934.424,29.902,0.3738,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/qwen3vl_vit/gb200/qwen3vl_vit_20260824_053320.csv b/benchmark/attention_inference/results/qwen3vl_vit/gb200/qwen3vl_vit_20260824_053320.csv
new file mode 100644
index 000000000..0c34be535
--- /dev/null
+++ b/benchmark/attention_inference/results/qwen3vl_vit/gb200/qwen3vl_vit_20260824_053320.csv
@@ -0,0 +1,13 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,0.427488,935.099,211.657,2.6457,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,1.165216,1038.844,135.125,1.6891,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,2.79888,1083.388,89.036,1.1129,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,6.275456,1019.192,57.673,0.7209,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,11.716576,980.813,41.405,0.5176,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,20.120417,994.015,31.808,0.3976,20,True,,NVIDIA GB200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,0.62976,634.755,143.675,1.7959,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,1.560704,775.597,100.884,1.2611,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,3.552416,853.581,70.15,0.8769,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,7.045024,907.86,51.373,0.6422,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,12.51136,918.506,38.775,0.4847,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,21.24752,941.286,30.121,0.3765,20,True,,NVIDIA GB200,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/qwen3vl_vit/gb200/qwen3vl_vit_context.png b/benchmark/attention_inference/results/qwen3vl_vit/gb200/qwen3vl_vit_context.png
index e66b4f29e..58c6cea04 100755
Binary files a/benchmark/attention_inference/results/qwen3vl_vit/gb200/qwen3vl_vit_context.png and b/benchmark/attention_inference/results/qwen3vl_vit/gb200/qwen3vl_vit_context.png differ
diff --git a/benchmark/attention_inference/results/qwen3vl_vit/gb300/qwen3vl_vit_20260821_053445.csv b/benchmark/attention_inference/results/qwen3vl_vit/gb300/qwen3vl_vit_20260821_053445.csv
deleted file mode 100644
index 56ca6ea31..000000000
--- a/benchmark/attention_inference/results/qwen3vl_vit/gb300/qwen3vl_vit_20260821_053445.csv
+++ /dev/null
@@ -1,13 +0,0 @@
-config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,0.341728,1169.771,264.774,3.3097,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,0.963648,1256.141,163.39,2.0424,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,2.319168,1307.483,107.453,1.3432,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,4.856288,1317.034,74.527,0.9316,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,8.71424,1318.734,55.671,0.6959,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,14.95264,1337.556,42.802,0.535,20,True,,NVIDIA GB300,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,0.53504,747.128,169.11,2.1139,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,1.29328,935.975,121.745,1.5218,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,2.898816,1046.039,85.966,1.0746,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,5.709216,1120.276,63.393,0.7924,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,9.950688,1154.871,48.753,0.6094,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,17.361792,1151.955,36.863,0.4608,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100_d128[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2)],
diff --git a/benchmark/attention_inference/results/qwen3vl_vit/gb300/qwen3vl_vit_20260824_053519.csv b/benchmark/attention_inference/results/qwen3vl_vit/gb300/qwen3vl_vit_20260824_053519.csv
new file mode 100644
index 000000000..c29e59df1
--- /dev/null
+++ b/benchmark/attention_inference/results/qwen3vl_vit/gb300/qwen3vl_vit_20260824_053519.csv
@@ -0,0 +1,13 @@
+config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,0.3408,1172.956,265.495,3.3187,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,0.959168,1262.008,164.153,2.0519,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,2.307584,1314.047,107.992,1.3499,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,4.818688,1327.311,75.108,0.9389,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,8.678528,1324.161,55.9,0.6988,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,15.03504,1330.226,42.567,0.5321,20,True,,NVIDIA GB300,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,0.5376,743.57,168.305,2.1038,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,1.294944,934.772,121.588,1.5199,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,2.89552,1047.229,86.064,1.0758,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,5.605216,1141.061,64.569,0.8071,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,10.016096,1147.33,48.435,0.6054,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,17.14896,1166.251,37.32,0.4665,20,True,,NVIDIA GB300,cudnn_oss plan=sdpa_fwd_prefill_sm100[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=2; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/qwen3vl_vit/gb300/qwen3vl_vit_context.png b/benchmark/attention_inference/results/qwen3vl_vit/gb300/qwen3vl_vit_context.png
index 6d79ea395..ecaac7dab 100755
Binary files a/benchmark/attention_inference/results/qwen3vl_vit/gb300/qwen3vl_vit_context.png and b/benchmark/attention_inference/results/qwen3vl_vit/gb300/qwen3vl_vit_context.png differ
diff --git a/benchmark/attention_inference/results/qwen3vl_vit/h200/qwen3vl_vit_20260821_070639.csv b/benchmark/attention_inference/results/qwen3vl_vit/h200/qwen3vl_vit_20260824_071008.csv
similarity index 61%
rename from benchmark/attention_inference/results/qwen3vl_vit/h200/qwen3vl_vit_20260821_070639.csv
rename to benchmark/attention_inference/results/qwen3vl_vit/h200/qwen3vl_vit_20260824_071008.csv
index 4a836b458..d48c15f9a 100644
--- a/benchmark/attention_inference/results/qwen3vl_vit/h200/qwen3vl_vit_20260821_070639.csv
+++ b/benchmark/attention_inference/results/qwen3vl_vit/h200/qwen3vl_vit_20260824_071008.csv
@@ -1,7 +1,7 @@
 config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,1.066784,374.718,84.816,1.767,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,3.014016,401.616,52.239,1.0883,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,8.285632,365.968,30.076,0.6266,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,17.000128,376.226,21.289,0.4435,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,30.178017,380.799,16.076,0.3349,20,True,,NVIDIA H200,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,52.924641,377.896,12.093,0.2519,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,1.0832,369.039,83.531,1.7402,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,3.027232,399.863,52.011,1.0836,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,8.223552,368.73,30.303,0.6313,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,17.00144,376.197,21.288,0.4435,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,30.191456,380.63,16.068,0.3348,20,True,,NVIDIA H200,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,53.302528,375.217,12.007,0.2501,20,True,,NVIDIA H200,cudnn 9.26.0,
diff --git a/benchmark/attention_inference/results/qwen3vl_vit/h200/qwen3vl_vit_context.png b/benchmark/attention_inference/results/qwen3vl_vit/h200/qwen3vl_vit_context.png
index fd33ef6fc..46f00dc41 100755
Binary files a/benchmark/attention_inference/results/qwen3vl_vit/h200/qwen3vl_vit_context.png and b/benchmark/attention_inference/results/qwen3vl_vit/h200/qwen3vl_vit_context.png differ
diff --git a/benchmark/attention_inference/results/qwen3vl_vit/rtxpro6000/qwen3vl_vit_20260821_072326.csv b/benchmark/attention_inference/results/qwen3vl_vit/rtxpro6000/qwen3vl_vit_20260824_072145.csv
similarity index 54%
rename from benchmark/attention_inference/results/qwen3vl_vit/rtxpro6000/qwen3vl_vit_20260821_072326.csv
rename to benchmark/attention_inference/results/qwen3vl_vit/rtxpro6000/qwen3vl_vit_20260824_072145.csv
index 26942228b..ff42a9736 100644
--- a/benchmark/attention_inference/results/qwen3vl_vit/rtxpro6000/qwen3vl_vit_20260821_072326.csv
+++ b/benchmark/attention_inference/results/qwen3vl_vit/rtxpro6000/qwen3vl_vit_20260824_072145.csv
@@ -1,13 +1,13 @@
 config_name,model_name,phase,backend,data_type,kv_cache_dtype,batch_size,q_tokens,kv_len,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,kind,sliding_window_size,page_size,time_ms,tflops,gbps,sol_pct,num_iterations,success,error_message,gpu_name,backend_detail,cudnn_backend_version
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,1.719264,232.508,52.628,2.9368,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,5.016928,241.279,31.384,1.7513,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,12.364096,245.248,20.155,1.1247,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,25.955296,246.42,13.944,0.7781,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,46.544064,246.901,10.423,0.5816,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,80.715172,247.785,7.929,0.4425,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,1.168672,342.049,77.422,4.3204,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,3.406976,355.294,46.214,2.5789,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,8.381856,361.766,29.731,1.6591,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,17.307552,369.544,20.911,1.1669,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,30.831585,372.727,15.735,0.8781,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
-qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,53.192768,375.991,12.032,0.6714,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,1.663488,240.304,54.392,3.0353,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,5.013792,241.43,31.403,1.7524,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,12.17808,248.994,20.463,1.1419,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,24.921312,256.644,14.523,0.8104,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,44.476929,258.376,10.907,0.6087,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,77.851196,256.9,8.221,0.4588,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn 9.26.0,
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,8836,8836,16,16,80,80,gqa,,64,1.217472,328.339,74.318,4.1472,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,15376,15376,16,16,80,80,gqa,,64,3.342912,362.103,47.1,2.6283,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,24336,24336,16,16,80,80,gqa,,64,8.10256,374.236,30.756,1.7163,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,35344,35344,16,16,80,80,gqa,,64,16.701088,382.963,21.671,1.2093,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,47376,47376,16,16,80,80,gqa,,64,29.776224,385.938,16.293,0.9092,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
+qwen3vl_vit,qwen3vl_vit,context,cudnn_oss,bfloat16,bfloat16,1,62500,62500,16,16,80,80,gqa,,64,51.30365,389.836,12.475,0.6961,20,True,,NVIDIA RTX PRO 6000 Blackwell Server Edition,cudnn_oss plan=sdpa_fwd_prefill_sm120[SdpaFwdKnobs(sched_policy=0; tile_m=128; tile_n=128; cga=1; split_kv=1; softmax_precision=None)],
diff --git a/benchmark/attention_inference/results/qwen3vl_vit/rtxpro6000/qwen3vl_vit_context.png b/benchmark/attention_inference/results/qwen3vl_vit/rtxpro6000/qwen3vl_vit_context.png
index bee910336..629c87972 100755
Binary files a/benchmark/attention_inference/results/qwen3vl_vit/rtxpro6000/qwen3vl_vit_context.png and b/benchmark/attention_inference/results/qwen3vl_vit/rtxpro6000/qwen3vl_vit_context.png differ
diff --git a/benchmark/attention_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260821_052755.csv b/benchmark/attention_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260824_052753.csv
similarity index 65%
rename from benchmark/attention_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260821_052755.csv
rename to benchmark/attention_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260824_052753.csv
index 0a4187249..36423bdb7 100644
--- a/benchmark/attention_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260821_052755.csv
+++ b/benchmark/attention_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260824_052753.csv
@@ -1,31 +1,31 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.210,1346.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.160,1768.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.162,1743.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.732,386.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.730,387.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.216,1306.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.211,1389.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.159,1842.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.162,1812.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.732,401.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.730,402.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.217,1356.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.387,1517.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.297,1974.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.300,1958.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.736,797.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.731,803.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.396,1484.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.722,1625.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.564,2082.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.585,2007.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.774,1516.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.735,1598.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,1.028,1143.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.413,1662.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.119,2098.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.158,2028.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.525,1540.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.452,1618.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,2.017,1164.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.213,1324.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.162,1742.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.166,1698.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.742,381.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.721,391.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.222,1273.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.216,1358.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.160,1833.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.166,1767.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.740,397.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.722,407.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.222,1325.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.401,1465.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.301,1949.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.306,1919.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.742,791.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.724,811.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.407,1443.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.748,1570.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.568,2067.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.587,1999.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.802,1464.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.726,1618.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,1.031,1138.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.430,1643.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.125,2088.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.169,2008.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.565,1501.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.436,1636.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.993,1178.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
diff --git a/benchmark/attention_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png b/benchmark/attention_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png
index 3df392424..ea109d1db 100755
Binary files a/benchmark/attention_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png and b/benchmark/attention_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png differ
diff --git a/benchmark/attention_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260821_052854.csv b/benchmark/attention_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260824_052930.csv
similarity index 66%
rename from benchmark/attention_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260821_052854.csv
rename to benchmark/attention_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260824_052930.csv
index d9e8678e5..6cb91bd84 100644
--- a/benchmark/attention_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260821_052854.csv
+++ b/benchmark/attention_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260824_052930.csv
@@ -1,31 +1,31 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.158,1786.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.110,2569.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.117,2406.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.602,469.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.160,1762.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.111,2545.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.118,2389.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.606,466.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.494,572.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.193,1460.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.158,1862.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.110,2666.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.117,2502.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.597,491.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.493,595.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.193,1519.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.299,1964.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.209,2811.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.221,2659.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.603,973.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.497,1182.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.362,1623.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.569,2063.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.395,2976.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.426,2758.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.629,1866.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.501,2343.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.563,2087.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.127,2085.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.782,3001.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.844,2781.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.247,1883.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.988,2376.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.111,2114.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.194,1453.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.161,1828.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.111,2647.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.118,2497.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.599,490.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.492,596.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.194,1514.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.304,1932.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.210,2801.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.222,2641.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.608,966.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.495,1186.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.363,1615.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.578,2030.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.395,2974.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.427,2751.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.634,1852.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.501,2341.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.571,2055.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.144,2053.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.784,2996.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.847,2774.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.258,1867.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.984,2386.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.133,2072.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
diff --git a/benchmark/attention_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png b/benchmark/attention_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png
index df3949d3e..e2c70a23b 100755
Binary files a/benchmark/attention_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png and b/benchmark/attention_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png differ
diff --git a/benchmark/attention_training/results/auto_regressive_dit/h200/auto_regressive_dit_20260821_052709.csv b/benchmark/attention_training/results/auto_regressive_dit/h200/auto_regressive_dit_20260824_061429.csv
similarity index 66%
rename from benchmark/attention_training/results/auto_regressive_dit/h200/auto_regressive_dit_20260821_052709.csv
rename to benchmark/attention_training/results/auto_regressive_dit/h200/auto_regressive_dit_20260824_061429.csv
index bb3dbc0e4..87bb8f6b1 100644
--- a/benchmark/attention_training/results/auto_regressive_dit/h200/auto_regressive_dit_20260821_052709.csv
+++ b/benchmark/attention_training/results/auto_regressive_dit/h200/auto_regressive_dit_20260824_061429.csv
@@ -1,16 +1,16 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.718,393.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.508,556.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.643,439.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.716,410.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.509,577.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.638,460.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.464,401.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.016,578.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.310,448.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,2.212,531.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,1.519,773.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,1.990,590.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,3.717,632.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,2.538,925.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,3.355,700.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.727,388.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.515,548.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.645,438.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.727,404.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.515,570.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.646,454.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.472,399.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.026,572.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.321,445.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,2.225,528.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,1.528,768.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,2.010,584.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,3.749,626.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,2.548,922.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,3.407,689.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
diff --git a/benchmark/attention_training/results/auto_regressive_dit/h200/auto_regressive_dit_no_mask.png b/benchmark/attention_training/results/auto_regressive_dit/h200/auto_regressive_dit_no_mask.png
index 6c15484b0..32ce2ea46 100755
Binary files a/benchmark/attention_training/results/auto_regressive_dit/h200/auto_regressive_dit_no_mask.png and b/benchmark/attention_training/results/auto_regressive_dit/h200/auto_regressive_dit_no_mask.png differ
diff --git a/benchmark/attention_training/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260821_062316.csv b/benchmark/attention_training/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260824_062246.csv
similarity index 66%
rename from benchmark/attention_training/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260821_062316.csv
rename to benchmark/attention_training/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260824_062246.csv
index 18f3b1219..756f858d2 100644
--- a/benchmark/attention_training/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260821_062316.csv
+++ b/benchmark/attention_training/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_20260824_062246.csv
@@ -1,21 +1,21 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,1.998,141.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,1.999,141.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
 auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,1.268,223.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
 auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.992,285.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,1.985,142.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,1.996,147.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,1.267,232.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.993,296.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,1.988,148.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.844,318.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.276,460.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,2.038,288.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,2.136,275.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,3.709,317.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,2.545,461.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,889.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,3.554,330.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,3.990,294.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,7.366,319.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,5.034,467.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,889.000
-auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,7.103,331.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,7.938,296.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,1.989,142.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,1.998,147.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,1.269,231.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.997,295.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,2.020,145.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.848,318.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.316,446.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,2.011,292.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,2.054,286.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,3.677,319.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,2.638,445.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,3.536,332.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,3.992,294.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,7.314,321.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,5.029,467.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+auto_regressive_dit,auto_regressive_dit,cudnn_oss,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,7.036,334.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,7.939,296.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
diff --git a/benchmark/attention_training/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_no_mask.png b/benchmark/attention_training/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_no_mask.png
index e0fd33974..b2da189af 100755
Binary files a/benchmark/attention_training/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_no_mask.png and b/benchmark/attention_training/results/auto_regressive_dit/rtxpro6000/auto_regressive_dit_no_mask.png differ
diff --git a/benchmark/attention_training/results/deepseek_v4/gb200/deepseek_v4_20260821_052309.csv b/benchmark/attention_training/results/deepseek_v4/gb200/deepseek_v4_20260824_052307.csv
similarity index 67%
rename from benchmark/attention_training/results/deepseek_v4/gb200/deepseek_v4_20260821_052309.csv
rename to benchmark/attention_training/results/deepseek_v4/gb200/deepseek_v4_20260824_052307.csv
index 26e78cae2..25ccf2544 100644
--- a/benchmark/attention_training/results/deepseek_v4/gb200/deepseek_v4_20260821_052309.csv
+++ b/benchmark/attention_training/results/deepseek_v4/gb200/deepseek_v4_20260824_052307.csv
@@ -1,9 +1,9 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,16384,16384,64,1,512,512,fwd,False,3.385,162.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,8192,8192,64,1,512,512,fwd,False,1.686,162.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,4096,4096,64,1,512,512,fwd,False,0.841,161.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,2048,2048,64,1,512,512,fwd,False,0.422,158.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,16384,16384,128,1,512,512,fwd,False,6.775,162.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,8192,8192,128,1,512,512,fwd,False,3.286,166.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,4096,4096,128,1,512,512,fwd,False,1.625,167.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,2048,2048,128,1,512,512,fwd,False,0.832,160.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,16384,16384,64,1,512,512,fwd,False,3.355,163.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,8192,8192,64,1,512,512,fwd,False,1.674,163.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,4096,4096,64,1,512,512,fwd,False,0.831,163.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,2048,2048,64,1,512,512,fwd,False,0.419,159.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,16384,16384,128,1,512,512,fwd,False,6.706,163.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,8192,8192,128,1,512,512,fwd,False,3.289,166.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,4096,4096,128,1,512,512,fwd,False,1.654,164.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,2048,2048,128,1,512,512,fwd,False,0.823,162.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
diff --git a/benchmark/attention_training/results/deepseek_v4/gb200/deepseek_v4_top_left.png b/benchmark/attention_training/results/deepseek_v4/gb200/deepseek_v4_top_left.png
index fd7daa692..6f2dc8bb4 100755
Binary files a/benchmark/attention_training/results/deepseek_v4/gb200/deepseek_v4_top_left.png and b/benchmark/attention_training/results/deepseek_v4/gb200/deepseek_v4_top_left.png differ
diff --git a/benchmark/attention_training/results/deepseek_v4/gb300/deepseek_v4_20260821_052358.csv b/benchmark/attention_training/results/deepseek_v4/gb300/deepseek_v4_20260824_052425.csv
similarity index 71%
rename from benchmark/attention_training/results/deepseek_v4/gb300/deepseek_v4_20260821_052358.csv
rename to benchmark/attention_training/results/deepseek_v4/gb300/deepseek_v4_20260824_052425.csv
index 42a445e3e..3f9e24b9d 100644
--- a/benchmark/attention_training/results/deepseek_v4/gb300/deepseek_v4_20260821_052358.csv
+++ b/benchmark/attention_training/results/deepseek_v4/gb300/deepseek_v4_20260824_052425.csv
@@ -1,9 +1,9 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,16384,16384,64,1,512,512,fwd,False,3.118,176.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,8192,8192,64,1,512,512,fwd,False,1.517,180.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,4096,4096,64,1,512,512,fwd,False,0.753,180.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,2048,2048,64,1,512,512,fwd,False,0.376,177.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,16384,16384,128,1,512,512,fwd,False,6.251,175.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,8192,8192,128,1,512,512,fwd,False,3.029,180.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,4096,4096,128,1,512,512,fwd,False,1.495,181.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,16384,16384,64,1,512,512,fwd,False,3.115,176.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,8192,8192,64,1,512,512,fwd,False,1.513,180.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,4096,4096,64,1,512,512,fwd,False,0.751,180.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,2048,2048,64,1,512,512,fwd,False,0.375,178.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,16384,16384,128,1,512,512,fwd,False,6.229,176.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,8192,8192,128,1,512,512,fwd,False,3.021,181.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,4096,4096,128,1,512,512,fwd,False,1.490,182.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,2048,2048,128,1,512,512,fwd,False,0.737,181.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
diff --git a/benchmark/attention_training/results/deepseek_v4/gb300/deepseek_v4_top_left.png b/benchmark/attention_training/results/deepseek_v4/gb300/deepseek_v4_top_left.png
index a0a4869e7..bedf0e8f8 100755
Binary files a/benchmark/attention_training/results/deepseek_v4/gb300/deepseek_v4_top_left.png and b/benchmark/attention_training/results/deepseek_v4/gb300/deepseek_v4_top_left.png differ
diff --git a/benchmark/attention_training/results/deepseek_v4/h200/deepseek_v4_20260821_053022.csv b/benchmark/attention_training/results/deepseek_v4/h200/deepseek_v4_20260824_053109.csv
similarity index 75%
rename from benchmark/attention_training/results/deepseek_v4/h200/deepseek_v4_20260821_053022.csv
rename to benchmark/attention_training/results/deepseek_v4/h200/deepseek_v4_20260824_053109.csv
index 6404dd18c..e3d2f0c47 100644
--- a/benchmark/attention_training/results/deepseek_v4/h200/deepseek_v4_20260821_053022.csv
+++ b/benchmark/attention_training/results/deepseek_v4/h200/deepseek_v4_20260824_053109.csv
@@ -1,9 +1,9 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,16384,16384,64,1,512,512,fwd,False,9.938,55.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,16384,16384,64,1,512,512,fwd,False,9.945,55.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
 deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,8192,8192,64,1,512,512,fwd,False,4.899,56.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,4096,4096,64,1,512,512,fwd,False,2.390,57.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,2048,2048,64,1,512,512,fwd,False,1.183,56.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,16384,16384,128,1,512,512,fwd,False,19.893,55.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,4096,4096,64,1,512,512,fwd,False,2.392,57.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,2048,2048,64,1,512,512,fwd,False,1.186,56.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,16384,16384,128,1,512,512,fwd,False,19.757,55.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
 deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,8192,8192,128,1,512,512,fwd,False,9.784,56.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,4096,4096,128,1,512,512,fwd,False,4.762,57.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,2048,2048,128,1,512,512,fwd,False,2.349,57.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,4096,4096,128,1,512,512,fwd,False,4.761,57.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,2048,2048,128,1,512,512,fwd,False,2.354,57.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
diff --git a/benchmark/attention_training/results/deepseek_v4/rtxpro6000/deepseek_v4_20260821_053932.csv b/benchmark/attention_training/results/deepseek_v4/rtxpro6000/deepseek_v4_20260821_053932.csv
deleted file mode 100644
index cc6059b6f..000000000
--- a/benchmark/attention_training/results/deepseek_v4/rtxpro6000/deepseek_v4_20260821_053932.csv
+++ /dev/null
@@ -1,9 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,16384,16384,64,1,512,512,fwd,False,9.447,58.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,452.000
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,8192,8192,64,1,512,512,fwd,False,4.713,58.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,4096,4096,64,1,512,512,fwd,False,2.518,54.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,2048,2048,64,1,512,512,fwd,False,1.258,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,16384,16384,128,1,512,512,fwd,False,18.840,58.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,449.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,8192,8192,128,1,512,512,fwd,False,9.382,58.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,4096,4096,128,1,512,512,fwd,False,4.662,58.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,2048,2048,128,1,512,512,fwd,False,2.405,55.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
diff --git a/benchmark/attention_training/results/deepseek_v4/rtxpro6000/deepseek_v4_20260824_053853.csv b/benchmark/attention_training/results/deepseek_v4/rtxpro6000/deepseek_v4_20260824_053853.csv
new file mode 100644
index 000000000..c0eb3ae66
--- /dev/null
+++ b/benchmark/attention_training/results/deepseek_v4/rtxpro6000/deepseek_v4_20260824_053853.csv
@@ -0,0 +1,9 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,16384,16384,64,1,512,512,fwd,False,9.446,58.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,8192,8192,64,1,512,512,fwd,False,4.714,58.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,4096,4096,64,1,512,512,fwd,False,2.445,55.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+deepseek_v4,dsv4_flash,cudnn,bfloat16,top_left,2,2048,2048,64,1,512,512,fwd,False,1.216,55.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,16384,16384,128,1,512,512,fwd,False,18.829,58.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,8192,8192,128,1,512,512,fwd,False,9.391,58.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,4096,4096,128,1,512,512,fwd,False,4.686,58.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+deepseek_v4,dsv4_pro,cudnn,bfloat16,top_left,2,2048,2048,128,1,512,512,fwd,False,2.404,55.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
diff --git a/benchmark/attention_training/results/deepseek_v4/rtxpro6000/deepseek_v4_top_left.png b/benchmark/attention_training/results/deepseek_v4/rtxpro6000/deepseek_v4_top_left.png
index 0eead84fe..6f2b59eeb 100755
Binary files a/benchmark/attention_training/results/deepseek_v4/rtxpro6000/deepseek_v4_top_left.png and b/benchmark/attention_training/results/deepseek_v4/rtxpro6000/deepseek_v4_top_left.png differ
diff --git a/benchmark/attention_training/results/dsv3/gb200/dsv3_20260821_053908.csv b/benchmark/attention_training/results/dsv3/gb200/dsv3_20260824_053904.csv
similarity index 53%
rename from benchmark/attention_training/results/dsv3/gb200/dsv3_20260821_053908.csv
rename to benchmark/attention_training/results/dsv3/gb200/dsv3_20260824_053904.csv
index a8d43ab03..e116a4ee8 100644
--- a/benchmark/attention_training/results/dsv3/gb200/dsv3_20260821_053908.csv
+++ b/benchmark/attention_training/results/dsv3/gb200/dsv3_20260824_053904.csv
@@ -1,141 +1,141 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,51.625,1704.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,212.837,1075.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,206.302,1109.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,105.708,1664.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,414.793,1103.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,406.258,1126.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,34.942,2517.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,121.943,1876.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,119.423,1915.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,72.147,2438.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,235.344,1944.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,233.158,1962.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,37.429,2350.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,137.520,1663.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,141.320,1618.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,71.725,2453.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,279.355,1637.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,279.301,1638.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,56.724,1551.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,123.755,1422.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,35.959,2446.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,73.758,2385.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,52.165,1686.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,207.987,1100.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,211.768,1080.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,107.241,1640.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,391.136,1169.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,397.389,1151.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,11.944,1841.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,50.674,1128.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,50.811,1125.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,23.858,1843.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,98.477,1161.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,100.721,1135.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,8.365,2629.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,29.661,1928.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,29.693,1926.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,16.623,2646.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,55.967,2043.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,57.708,1982.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,8.964,2453.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,34.289,1668.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,33.885,1687.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,17.370,2532.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,64.404,1775.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,66.614,1717.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,13.502,1629.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,29.905,1471.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,8.815,2495.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,16.635,2644.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,13.611,1616.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,52.031,1099.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,51.529,1110.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,22.753,1933.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,104.117,1098.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,104.705,1092.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.287,1673.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,11.957,1196.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,11.630,1229.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.961,1845.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,24.525,1166.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,23.816,1200.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.200,2499.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.149,2000.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.101,2013.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.088,2690.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,13.119,2179.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,13.614,2100.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.391,2300.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,8.447,1692.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,8.768,1630.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.256,2583.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,16.600,1722.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,15.984,1788.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.502,1570.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,6.552,1678.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.377,2313.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.133,2660.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.332,1650.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,12.878,1110.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,13.290,1076.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.918,1858.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,23.715,1205.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,24.941,1146.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.961,1431.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.225,1108.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.148,1135.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.536,1789.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.778,1237.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,5.772,1238.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.634,2169.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.061,1734.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.062,1733.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.079,2547.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.359,2128.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.356,2130.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.671,2048.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.493,1434.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.493,1434.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.102,2494.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,4.023,1777.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,4.021,1777.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.989,1390.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.643,1673.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.703,1957.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.112,2472.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.938,1465.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.710,963.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.844,930.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.513,1817.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,6.091,1173.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,6.299,1135.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.306,1124.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.017,879.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,0.979,913.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.444,1548.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.650,1083.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.616,1105.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.198,1735.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.669,1336.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.668,1338.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.304,2257.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,0.966,1850.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,0.967,1847.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.211,1628.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.834,1072.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.836,1070.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.320,2146.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.170,1528.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.170,1527.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.320,1074.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.463,1484.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.244,1408.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.329,2091.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,299.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.306,1122.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.193,749.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.241,720.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.445,1545.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.759,1016.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.808,988.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,149.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,51.570,1706.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,217.494,1052.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,207.870,1100.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,103.887,1693.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,417.260,1096.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,411.142,1113.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,36.041,2441.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,119.137,1920.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,122.105,1873.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,70.952,2479.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,234.445,1951.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,233.797,1956.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,36.895,2384.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,134.551,1700.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,140.473,1628.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,74.770,2353.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,284.583,1607.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,282.972,1616.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,55.865,1575.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,123.524,1424.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,36.581,2405.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,72.245,2435.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,53.983,1629.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,215.410,1062.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,211.663,1081.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,107.827,1632.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,393.952,1161.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,400.295,1143.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,12.616,1743.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,52.753,1084.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,47.435,1205.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,24.206,1817.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,107.807,1061.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,102.662,1114.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,8.375,2626.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,28.865,1981.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,29.080,1966.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,17.103,2571.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,54.107,2113.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,51.542,2219.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,9.165,2399.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,31.970,1788.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,32.600,1754.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,17.187,2559.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,68.881,1660.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,64.225,1780.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,14.140,1555.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,28.341,1552.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,8.905,2470.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,16.505,2665.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,12.877,1708.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,51.487,1111.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,52.931,1080.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,24.621,1786.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,102.143,1120.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,107.452,1064.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.373,1630.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,11.753,1216.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,11.316,1263.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,6.124,1796.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,24.250,1179.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,23.971,1193.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.243,2451.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.220,1980.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.232,1977.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.181,2630.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,13.156,2173.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,13.256,2157.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.401,2290.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,9.045,1581.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,8.687,1646.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.351,2527.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,16.787,1703.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,16.251,1759.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.604,1526.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,6.648,1654.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.402,2289.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.202,2617.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.407,1614.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,12.841,1113.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,13.269,1077.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,6.010,1830.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,24.368,1173.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,24.573,1163.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.984,1397.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.286,1088.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.214,1112.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.569,1752.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.898,1212.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,5.889,1214.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.643,2137.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.081,1717.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.083,1716.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.105,2489.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.408,2097.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.408,2097.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.685,2008.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.531,1412.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.535,1410.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.158,2374.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,4.082,1751.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,4.078,1753.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,1.032,1332.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.747,1574.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.712,1932.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.136,2420.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.981,1402.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.718,961.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.856,927.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.548,1776.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,6.139,1164.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,6.301,1134.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.309,1111.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.034,865.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,0.993,900.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.451,1522.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.633,1094.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.617,1105.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.200,1719.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.673,1329.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.674,1326.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.310,2220.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,0.974,1834.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,0.975,1833.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.214,1609.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.842,1062.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.841,1063.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.325,2115.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.189,1503.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.185,1508.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.324,1061.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.475,1448.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.247,1390.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.334,2056.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.311,1105.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.194,748.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.243,719.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.454,1515.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.766,1012.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.809,988.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
diff --git a/benchmark/attention_training/results/dsv3/gb200/dsv3_no_mask.png b/benchmark/attention_training/results/dsv3/gb200/dsv3_no_mask.png
index f3e5b4947..0b55c9bc3 100755
Binary files a/benchmark/attention_training/results/dsv3/gb200/dsv3_no_mask.png and b/benchmark/attention_training/results/dsv3/gb200/dsv3_no_mask.png differ
diff --git a/benchmark/attention_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png b/benchmark/attention_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png
index 5d94cdbb7..59d17c51b 100755
Binary files a/benchmark/attention_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png and b/benchmark/attention_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/dsv3/gb200/dsv3_top_left.png b/benchmark/attention_training/results/dsv3/gb200/dsv3_top_left.png
index fe5dee0f3..04b817db9 100755
Binary files a/benchmark/attention_training/results/dsv3/gb200/dsv3_top_left.png and b/benchmark/attention_training/results/dsv3/gb200/dsv3_top_left.png differ
diff --git a/benchmark/attention_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png b/benchmark/attention_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png
index 55f0d967d..4087842ed 100755
Binary files a/benchmark/attention_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png and b/benchmark/attention_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/dsv3/gb300/dsv3_20260821_053959.csv b/benchmark/attention_training/results/dsv3/gb300/dsv3_20260824_054039.csv
similarity index 54%
rename from benchmark/attention_training/results/dsv3/gb300/dsv3_20260821_053959.csv
rename to benchmark/attention_training/results/dsv3/gb300/dsv3_20260824_054039.csv
index cbaeca477..2492a329e 100644
--- a/benchmark/attention_training/results/dsv3/gb300/dsv3_20260821_053959.csv
+++ b/benchmark/attention_training/results/dsv3/gb300/dsv3_20260824_054039.csv
@@ -1,141 +1,141 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,44.064,1996.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,176.105,1299.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,184.827,1237.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,91.725,1918.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,373.123,1226.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,370.589,1234.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,26.397,3332.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,93.816,2438.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,92.282,2478.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,51.800,3396.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,198.337,2306.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,197.431,2317.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,28.921,3041.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,122.003,1875.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,122.640,1865.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,57.868,3040.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,233.270,1961.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,237.759,1924.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,48.684,1807.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,103.385,1702.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,30.608,2874.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,62.762,2803.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,46.131,1907.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,184.988,1236.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,196.805,1162.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,92.921,1893.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,357.398,1280.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,368.862,1240.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,10.736,2048.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,43.690,1309.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,41.511,1377.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,21.438,2052.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,87.987,1300.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,90.141,1269.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,6.482,3393.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,22.718,2517.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,22.794,2508.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,12.642,3479.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,43.472,2630.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,45.606,2507.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,7.239,3038.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,28.908,1978.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,28.903,1978.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,14.093,3121.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,55.403,2064.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,55.623,2056.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,11.977,1836.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,23.703,1855.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,7.811,2816.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,15.078,2917.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,11.474,1917.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,45.962,1244.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,48.453,1180.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,20.455,2150.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,88.294,1295.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,92.324,1239.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,2.857,1925.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,11.028,1296.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,10.615,1347.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.214,2109.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,21.146,1352.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,20.474,1396.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.707,3221.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,6.069,2355.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,6.093,2346.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.155,3485.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,11.045,2588.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,10.970,2606.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.906,2885.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.730,1849.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.762,1842.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.518,3125.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,13.664,2092.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,13.865,2062.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.166,1737.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.873,1872.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.150,2558.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.805,2890.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.044,1806.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,12.263,1166.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,12.895,1109.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.215,2108.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,22.003,1299.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,23.059,1240.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.812,1694.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.098,1154.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,2.970,1203.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.339,2054.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.600,1276.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,5.591,1278.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.477,2884.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,1.778,2010.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,1.777,2012.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.805,3413.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,2.911,2455.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,2.910,2456.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.533,2582.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.301,1553.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.299,1555.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.901,3050.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.655,1956.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.655,1955.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,43.208,2036.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,177.129,1291.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,173.250,1320.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,91.323,1926.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,370.304,1235.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,356.283,1284.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,25.985,3385.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,93.779,2439.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,93.246,2453.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,53.404,3294.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,184.756,2476.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,181.211,2524.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,30.177,2915.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,117.028,1954.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,116.734,1959.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,60.189,2923.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,230.445,1985.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,229.568,1992.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,48.850,1801.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,99.989,1759.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,30.965,2841.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,64.320,2735.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,47.151,1866.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,187.525,1220.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,196.868,1162.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,88.121,1996.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,365.012,1253.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,377.009,1213.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,10.967,2005.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,44.063,1298.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,42.159,1356.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,20.802,2114.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,89.746,1274.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,84.984,1346.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,6.629,3318.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,23.326,2451.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,23.468,2436.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,12.818,3431.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,45.321,2523.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,45.152,2533.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,7.408,2969.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,29.834,1917.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,29.405,1945.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,14.433,3047.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,57.134,2001.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,55.945,2044.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,12.108,1816.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,23.397,1880.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,7.909,2781.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,15.320,2871.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,11.585,1898.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,47.512,1203.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,48.989,1167.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,21.048,2090.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,90.137,1269.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,92.345,1238.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,2.897,1898.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,11.183,1278.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,10.938,1307.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.218,2107.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,21.695,1318.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,20.859,1371.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.741,3158.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,6.184,2312.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,6.183,2312.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.220,3415.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,11.141,2566.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,11.314,2527.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.946,2826.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.872,1816.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.869,1817.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.598,3056.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,14.090,2029.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,14.044,2036.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.202,1717.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.867,1874.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.171,2532.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.857,2851.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.107,1770.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,12.289,1163.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,12.916,1107.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.260,2090.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,22.497,1271.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,23.369,1223.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.822,1672.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.149,1135.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.020,1183.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.352,2034.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.679,1258.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,5.653,1264.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.484,2839.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,1.796,1990.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,1.796,1990.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.821,3347.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,2.965,2411.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,2.963,2412.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.540,2545.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.318,1542.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.319,1541.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.919,2990.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.712,1925.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.714,1924.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
 dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.880,1562.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.503,1828.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.643,2138.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.004,2738.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.863,1592.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.563,1003.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.730,958.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.355,2028.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.934,1204.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,6.151,1162.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.253,1357.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,0.974,918.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,0.927,964.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.369,1863.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.596,1119.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.549,1153.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.146,2347.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.587,1523.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.587,1522.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.221,3104.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,0.843,2120.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,0.841,2124.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.162,2121.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.774,1155.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.774,1155.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.249,2765.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.063,1681.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.065,1677.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.271,1268.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.399,1724.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.222,1551.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.288,2390.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,299.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.274,1254.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.150,777.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.205,741.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.379,1812.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.714,1043.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.766,1011.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,149.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.509,1822.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.647,2126.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.012,2715.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.878,1565.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.575,1000.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.741,955.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.370,2006.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.947,1202.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,6.169,1158.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.256,1341.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,0.980,912.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,0.932,959.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.373,1844.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.602,1115.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.560,1146.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.148,2327.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.588,1520.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.588,1520.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.224,3073.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,0.849,2105.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,0.848,2107.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.163,2113.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.776,1152.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.776,1152.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.251,2737.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.069,1671.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.068,1673.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.273,1260.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.400,1719.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,cudnn_oss,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.222,1548.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,cudnn_oss,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.289,2381.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.276,1247.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.150,777.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.206,741.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.383,1795.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.713,1043.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.770,1010.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
diff --git a/benchmark/attention_training/results/dsv3/gb300/dsv3_no_mask.png b/benchmark/attention_training/results/dsv3/gb300/dsv3_no_mask.png
index 6d6d5ac8a..3e90eec37 100755
Binary files a/benchmark/attention_training/results/dsv3/gb300/dsv3_no_mask.png and b/benchmark/attention_training/results/dsv3/gb300/dsv3_no_mask.png differ
diff --git a/benchmark/attention_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png b/benchmark/attention_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png
index da5646e34..4b7052d9b 100755
Binary files a/benchmark/attention_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png and b/benchmark/attention_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/dsv3/gb300/dsv3_top_left.png b/benchmark/attention_training/results/dsv3/gb300/dsv3_top_left.png
index 5f9bb1190..ca02695a9 100755
Binary files a/benchmark/attention_training/results/dsv3/gb300/dsv3_top_left.png and b/benchmark/attention_training/results/dsv3/gb300/dsv3_top_left.png differ
diff --git a/benchmark/attention_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png b/benchmark/attention_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png
index d46c3db3a..f27457ee5 100755
Binary files a/benchmark/attention_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png and b/benchmark/attention_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/dsv3/h200/dsv3_20260821_054358.csv b/benchmark/attention_training/results/dsv3/h200/dsv3_20260824_052804.csv
similarity index 59%
rename from benchmark/attention_training/results/dsv3/h200/dsv3_20260821_054358.csv
rename to benchmark/attention_training/results/dsv3/h200/dsv3_20260824_052804.csv
index 6a493a1a4..4bf8a9c36 100644
--- a/benchmark/attention_training/results/dsv3/h200/dsv3_20260821_054358.csv
+++ b/benchmark/attention_training/results/dsv3/h200/dsv3_20260824_052804.csv
@@ -1,67 +1,67 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,146.892,599.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,453.173,505.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,284.168,619.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,1428.847,320.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,142.283,618.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,284.620,618.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,129.075,681.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,464.109,493.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,526.909,434.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,273.818,642.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,927.956,493.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,969.468,472.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,35.939,612.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,114.497,499.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,70.852,621.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,352.443,324.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,35.385,621.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,70.150,627.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,31.551,697.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,121.215,472.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,136.999,417.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,67.001,656.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,231.137,495.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,246.910,463.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,8.936,615.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,28.632,499.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,35.147,407.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,17.047,645.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,88.972,321.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,90.874,315.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,9.150,601.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,17.314,635.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,7.702,714.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,29.504,485.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,34.882,410.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,15.796,696.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,57.244,499.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,62.779,455.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,2.262,608.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,7.455,479.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,9.017,396.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,4.084,673.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,22.345,320.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,22.118,323.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,2.350,585.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,4.436,620.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,2.070,664.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,7.312,489.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,9.628,371.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,3.910,703.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,13.693,522.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,16.604,430.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.629,547.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,2.160,414.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,2.529,353.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,1.069,643.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,5.948,300.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,147.451,597.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,456.029,502.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,287.253,612.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,1430.472,320.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,141.807,620.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,283.546,620.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,128.600,684.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,467.890,489.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,530.447,431.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,275.964,637.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,924.996,494.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,970.537,471.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,36.073,610.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,117.327,487.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,71.175,618.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,353.957,323.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,35.264,624.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,69.872,629.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,31.166,706.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,121.177,472.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,138.450,413.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,66.898,657.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,234.904,487.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,246.899,463.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,8.620,638.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,28.804,496.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,35.520,402.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,16.986,647.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,88.279,324.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,90.434,316.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,9.157,600.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,17.442,630.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,7.687,715.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,29.474,485.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,35.142,407.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,16.764,656.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,57.045,501.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,63.039,453.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,2.268,606.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,7.327,488.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,9.030,396.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,4.097,671.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,22.338,320.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,22.140,323.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,2.357,583.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,4.435,620.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,2.071,664.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,7.338,487.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,9.650,370.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,3.933,699.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,13.793,518.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,16.308,438.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.631,544.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,2.167,413.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,2.535,353.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,1.072,641.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,5.931,301.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
 dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,5.678,315.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.651,528.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,1.153,596.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.648,531.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,1.151,597.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
 dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.606,567.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,2.153,415.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,2.868,312.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,1.037,663.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,3.731,479.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,4.724,378.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,2.164,413.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,2.876,311.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,1.045,658.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,3.728,479.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,4.678,382.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
diff --git a/benchmark/attention_training/results/dsv3/h200/dsv3_no_mask.png b/benchmark/attention_training/results/dsv3/h200/dsv3_no_mask.png
index 386c6cc6d..1c74f526e 100755
Binary files a/benchmark/attention_training/results/dsv3/h200/dsv3_no_mask.png and b/benchmark/attention_training/results/dsv3/h200/dsv3_no_mask.png differ
diff --git a/benchmark/attention_training/results/dsv3/h200/dsv3_no_mask_det_overhead.png b/benchmark/attention_training/results/dsv3/h200/dsv3_no_mask_det_overhead.png
index e683503ff..5f921ff24 100755
Binary files a/benchmark/attention_training/results/dsv3/h200/dsv3_no_mask_det_overhead.png and b/benchmark/attention_training/results/dsv3/h200/dsv3_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/dsv3/h200/dsv3_top_left.png b/benchmark/attention_training/results/dsv3/h200/dsv3_top_left.png
index effea5cb4..344d27705 100755
Binary files a/benchmark/attention_training/results/dsv3/h200/dsv3_top_left.png and b/benchmark/attention_training/results/dsv3/h200/dsv3_top_left.png differ
diff --git a/benchmark/attention_training/results/dsv3/h200/dsv3_top_left_det_overhead.png b/benchmark/attention_training/results/dsv3/h200/dsv3_top_left_det_overhead.png
index f4a03736c..5f9b20e25 100755
Binary files a/benchmark/attention_training/results/dsv3/h200/dsv3_top_left_det_overhead.png and b/benchmark/attention_training/results/dsv3/h200/dsv3_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_20260821_052822.csv b/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_20260821_052822.csv
deleted file mode 100644
index 785e841c9..000000000
--- a/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_20260821_052822.csv
+++ /dev/null
@@ -1,41 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,387.462,227.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,775.969,227.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,220.669,399.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,436.942,403.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,252.936,348.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,1425.592,160.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,471.573,373.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,2893.757,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,99.281,222.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,196.681,224.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,55.970,393.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,109.765,401.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,63.817,345.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,361.730,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,117.559,374.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,723.164,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,24.259,227.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,48.494,227.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,13.773,399.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,27.376,402.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,15.816,348.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,448.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,92.957,154.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,29.303,375.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,453.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,182.972,156.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,6.240,220.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,12.042,228.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,3.658,376.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,6.645,414.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,4.149,331.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,24.502,146.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,7.224,381.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,46.879,152.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,1.803,191.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,3.102,222.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,1.088,316.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,1.917,359.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,1.256,274.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,6.790,132.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,1.989,345.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,12.298,145.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,448.000
diff --git a/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_20260824_052739.csv b/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_20260824_052739.csv
new file mode 100644
index 000000000..e4dcdcfdf
--- /dev/null
+++ b/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_20260824_052739.csv
@@ -0,0 +1,41 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,376.877,233.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,754.880,233.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,213.646,412.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,423.134,416.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,244.013,360.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,1425.036,160.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,455.967,386.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,2879.452,159.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,95.741,230.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,189.945,232.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,54.560,403.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,106.344,414.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,61.128,360.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,361.711,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,113.551,387.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,723.271,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,24.132,228.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,47.645,231.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,13.234,415.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,26.195,420.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,15.700,350.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,93.008,154.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,28.300,389.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,183.076,156.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,6.241,220.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,12.050,228.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,3.642,378.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,6.585,417.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,4.151,331.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,24.474,146.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,7.221,381.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,46.892,152.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,1.742,197.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,3.109,221.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+dsv3,dsv3,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,1.115,308.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+dsv3,dsv3,cudnn_oss,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,1.854,371.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,1.212,284.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,6.943,129.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,1.994,345.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,12.299,145.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
diff --git a/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_no_mask.png b/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_no_mask.png
index 1a8c069bc..801a0226e 100755
Binary files a/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_no_mask.png and b/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_no_mask.png differ
diff --git a/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_top_left.png b/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_top_left.png
index 1a9f8343a..2336c6505 100755
Binary files a/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_top_left.png and b/benchmark/attention_training/results/dsv3/rtxpro6000/dsv3_top_left.png differ
diff --git a/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_20260821_051601.csv b/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_20260824_051605.csv
similarity index 73%
rename from benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_20260821_051601.csv
rename to benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_20260824_051605.csv
index 8532bae7a..587499646 100644
--- a/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_20260821_051601.csv
+++ b/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_20260824_051605.csv
@@ -1,66 +1,66 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.610,170.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.658,187.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.611,170.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.659,187.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,4.739,145.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.499,183.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,91.142,8.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,91.083,8.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.557,176.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,106.742,6.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,106.787,6.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,4.607,60.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.824,150.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,4.667,147.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,28.810,24.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.809,169.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.824,188.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,2.384,144.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,91.387,8.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,91.491,7.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.558,176.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,107.042,6.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,107.057,6.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,4.614,59.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.823,151.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,4.679,147.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,28.693,24.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.810,169.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.822,188.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,2.382,144.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.752,182.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,23.535,15.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,23.535,15.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.782,175.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,27.587,12.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,27.585,12.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,23.548,15.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,23.555,15.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.784,175.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,27.589,12.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,27.596,12.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
 gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,2.310,59.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.915,150.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,2.325,147.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,7.972,43.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.407,167.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2241.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,2.331,147.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,7.946,43.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.407,167.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,0.904,189.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.200,142.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.199,142.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.378,180.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.279,27.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.279,27.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.285,27.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.282,27.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
 gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.395,173.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,7.350,23.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,7.351,23.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,7.354,23.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,7.354,23.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
 gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,1.154,59.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.461,148.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.157,147.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,2.353,72.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.460,148.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.160,147.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,2.347,73.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.207,164.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.461,183.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.610,139.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.192,177.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.773,48.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.773,48.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.200,169.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,2.068,41.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,2.071,41.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.577,59.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.611,138.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.192,176.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.774,48.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.771,48.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.201,168.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,2.073,41.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,2.073,41.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.578,59.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.233,145.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.580,146.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.768,110.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.107,156.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.234,177.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.234,178.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.314,133.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.099,168.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.099,167.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
 gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.550,76.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
 gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.550,76.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
 gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.104,160.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
 gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.643,65.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.643,65.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.644,65.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
 gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.291,57.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.120,139.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.292,142.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.324,128.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.293,142.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.325,128.000,0.000,10,128,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
diff --git a/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_top_left.png b/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_top_left.png
index 1bbf24dc4..bd0e27d91 100755
Binary files a/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_top_left.png and b/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_top_left.png differ
diff --git a/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png b/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png
index 41f7813f7..04357af0a 100755
Binary files a/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png and b/benchmark/attention_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_20260821_051700.csv b/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_20260824_051724.csv
similarity index 68%
rename from benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_20260821_051700.csv
rename to benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_20260824_051724.csv
index ec212b9e9..14b74426c 100644
--- a/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_20260821_051700.csv
+++ b/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_20260824_051724.csv
@@ -1,66 +1,66 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.425,193.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.457,198.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2474.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,4.342,158.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.265,217.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,74.816,9.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,74.799,9.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.304,210.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,94.708,7.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,94.706,7.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,4.470,61.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2456.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.426,192.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.454,199.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,4.344,158.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.266,217.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,74.941,9.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,74.841,9.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.303,211.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,94.923,7.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,94.922,7.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,4.481,61.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.681,163.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,4.357,157.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,28.004,24.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,4.360,157.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,28.110,24.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.716,191.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.721,199.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.724,199.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,2.180,157.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.635,216.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,19.396,18.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,19.395,18.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.654,209.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,24.458,14.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,24.468,14.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,2.238,61.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.843,162.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,2.180,157.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,7.724,44.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.361,189.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,0.865,197.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.100,155.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.320,213.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,5.206,33.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,5.206,33.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.330,207.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.523,26.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.522,26.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,1.123,61.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.635,215.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,19.417,18.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,19.417,18.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.658,208.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,24.497,14.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,24.548,14.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,2.241,61.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.844,162.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,2.182,157.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,7.755,44.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.362,188.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,0.864,197.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.099,155.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.321,213.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,5.212,33.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,5.213,33.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.331,206.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.531,26.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.530,26.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,1.126,61.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.424,161.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.089,157.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,2.266,75.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.185,183.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.090,156.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,2.275,75.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.184,184.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.442,191.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.563,150.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.163,208.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.489,57.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.489,57.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.491,57.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.490,57.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
 gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.169,200.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.848,46.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.847,46.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.565,60.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.215,157.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.849,46.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.850,46.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.566,60.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.216,157.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.549,154.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.741,114.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.743,114.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.095,175.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.228,182.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.227,183.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.290,143.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.084,197.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.470,88.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.471,88.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
 gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.471,88.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
 gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.088,190.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.577,72.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.578,72.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
 gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.577,72.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.285,58.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.111,149.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.286,58.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.111,150.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.278,150.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.311,134.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.310,134.000,0.000,10,128,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
diff --git a/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_top_left.png b/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_top_left.png
index 630288007..dc8ab69bb 100755
Binary files a/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_top_left.png and b/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_top_left.png differ
diff --git a/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png b/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png
index 20263e880..dc9dc1ed1 100755
Binary files a/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png and b/benchmark/attention_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/gpt_oss/h200/gpt_oss_20260821_052207.csv b/benchmark/attention_training/results/gpt_oss/h200/gpt_oss_20260824_051412.csv
similarity index 63%
rename from benchmark/attention_training/results/gpt_oss/h200/gpt_oss_20260821_052207.csv
rename to benchmark/attention_training/results/gpt_oss/h200/gpt_oss_20260824_051412.csv
index d9150dc14..c9972a1aa 100644
--- a/benchmark/attention_training/results/gpt_oss/h200/gpt_oss_20260821_052207.csv
+++ b/benchmark/attention_training/results/gpt_oss/h200/gpt_oss_20260824_051412.csv
@@ -1,34 +1,34 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,2.043,134.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,7.288,94.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,2.974,92.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,2.698,102.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,6.020,114.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,6.251,110.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,1.028,133.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,3.645,94.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,1.473,93.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,1.366,100.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,3.011,114.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,3.120,110.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.518,132.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.824,93.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,16.721,10.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.735,93.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.686,99.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,2.046,134.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,7.293,94.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,2.977,92.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,2.721,101.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,6.027,114.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,6.256,110.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,1.025,134.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,3.646,94.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,1.472,93.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,1.367,100.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,3.012,114.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,3.125,110.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.519,131.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.826,93.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,16.720,10.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.736,93.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.687,99.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
 gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.504,113.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.556,110.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.263,129.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.917,92.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,4.637,18.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.371,91.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.352,96.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.755,112.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.784,108.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.134,124.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.463,90.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,1.324,31.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.555,110.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.264,128.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.918,92.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,4.646,18.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.372,91.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.353,96.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.756,112.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.785,108.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.135,124.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.464,90.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,1.323,31.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
 gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.190,88.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.178,93.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.386,108.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.404,103.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.179,93.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.387,108.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.405,103.000,0.000,10,128,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
diff --git a/benchmark/attention_training/results/gpt_oss/h200/gpt_oss_top_left.png b/benchmark/attention_training/results/gpt_oss/h200/gpt_oss_top_left.png
index fbf7b8a5c..89cb185a9 100755
Binary files a/benchmark/attention_training/results/gpt_oss/h200/gpt_oss_top_left.png and b/benchmark/attention_training/results/gpt_oss/h200/gpt_oss_top_left.png differ
diff --git a/benchmark/attention_training/results/gpt_oss/rtxpro6000/gpt_oss_20260821_051507.csv b/benchmark/attention_training/results/gpt_oss/rtxpro6000/gpt_oss_20260821_051507.csv
deleted file mode 100644
index a0f4d7edc..000000000
--- a/benchmark/attention_training/results/gpt_oss/rtxpro6000/gpt_oss_20260821_051507.csv
+++ /dev/null
@@ -1,44 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,2.961,93.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,14.279,48.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,3.003,91.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,2.919,94.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,448.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,12.936,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,12.962,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,112.723,2.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,453.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,12.972,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,1.489,92.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,7.098,48.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,1.510,91.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,892.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,1.477,93.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,6.388,54.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,6.389,54.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,27.728,5.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,455.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,6.442,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.763,89.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,3.526,48.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,31.275,5.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.810,84.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,889.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.759,90.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,3.181,54.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,3.194,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,7.017,10.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,3.191,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.397,85.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,1.769,48.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,8.338,10.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.416,81.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,889.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.401,84.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,1.596,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,1.604,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,2.004,17.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,1.587,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.212,79.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.890,47.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,2.455,17.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.215,77.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,892.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.216,77.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.809,51.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.816,51.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.578,29.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.798,52.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
diff --git a/benchmark/attention_training/results/gpt_oss/rtxpro6000/gpt_oss_20260824_051425.csv b/benchmark/attention_training/results/gpt_oss/rtxpro6000/gpt_oss_20260824_051425.csv
new file mode 100644
index 000000000..e6504bc4b
--- /dev/null
+++ b/benchmark/attention_training/results/gpt_oss/rtxpro6000/gpt_oss_20260824_051425.csv
@@ -0,0 +1,44 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,2.962,93.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,14.278,48.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,3.006,91.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,2.920,94.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,12.945,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,12.961,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,107.905,3.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,12.946,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,1.483,92.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,7.102,48.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,1.512,91.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,1.478,93.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,6.389,54.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,6.386,54.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,27.321,5.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,6.435,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.759,90.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,3.521,48.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,31.287,5.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.786,87.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.759,90.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,3.182,54.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,3.191,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,7.027,10.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,3.191,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.395,86.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,1.759,48.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,8.346,10.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.403,84.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,915.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.399,85.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,1.592,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,1.598,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,1.942,17.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,1.584,53.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.209,80.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.883,47.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,2.414,17.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.208,80.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.215,77.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.808,52.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,cudnn_oss,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.814,51.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.555,30.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.798,52.000,0.000,10,128,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
diff --git a/benchmark/attention_training/results/gpt_oss/rtxpro6000/gpt_oss_top_left.png b/benchmark/attention_training/results/gpt_oss/rtxpro6000/gpt_oss_top_left.png
index 118cdc250..d92973df2 100755
Binary files a/benchmark/attention_training/results/gpt_oss/rtxpro6000/gpt_oss_top_left.png and b/benchmark/attention_training/results/gpt_oss/rtxpro6000/gpt_oss_top_left.png differ
diff --git a/benchmark/attention_training/results/kimiK26/gb200/kimiK26_20260821_052530.csv b/benchmark/attention_training/results/kimiK26/gb200/kimiK26_20260824_052528.csv
similarity index 58%
rename from benchmark/attention_training/results/kimiK26/gb200/kimiK26_20260821_052530.csv
rename to benchmark/attention_training/results/kimiK26/gb200/kimiK26_20260824_052528.csv
index 4afcabe1c..800cc65ae 100644
--- a/benchmark/attention_training/results/kimiK26/gb200/kimiK26_20260821_052530.csv
+++ b/benchmark/attention_training/results/kimiK26/gb200/kimiK26_20260824_052528.csv
@@ -1,141 +1,141 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,26.622,1652.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,103.211,1108.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,101.447,1127.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,53.957,1630.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,214.117,1068.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,201.046,1138.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,16.896,2603.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,55.914,2045.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,54.646,2093.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,35.445,2482.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,3773.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,115.677,1977.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,116.704,1960.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,18.523,2374.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,66.646,1716.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,66.414,1722.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,35.448,2481.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,136.984,1670.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,136.828,1671.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,29.551,1488.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,59.184,1486.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,17.336,2537.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,35.881,2451.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,27.181,1618.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,104.689,1092.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,106.118,1078.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,48.663,1808.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,200.966,1138.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,204.050,1121.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.176,1780.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,23.461,1219.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,24.279,1178.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,13.032,1687.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,49.565,1154.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,48.865,1170.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.162,2642.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,False,13.607,2101.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,13.614,2100.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.095,2716.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,26.237,2179.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,26.330,2171.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.489,2449.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,16.210,1764.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,16.245,1760.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.715,2523.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,32.371,1766.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,32.853,1740.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.641,1656.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,15.300,1437.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.408,2495.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.291,2652.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.227,1766.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,24.289,1177.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,25.303,1130.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,11.912,1846.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,48.152,1187.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,48.183,1187.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.638,1678.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,5.737,1246.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,5.698,1254.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,3.017,1822.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,11.176,1279.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.317,1263.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.135,2422.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.586,1993.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.588,1992.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.112,2603.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.584,2171.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.472,2209.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.209,2274.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,4.233,1689.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,4.227,1691.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.126,2586.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,7.650,1869.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,7.721,1851.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.747,1574.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,3.250,1692.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.207,2277.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.114,2601.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.670,1646.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,6.463,1106.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.688,1069.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.953,1862.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,11.421,1252.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,12.688,1127.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.498,1381.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.654,1081.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.583,1129.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.816,1685.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.888,1237.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.893,1235.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.328,2097.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.057,1691.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.056,1692.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.564,2438.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.730,2066.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.687,2118.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.349,1971.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.278,1398.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.283,1393.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.593,2320.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,4239.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.032,1759.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.039,1752.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.515,1334.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.868,1583.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.373,1843.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.591,2327.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.495,1389.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.889,946.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.957,913.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.816,1685.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,3.086,1158.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,3.163,1130.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.162,1060.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.518,862.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.510,876.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.232,1484.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.861,1037.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.841,1062.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.106,1620.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.349,1279.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.349,1280.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.160,2144.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.511,1749.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.509,1757.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.112,1530.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.434,1029.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.435,1027.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.170,2019.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.617,1448.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.616,1449.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.170,1012.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.242,1418.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.137,1255.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.179,1917.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.162,1059.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.619,722.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.642,696.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.234,1466.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.912,980.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.935,955.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,27.355,1608.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,105.439,1085.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,103.031,1110.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,50.013,1759.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,217.599,1051.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,206.897,1105.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,16.988,2589.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,61.309,1865.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,54.236,2108.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,35.913,2449.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,121.511,1882.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,121.321,1885.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,18.321,2401.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,69.396,1648.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,67.720,1689.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,39.027,2254.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,139.607,1638.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,137.877,1659.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,28.518,1542.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,59.334,1482.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,19.216,2289.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,35.182,2500.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,25.406,1731.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,105.905,1080.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,106.898,1070.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,51.192,1718.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,205.482,1113.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,208.063,1099.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.525,1685.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,25.326,1129.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,24.542,1165.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,12.532,1755.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,50.951,1122.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,49.680,1151.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.347,2530.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,False,13.846,2065.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,13.611,2100.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.427,2609.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,26.845,2130.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,27.302,2094.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.649,2365.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,17.578,1626.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,17.005,1681.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.726,2520.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,33.147,1725.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,33.214,1721.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,7.036,1563.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,13.980,1573.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.510,2438.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.655,2541.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.599,1666.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,25.942,1102.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,26.215,1091.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,12.011,1831.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,50.840,1125.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,51.220,1116.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.716,1602.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,6.047,1182.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,5.964,1199.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,3.129,1757.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,11.235,1272.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.464,1247.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.153,2384.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.667,1949.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.669,1948.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.124,2589.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.673,2142.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.700,2133.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.219,2255.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,4.367,1637.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,4.363,1638.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.234,2460.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,7.849,1821.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,7.996,1788.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.839,1495.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,3.396,1619.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.250,2199.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.173,2530.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.744,1576.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,6.456,1107.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.677,1071.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,3.073,1789.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,12.143,1177.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,12.063,1185.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.518,1327.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.668,1071.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.651,1083.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.859,1601.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,3.020,1183.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,3.019,1184.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.340,2022.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.077,1659.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.077,1659.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.583,2357.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.760,2030.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.761,2029.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.363,1896.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.302,1372.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.303,1371.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.613,2242.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.096,1705.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.107,1696.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.543,1267.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.916,1500.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.384,1788.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.618,2225.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.515,1334.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.892,945.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.960,912.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.848,1620.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,3.088,1157.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,3.162,1130.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.166,1035.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.537,833.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.528,847.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.241,1426.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.886,1009.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.867,1030.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.109,1570.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.353,1267.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.352,1270.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.166,2067.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.525,1703.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.525,1703.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.116,1482.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.439,1017.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.439,1017.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.174,1969.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.631,1416.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.631,1416.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.176,979.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.253,1359.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.142,1207.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.186,1849.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.169,1015.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.622,718.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.643,695.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.242,1421.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.920,971.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.938,952.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
diff --git a/benchmark/attention_training/results/kimiK26/gb200/kimiK26_no_mask.png b/benchmark/attention_training/results/kimiK26/gb200/kimiK26_no_mask.png
index cfbd51c68..27a74c193 100755
Binary files a/benchmark/attention_training/results/kimiK26/gb200/kimiK26_no_mask.png and b/benchmark/attention_training/results/kimiK26/gb200/kimiK26_no_mask.png differ
diff --git a/benchmark/attention_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png b/benchmark/attention_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png
index e16c63a16..4e139c4c2 100755
Binary files a/benchmark/attention_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png and b/benchmark/attention_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimiK26/gb200/kimiK26_top_left.png b/benchmark/attention_training/results/kimiK26/gb200/kimiK26_top_left.png
index b5fac14b9..aa08073ee 100755
Binary files a/benchmark/attention_training/results/kimiK26/gb200/kimiK26_top_left.png and b/benchmark/attention_training/results/kimiK26/gb200/kimiK26_top_left.png differ
diff --git a/benchmark/attention_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png b/benchmark/attention_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png
index 6d12358e1..e1abc17a1 100755
Binary files a/benchmark/attention_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png and b/benchmark/attention_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimiK26/gb300/kimiK26_20260821_052626.csv b/benchmark/attention_training/results/kimiK26/gb300/kimiK26_20260824_052659.csv
similarity index 58%
rename from benchmark/attention_training/results/kimiK26/gb300/kimiK26_20260821_052626.csv
rename to benchmark/attention_training/results/kimiK26/gb300/kimiK26_20260824_052659.csv
index b1aca42b0..fba523bc2 100644
--- a/benchmark/attention_training/results/kimiK26/gb300/kimiK26_20260821_052626.csv
+++ b/benchmark/attention_training/results/kimiK26/gb300/kimiK26_20260824_052659.csv
@@ -1,141 +1,141 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,20.614,2134.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,85.446,1338.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,87.746,1303.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,43.000,2046.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,182.239,1255.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,175.118,1306.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,12.686,3467.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,44.378,2577.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,45.345,2522.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,4948.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,25.133,3500.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,88.073,2597.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,88.717,2578.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,14.265,3083.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,56.983,2007.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5135.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,56.441,2026.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,28.489,3088.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,111.469,2052.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,112.266,2037.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,23.649,1860.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,49.682,1770.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,14.925,2947.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,30.394,2894.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5006.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,22.155,1985.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,91.814,1245.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,96.344,1187.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,42.605,2065.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,179.184,1276.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,184.807,1237.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,5.326,2064.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,21.301,1342.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,20.639,1385.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,10.341,2126.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,42.988,1330.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,40.049,1428.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.236,3398.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,21.492,2046.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,88.793,1288.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,83.722,1366.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,42.616,2064.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,182.945,1250.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,175.294,1305.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,12.962,3393.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,44.411,2575.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,44.890,2547.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,25.402,3463.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,90.610,2524.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,91.060,2512.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,14.366,3062.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,56.002,2042.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,58.661,1949.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,29.114,3021.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,112.115,2040.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,111.791,2046.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,24.516,1794.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,52.794,1666.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,15.306,2874.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,30.863,2850.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,23.025,1910.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,91.460,1250.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,94.889,1205.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,41.919,2098.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,178.707,1280.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,187.144,1222.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,5.383,2043.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,21.210,1348.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,20.620,1386.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,10.286,2138.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,43.315,1320.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,40.622,1407.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.270,3363.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
 kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,False,11.332,2523.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,11.212,2550.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,6.223,3534.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,21.711,2633.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,21.119,2707.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.614,3042.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,14.379,1988.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,14.301,1999.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,6.947,3165.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,27.527,2077.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,27.404,2086.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.069,1812.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,11.765,1869.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.905,2816.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,7.485,2938.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,5.677,1937.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,22.849,1251.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,24.046,1189.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,10.375,2119.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,43.284,1321.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,44.403,1288.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.427,1926.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,5.477,1305.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,5.276,1355.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.574,2136.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,10.588,1350.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,10.281,1390.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.853,3225.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.055,2340.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.051,2343.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.576,3489.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,5.449,2623.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,5.452,2622.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.951,2891.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.887,1839.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.889,1838.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.758,3126.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.823,2095.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.858,2084.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.594,1724.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.964,1855.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.085,2533.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.920,2863.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.522,1806.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,6.181,1156.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.499,1100.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.581,2130.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,10.993,1300.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.478,1245.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.409,1679.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.552,1151.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.505,1188.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.680,2021.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.846,1256.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.816,1269.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.240,2859.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,0.903,1980.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,0.901,1984.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.413,3325.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.465,2440.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.466,2438.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.267,2572.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.170,1527.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,1270.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.172,1525.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.466,2947.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.844,1938.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.845,1937.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.441,1560.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.759,1812.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.331,2078.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.524,2622.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.437,1572.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.815,985.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.899,941.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.701,1959.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.992,1194.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,3.093,1155.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.132,1300.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.496,901.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.478,935.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.188,1830.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.836,1068.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.805,1110.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.077,2225.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.303,1474.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.303,1473.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.114,3007.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.440,2029.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.440,2030.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.085,2017.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.400,1116.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.400,1118.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.129,2658.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.558,1602.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.555,1609.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.139,1234.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.202,1705.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.121,1420.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.152,2261.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.142,1213.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.597,749.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.624,716.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.193,1781.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.887,1008.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.913,978.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,11.340,2521.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,6.281,3501.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,21.681,2637.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,22.302,2564.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.649,3013.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,14.402,1985.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,14.551,1965.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,7.011,3136.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,27.641,2068.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,27.217,2101.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.112,1799.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,11.799,1864.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.921,2804.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,7.524,2923.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,5.747,1913.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,22.881,1249.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,24.075,1187.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,10.246,2146.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,43.872,1303.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,45.633,1253.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.458,1885.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,5.518,1295.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,5.336,1340.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.624,2095.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,10.517,1359.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,10.089,1417.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.860,3196.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.074,2325.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.075,2324.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.604,3428.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,5.516,2591.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,5.516,2591.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.961,2861.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.909,1828.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.911,1828.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.777,3094.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.909,2069.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.876,2079.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.605,1713.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.993,1837.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.091,2519.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.925,2857.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.541,1784.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,6.187,1155.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.512,1098.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.631,2089.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,11.041,1295.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.482,1245.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.414,1658.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.563,1143.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.513,1181.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.692,1986.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.830,1263.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.828,1263.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.243,2831.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,0.905,1974.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,0.907,1971.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.419,3282.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.484,2408.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.478,2417.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.271,2532.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.176,1520.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.177,1519.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.470,2925.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.853,1929.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.858,1924.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.447,1538.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.771,1782.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.333,2063.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.528,2603.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.438,1568.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.820,982.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.906,938.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.712,1932.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.995,1193.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,3.100,1153.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.133,1291.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.498,898.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.480,931.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.190,1806.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.835,1070.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.808,1106.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.078,2201.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.306,1461.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.306,1460.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.115,2981.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.442,2020.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.444,2011.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.086,1995.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.402,1112.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.402,1112.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.130,2643.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.561,1593.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.560,1595.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.141,1217.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.206,1667.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.122,1411.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,cudnn_oss,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.153,2241.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.143,1205.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.599,747.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.626,714.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.196,1750.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.889,1005.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.916,975.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
diff --git a/benchmark/attention_training/results/kimiK26/gb300/kimiK26_no_mask.png b/benchmark/attention_training/results/kimiK26/gb300/kimiK26_no_mask.png
index 2af406326..d49b7a1b6 100755
Binary files a/benchmark/attention_training/results/kimiK26/gb300/kimiK26_no_mask.png and b/benchmark/attention_training/results/kimiK26/gb300/kimiK26_no_mask.png differ
diff --git a/benchmark/attention_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png b/benchmark/attention_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png
index 552384010..8a05b3343 100755
Binary files a/benchmark/attention_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png and b/benchmark/attention_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimiK26/gb300/kimiK26_top_left.png b/benchmark/attention_training/results/kimiK26/gb300/kimiK26_top_left.png
index a69be8d2b..697355171 100755
Binary files a/benchmark/attention_training/results/kimiK26/gb300/kimiK26_top_left.png and b/benchmark/attention_training/results/kimiK26/gb300/kimiK26_top_left.png differ
diff --git a/benchmark/attention_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png b/benchmark/attention_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png
index cd67bbbf3..092728e57 100755
Binary files a/benchmark/attention_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png and b/benchmark/attention_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimiK26/h200/kimiK26_20260821_055845.csv b/benchmark/attention_training/results/kimiK26/h200/kimiK26_20260824_060529.csv
similarity index 60%
rename from benchmark/attention_training/results/kimiK26/h200/kimiK26_20260821_055845.csv
rename to benchmark/attention_training/results/kimiK26/h200/kimiK26_20260824_060529.csv
index c2a52fcde..f6de2078f 100644
--- a/benchmark/attention_training/results/kimiK26/h200/kimiK26_20260821_055845.csv
+++ b/benchmark/attention_training/results/kimiK26/h200/kimiK26_20260824_060529.csv
@@ -1,69 +1,69 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,72.281,608.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,225.389,507.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,142.630,617.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,717.516,319.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,70.233,626.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,141.946,620.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,64.944,677.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,233.684,489.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,265.231,431.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,136.761,643.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,465.086,492.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,486.852,470.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,18.136,606.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,56.681,504.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,70.792,404.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,35.310,623.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,178.100,321.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,180.594,317.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,17.541,627.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,35.259,624.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,15.755,698.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,56.606,505.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,67.418,424.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,33.876,649.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,116.742,490.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,122.874,465.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,4.318,637.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,13.564,527.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,17.404,411.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,8.020,685.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,44.030,325.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,44.320,323.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,4.465,616.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,8.791,625.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,3.827,718.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,13.677,523.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,17.231,415.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,7.717,712.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,28.249,506.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,31.383,455.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,1.152,597.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,3.703,483.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,4.582,390.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,2.058,668.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,11.339,315.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,10.970,326.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,1.166,590.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,2.258,609.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,72.547,606.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,225.717,507.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,140.582,626.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,709.979,322.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,70.282,626.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,141.391,622.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,64.303,684.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,235.378,486.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,266.365,429.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,135.854,647.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,464.645,492.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,487.759,469.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,17.602,625.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,55.914,511.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,70.162,407.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,35.060,627.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,180.001,318.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,181.603,315.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,17.592,625.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,34.770,632.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,15.195,724.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,57.590,496.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,67.321,425.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,33.469,657.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,116.101,492.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,123.223,464.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,4.329,635.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,14.140,505.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,17.650,405.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,8.072,681.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,44.096,324.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,44.353,322.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,4.484,613.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,8.773,627.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,3.826,718.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,13.715,521.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,17.373,411.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,7.660,718.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,28.297,505.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,31.550,453.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,1.154,596.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,3.720,480.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,4.587,390.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,2.064,666.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,11.337,315.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,10.982,325.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,1.167,589.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,2.257,609.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
 kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,1.037,663.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,3.691,484.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,4.838,369.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,1.964,700.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,6.718,532.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,8.236,434.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.329,522.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,1.116,401.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,1.311,341.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.545,630.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,3.039,294.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,2.883,310.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.327,526.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.585,588.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.309,556.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,1.109,403.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,1.443,310.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.528,651.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,1.898,471.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,2.324,384.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,3.714,481.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,4.837,369.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,1.974,696.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,6.710,533.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,8.227,434.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.328,524.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,1.122,398.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,1.312,341.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.547,628.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,3.043,294.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,2.879,310.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.326,526.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.586,586.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.308,559.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,1.113,402.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,1.453,308.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.532,646.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,1.908,468.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,2.337,382.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
diff --git a/benchmark/attention_training/results/kimiK26/h200/kimiK26_no_mask.png b/benchmark/attention_training/results/kimiK26/h200/kimiK26_no_mask.png
index f64471f6c..1001c1a08 100755
Binary files a/benchmark/attention_training/results/kimiK26/h200/kimiK26_no_mask.png and b/benchmark/attention_training/results/kimiK26/h200/kimiK26_no_mask.png differ
diff --git a/benchmark/attention_training/results/kimiK26/h200/kimiK26_no_mask_det_overhead.png b/benchmark/attention_training/results/kimiK26/h200/kimiK26_no_mask_det_overhead.png
index e4004a548..e99476b75 100755
Binary files a/benchmark/attention_training/results/kimiK26/h200/kimiK26_no_mask_det_overhead.png and b/benchmark/attention_training/results/kimiK26/h200/kimiK26_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimiK26/h200/kimiK26_top_left.png b/benchmark/attention_training/results/kimiK26/h200/kimiK26_top_left.png
index ba14b3f75..5c7a08f71 100755
Binary files a/benchmark/attention_training/results/kimiK26/h200/kimiK26_top_left.png and b/benchmark/attention_training/results/kimiK26/h200/kimiK26_top_left.png differ
diff --git a/benchmark/attention_training/results/kimiK26/h200/kimiK26_top_left_det_overhead.png b/benchmark/attention_training/results/kimiK26/h200/kimiK26_top_left_det_overhead.png
index 7a993bdcc..63ee80bab 100755
Binary files a/benchmark/attention_training/results/kimiK26/h200/kimiK26_top_left_det_overhead.png and b/benchmark/attention_training/results/kimiK26/h200/kimiK26_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_20260821_061139.csv b/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_20260821_061139.csv
deleted file mode 100644
index 7775ec8b7..000000000
--- a/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_20260821_061139.csv
+++ /dev/null
@@ -1,41 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,193.519,227.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,463.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,386.250,228.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,110.091,400.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,217.952,404.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,448.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,126.413,348.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,456.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,714.269,160.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,234.710,375.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,1441.591,159.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,49.047,224.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,97.762,225.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,27.618,398.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,54.665,402.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,31.621,348.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,453.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,181.124,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,58.736,374.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,455.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,362.883,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,12.205,225.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,23.903,230.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,6.755,407.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,13.194,417.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,448.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,7.972,345.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,46.561,154.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,14.175,388.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,91.960,155.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,3.199,215.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,6.103,225.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,1.873,367.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,3.345,411.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,2.301,299.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,12.369,144.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,3.674,374.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,23.583,152.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.947,181.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,1.690,203.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.630,273.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.980,351.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.675,255.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,3.686,121.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,1.051,327.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,6.212,144.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
diff --git a/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_20260824_061107.csv b/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_20260824_061107.csv
new file mode 100644
index 000000000..88779f69d
--- /dev/null
+++ b/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_20260824_061107.csv
@@ -0,0 +1,41 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,188.895,233.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,377.623,233.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,106.398,413.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,211.140,417.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,122.111,360.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,713.955,160.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,227.231,387.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,1440.984,159.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,47.704,231.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,94.708,232.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,26.731,411.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,52.875,416.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,30.805,357.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,463.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,181.232,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,56.135,392.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,362.765,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,12.222,225.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,23.933,230.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,6.655,413.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,12.810,429.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,7.978,345.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,46.605,153.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,14.174,388.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,91.891,156.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,3.210,214.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,6.112,225.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,1.933,356.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,3.323,414.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,2.166,317.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,12.933,138.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,3.637,378.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,23.581,152.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.920,187.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,1.637,210.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.611,281.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.948,362.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.653,263.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,3.627,123.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,1.019,337.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,6.465,138.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
diff --git a/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_no_mask.png b/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_no_mask.png
index 89e07d42d..677f5beb4 100755
Binary files a/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_no_mask.png and b/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_no_mask.png differ
diff --git a/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_top_left.png b/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_top_left.png
index fd6d7416e..636761e36 100755
Binary files a/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_top_left.png and b/benchmark/attention_training/results/kimiK26/rtxpro6000/kimiK26_top_left.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_20260821_052008.csv b/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_20260824_052007.csv
similarity index 58%
rename from benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_20260821_052008.csv
rename to benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_20260824_052007.csv
index fd4004292..863cdcaee 100644
--- a/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_20260821_052008.csv
+++ b/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_20260824_052007.csv
@@ -1,121 +1,121 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,38.751,1702.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,158.205,1084.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,True,155.186,1105.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,79.233,1665.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,310.156,1106.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,True,303.029,1132.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,fwd,False,26.307,2508.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,bwd,False,91.882,1867.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,bwd,True,88.529,1938.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,fwd,False,51.391,2567.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,bwd,False,170.096,2017.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,bwd,True,171.423,2001.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,fwd,False,27.314,2415.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,bwd,False,99.467,1724.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,bwd,True,104.622,1640.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,fwd,False,53.356,2473.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,bwd,False,202.844,1691.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,bwd,True,202.958,1690.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,38.509,1713.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,154.260,1112.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,True,156.062,1099.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,81.851,1612.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,289.271,1186.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,True,295.888,1159.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,9.340,1766.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,35.903,1194.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,True,33.899,1265.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,17.505,1884.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,77.833,1102.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,True,71.017,1208.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,fwd,False,6.510,2533.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,bwd,False,20.453,2097.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,bwd,True,21.560,1989.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,fwd,False,12.729,2591.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,bwd,False,38.412,2233.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,bwd,True,39.153,2190.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,fwd,False,6.943,2376.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,bwd,False,23.973,1789.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,bwd,True,25.220,1700.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,fwd,False,12.832,2571.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,bwd,False,48.125,1782.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,bwd,True,46.817,1832.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,9.470,1742.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,37.932,1131.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,True,37.706,1137.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,18.098,1823.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,73.363,1169.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,True,74.676,1148.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,2.618,1575.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,8.729,1228.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,8.679,1235.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,4.595,1795.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,17.129,1252.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,True,17.350,1236.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,fwd,False,1.730,2383.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,bwd,False,5.408,1983.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,bwd,True,5.406,1983.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,fwd,False,3.136,2629.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,bwd,False,9.556,2244.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,bwd,True,9.703,2210.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,fwd,False,1.828,2255.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,bwd,False,6.399,1676.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,bwd,True,6.355,1687.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,fwd,False,3.276,2517.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,bwd,False,11.693,1834.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,bwd,True,11.499,1865.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,2.553,1615.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,9.635,1113.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,9.991,1073.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,4.685,1760.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,17.689,1212.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,True,17.863,1200.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,0.749,1377.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,2.469,1086.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,True,2.419,1108.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,1.226,1681.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,4.431,1210.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,4.400,1218.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,fwd,False,0.492,2095.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,bwd,False,1.573,1704.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,bwd,True,1.575,1702.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,fwd,False,0.842,2449.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,bwd,False,2.576,2081.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,bwd,True,2.580,2077.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,fwd,False,0.520,1982.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,bwd,False,1.906,1407.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,bwd,True,1.907,1406.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,fwd,False,0.876,2353.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,bwd,False,3.086,1737.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,bwd,True,3.086,1737.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,0.746,1381.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,2.799,958.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,38.525,1712.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,150.514,1140.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,True,145.869,1176.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,81.135,1626.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,306.441,1119.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,True,298.477,1149.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,fwd,False,24.790,2661.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,bwd,False,86.696,1979.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,bwd,True,82.424,2081.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,fwd,False,52.092,2533.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,bwd,False,169.342,2026.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,bwd,True,172.902,1984.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,fwd,False,26.781,2463.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,bwd,False,102.930,1666.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,bwd,True,102.022,1681.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,fwd,False,55.662,2370.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,bwd,False,202.027,1698.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,bwd,True,202.835,1691.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,38.756,1702.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,151.698,1131.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,True,157.763,1087.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,78.052,1690.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,287.526,1193.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,True,292.623,1172.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,9.486,1739.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,34.618,1239.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,True,35.744,1200.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,18.429,1790.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,78.492,1093.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,True,75.384,1138.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,fwd,False,6.293,2621.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,bwd,False,20.454,2097.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,bwd,True,20.553,2086.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,fwd,False,12.826,2572.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,bwd,False,38.464,2230.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,bwd,True,37.649,2278.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,fwd,False,6.753,2442.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,bwd,False,23.412,1832.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,bwd,True,24.123,1778.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,fwd,False,13.613,2423.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,bwd,False,46.493,1845.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,bwd,True,48.045,1785.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,9.437,1748.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,36.184,1185.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,True,37.004,1159.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,17.201,1918.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,67.600,1269.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,True,76.207,1125.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,2.487,1658.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,8.725,1229.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,8.771,1222.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,4.531,1820.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,16.621,1290.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,True,17.387,1233.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,fwd,False,1.686,2446.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,bwd,False,5.377,1994.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,bwd,True,5.373,1995.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,fwd,False,3.079,2678.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,bwd,False,9.591,2235.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,bwd,True,10.003,2144.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,fwd,False,1.791,2302.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,bwd,False,6.359,1686.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,bwd,True,6.358,1686.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,fwd,False,3.283,2512.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,bwd,False,11.638,1842.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,bwd,True,12.186,1759.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,2.514,1640.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,9.650,1111.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,9.952,1077.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,4.489,1837.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,17.234,1244.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,True,18.111,1184.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,0.741,1392.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,2.437,1100.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,True,2.391,1121.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,1.214,1699.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,4.365,1228.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,4.350,1232.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,fwd,False,0.487,2116.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,bwd,False,1.567,1711.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,bwd,True,1.568,1710.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,fwd,False,0.845,2439.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,bwd,False,2.552,2100.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,bwd,True,2.551,2101.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,fwd,False,0.517,1994.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,bwd,False,1.891,1417.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,bwd,True,1.901,1410.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,fwd,False,0.884,2333.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,bwd,False,3.067,1747.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,bwd,True,3.068,1747.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,0.744,1386.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,2.798,958.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
 kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,True,2.900,924.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,1.251,1648.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,4.594,1167.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,4.759,1126.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.240,1076.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,0.778,862.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,0.753,890.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.353,1461.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,1.270,1055.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,1.233,1087.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,fwd,False,0.157,1641.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,bwd,False,0.512,1310.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,bwd,True,0.512,1309.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.245,2105.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,1.224,1684.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,4.590,1168.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,4.763,1125.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.237,1088.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,0.775,865.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,0.753,891.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.354,1456.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,1.280,1047.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,1.229,1091.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,fwd,False,0.156,1654.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,bwd,False,0.511,1311.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,bwd,True,0.511,1311.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.242,2126.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
 kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,bwd,False,0.749,1789.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,bwd,True,0.749,1790.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,fwd,False,0.167,1548.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,bwd,False,0.638,1050.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,bwd,True,0.639,1048.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.257,2007.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,2048,2048,96,96,192,128,bwd,False,0.908,1477.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,2048,2048,96,96,192,128,bwd,True,0.908,1476.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.240,1073.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,bwd,True,0.750,1788.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,fwd,False,0.165,1566.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,bwd,False,0.639,1050.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,bwd,True,0.638,1051.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.258,1996.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,2048,2048,96,96,192,128,bwd,False,0.905,1480.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,2048,2048,96,96,192,128,bwd,True,0.907,1477.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,5135.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.239,1077.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
 kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,0.906,740.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,0.942,712.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.360,1433.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,1.348,994.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,1.384,968.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,0.940,713.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.357,1444.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,1.352,991.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,1.390,964.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600,2568.000
diff --git a/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_no_mask.png b/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_no_mask.png
index 409d5e57c..cf27fae66 100755
Binary files a/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_no_mask.png and b/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_no_mask.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_no_mask_det_overhead.png b/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_no_mask_det_overhead.png
index 3eff403a5..a8425d047 100755
Binary files a/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_no_mask_det_overhead.png and b/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_top_left.png b/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_top_left.png
index 42424ef8c..afa1c3bed 100755
Binary files a/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_top_left.png and b/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_top_left.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_top_left_det_overhead.png b/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_top_left_det_overhead.png
index 19c66b336..4983cf3c4 100755
Binary files a/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_top_left_det_overhead.png and b/benchmark/attention_training/results/kimi_k3/gb200/kimi_k3_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_20260821_052051.csv b/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_20260824_052118.csv
similarity index 58%
rename from benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_20260821_052051.csv
rename to benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_20260824_052118.csv
index 40c70c94a..319d54d50 100644
--- a/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_20260821_052051.csv
+++ b/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_20260824_052118.csv
@@ -1,121 +1,121 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,31.925,2066.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,134.749,1273.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,True,129.965,1320.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,64.495,2046.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,274.467,1250.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,True,264.821,1295.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,fwd,False,19.198,3436.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,bwd,False,68.221,2514.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,bwd,True,69.588,2465.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,fwd,False,38.185,3455.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,bwd,False,138.797,2472.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,bwd,True,135.874,2525.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,fwd,False,21.910,3011.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,bwd,False,86.262,1988.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,bwd,True,85.821,1999.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,fwd,False,42.850,3079.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,bwd,False,173.006,1983.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,bwd,True,170.105,2017.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,34.414,1917.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,138.329,1240.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,True,145.447,1179.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,65.536,2013.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,269.946,1271.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,True,278.066,1234.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,8.082,2041.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,32.237,1330.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,True,31.278,1371.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,15.522,2125.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,65.422,1311.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,True,62.474,1373.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,fwd,False,4.880,3380.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,bwd,False,17.198,2494.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,bwd,True,17.201,2493.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,fwd,False,9.455,3489.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,bwd,False,33.239,2580.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,bwd,True,32.798,2615.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,fwd,False,5.444,3030.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,bwd,False,22.105,1940.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,bwd,True,21.871,1961.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,fwd,False,10.532,3132.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,bwd,False,41.259,2079.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,bwd,True,40.369,2124.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,8.570,1925.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,34.618,1239.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,True,36.102,1188.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,15.429,2138.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,67.517,1270.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,True,69.853,1228.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,2.159,1910.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,8.226,1303.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,7.987,1342.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,3.893,2118.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,16.145,1328.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,True,15.598,1375.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,fwd,False,1.284,3212.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,bwd,False,4.593,2334.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,bwd,True,4.594,2334.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,fwd,False,2.381,3464.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,bwd,False,8.207,2612.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,bwd,True,8.245,2600.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,fwd,False,1.434,2875.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,bwd,False,5.838,1836.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,bwd,True,5.835,1837.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,fwd,False,2.665,3094.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,bwd,False,10.318,2078.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,bwd,True,10.346,2072.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,2.290,1801.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,9.251,1159.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,9.703,1105.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,3.962,2081.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,16.629,1289.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,31.599,2088.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,131.611,1303.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,True,128.294,1337.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,63.771,2069.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,272.107,1261.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,True,263.658,1301.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,fwd,False,19.084,3457.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,bwd,False,66.075,2596.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,bwd,True,66.860,2565.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,fwd,False,38.097,3463.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,bwd,False,133.163,2576.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,bwd,True,138.469,2477.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,fwd,False,21.735,3035.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,bwd,False,86.355,1986.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,32768,32768,96,96,192,128,bwd,True,87.004,1972.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,fwd,False,42.895,3076.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,bwd,False,169.830,2020.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,32768,32768,96,96,192,128,bwd,True,170.001,2018.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,34.015,1940.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,136.752,1254.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,True,144.244,1189.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,63.371,2082.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,265.613,1292.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,True,275.654,1244.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,8.035,2053.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,32.074,1337.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,True,30.682,1398.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,15.685,2103.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,64.124,1337.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,True,62.836,1365.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,fwd,False,4.856,3396.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,bwd,False,16.944,2531.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,bwd,True,17.029,2518.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,fwd,False,9.400,3509.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,bwd,False,32.418,2646.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,bwd,True,32.534,2636.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,fwd,False,5.428,3039.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,bwd,False,21.267,2016.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,16384,16384,96,96,192,128,bwd,True,21.844,1963.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,fwd,False,10.547,3127.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,bwd,False,41.925,2046.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,16384,16384,96,96,192,128,bwd,True,40.672,2109.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,8.535,1933.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,34.746,1234.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,True,35.993,1191.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,15.211,2168.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,66.703,1286.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,True,67.925,1263.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,2.145,1922.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,8.213,1305.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,7.923,1353.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,3.884,2123.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,15.893,1349.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,True,15.346,1397.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,fwd,False,1.277,3230.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,bwd,False,4.567,2347.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,bwd,True,4.567,2348.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,fwd,False,2.377,3469.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,bwd,False,8.185,2619.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,bwd,True,8.185,2620.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,fwd,False,1.430,2883.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,bwd,False,5.816,1843.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,8192,8192,96,96,192,128,bwd,True,5.818,1843.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,fwd,False,2.660,3100.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,bwd,False,10.329,2076.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,8192,8192,96,96,192,128,bwd,True,10.282,2085.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,2.283,1806.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,9.222,1163.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,9.690,1106.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,3.918,2105.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,16.509,1299.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
 kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,True,17.184,1248.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,0.612,1685.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,2.331,1150.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,True,2.244,1195.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,1.015,2031.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,4.255,1260.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,4.202,1276.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,fwd,False,0.359,2873.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,bwd,False,1.350,1985.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,bwd,True,1.349,1987.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,fwd,False,0.619,3332.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,bwd,False,2.204,2432.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,bwd,True,2.204,2432.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,fwd,False,0.403,2557.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,bwd,False,1.747,1534.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,bwd,True,1.745,1536.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,fwd,False,0.697,2957.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,bwd,False,2.774,1932.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,bwd,True,2.777,1930.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,0.653,1578.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,2.693,996.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,True,2.820,951.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,1.059,1947.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,4.490,1194.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,4.654,1152.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.195,1323.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,0.736,910.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,0.706,950.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.284,1816.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,1.246,1075.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,1.173,1142.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,fwd,False,0.114,2268.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,bwd,False,0.450,1488.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,bwd,True,0.450,1489.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.174,2966.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,bwd,False,0.647,2070.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,0.608,1695.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,2.326,1152.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,True,2.237,1198.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,1.018,2025.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,4.229,1268.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,4.186,1280.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,fwd,False,0.359,2876.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,bwd,False,1.339,2001.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,bwd,True,1.343,1997.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,fwd,False,0.620,3324.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,bwd,False,2.197,2440.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,bwd,True,2.195,2442.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,fwd,False,0.400,2581.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,bwd,False,1.739,1541.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,4096,4096,96,96,192,128,bwd,True,1.739,1542.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,fwd,False,0.698,2952.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,bwd,False,2.768,1936.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,4096,4096,96,96,192,128,bwd,True,2.768,1937.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,0.651,1583.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,2.687,998.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,True,2.815,952.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,1.046,1971.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,4.477,1197.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,4.653,1152.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.193,1335.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,0.735,912.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,0.702,955.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.285,1811.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,1.240,1080.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,1.171,1144.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,fwd,False,0.114,2269.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,bwd,False,0.447,1499.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,bwd,True,0.448,1498.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.174,2961.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,bwd,False,0.645,2077.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
 kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,bwd,True,0.646,2073.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,fwd,False,0.125,2055.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,bwd,False,0.592,1133.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,bwd,True,0.592,1133.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.196,2629.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,2048,2048,96,96,192,128,bwd,False,0.823,1628.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,fwd,False,0.124,2083.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,bwd,False,0.588,1139.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,top_left,2,2048,2048,96,96,192,128,bwd,True,0.589,1138.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.195,2637.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
+kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,2048,2048,96,96,192,128,bwd,False,0.819,1635.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
 kimi_k3,kimi_k3,cudnn,mxfp8,no_mask,2,2048,2048,96,96,192,128,bwd,True,0.822,1631.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,5155.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.209,1235.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,0.873,768.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,0.914,734.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.299,1723.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,1.321,1015.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,1.359,986.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.208,1237.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,0.871,769.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,0.913,734.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.296,1740.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,1.317,1017.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,1.358,987.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600,2578.000
diff --git a/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_no_mask.png b/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_no_mask.png
index 2ab177768..d1ebbd03f 100755
Binary files a/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_no_mask.png and b/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_no_mask.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_no_mask_det_overhead.png b/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_no_mask_det_overhead.png
index bf7a7018f..03ef9558c 100755
Binary files a/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_no_mask_det_overhead.png and b/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_top_left.png b/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_top_left.png
index 4dbeaf1f1..e088ee585 100755
Binary files a/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_top_left.png and b/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_top_left.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_top_left_det_overhead.png b/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_top_left_det_overhead.png
index 3c4c6d7e1..21cb525f4 100755
Binary files a/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_top_left_det_overhead.png and b/benchmark/attention_training/results/kimi_k3/gb300/kimi_k3_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_20260821_051609.csv b/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_20260824_055303.csv
similarity index 59%
rename from benchmark/attention_training/results/kimi_k3/h200/kimi_k3_20260821_051609.csv
rename to benchmark/attention_training/results/kimi_k3/h200/kimi_k3_20260824_055303.csv
index 8e4a5004b..090749a86 100644
--- a/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_20260821_051609.csv
+++ b/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_20260824_055303.csv
@@ -1,67 +1,67 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,110.122,599.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,336.447,510.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,212.427,621.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,1072.344,320.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,fwd,False,106.595,619.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,fwd,False,212.206,622.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,100.587,656.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,350.726,489.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,True,394.141,435.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,205.057,643.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,694.861,494.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,True,725.632,473.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,27.025,610.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,85.235,503.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,52.058,634.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,267.693,320.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,fwd,False,26.198,630.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,fwd,False,52.533,628.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,23.697,696.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,87.893,488.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,True,103.125,416.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,50.166,658.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,173.597,494.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,True,184.915,464.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,6.469,637.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,21.641,495.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,26.426,406.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,12.367,667.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,65.824,326.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,True,65.987,325.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,fwd,False,6.762,610.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,fwd,False,13.036,633.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,5.760,716.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,21.297,503.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,26.238,409.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,12.171,678.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,42.423,505.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,True,47.209,454.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,1.707,604.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,5.502,487.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,True,6.789,395.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,3.065,673.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,16.909,317.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,16.264,330.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,fwd,False,1.760,586.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,fwd,False,3.320,621.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,1.553,664.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,5.507,487.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,True,7.220,371.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,2.943,700.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,10.055,533.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,12.406,432.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.477,540.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,1.638,409.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,1.920,349.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.809,637.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,109.446,603.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,338.800,506.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,210.887,626.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,1071.781,320.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,32768,32768,96,96,192,128,fwd,False,106.926,617.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,32768,32768,96,96,192,128,fwd,False,211.628,623.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,97.687,675.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,352.524,487.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,True,396.978,432.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,206.661,638.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,689.258,498.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,True,728.631,471.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,27.099,609.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,86.571,495.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,53.075,621.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,266.910,321.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,16384,16384,96,96,192,128,fwd,False,26.400,625.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,16384,16384,96,96,192,128,fwd,False,52.395,630.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,23.780,694.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,89.016,482.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,True,103.014,416.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,50.004,660.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,176.977,485.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,True,185.622,462.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,6.486,636.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,21.534,498.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,26.371,407.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,12.645,652.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,66.245,324.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,True,67.184,319.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,8192,8192,96,96,192,128,fwd,False,6.777,608.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,8192,8192,96,96,192,128,fwd,False,13.009,634.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,5.761,716.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,21.693,494.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,True,26.314,407.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,12.367,667.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,42.555,504.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,True,47.155,455.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,1.711,603.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,5.523,485.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,True,6.805,394.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,3.090,667.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,16.854,318.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,16.414,327.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,4096,4096,96,96,192,128,fwd,False,1.766,584.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,4096,4096,96,96,192,128,fwd,False,3.327,620.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,1.554,664.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,5.524,485.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,True,7.256,369.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,2.961,696.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,10.164,527.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,True,12.408,432.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.478,540.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,1.644,408.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,1.924,348.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.814,634.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
 kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,4.514,297.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,4.286,313.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,fwd,False,0.487,529.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.869,593.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.456,566.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,1.635,410.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,2.156,311.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.787,655.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,2.828,474.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,3.506,382.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,4.281,313.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,cudnn,fp8,top_left,2,2048,2048,96,96,192,128,fwd,False,0.489,528.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimi_k3,kimi_k3,cudnn,fp8,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.872,591.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.454,568.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,1.639,409.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,True,2.158,311.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,0.790,653.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,2.806,478.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,True,3.483,385.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
diff --git a/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_no_mask.png b/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_no_mask.png
index 61c0fbe0f..cca8710fa 100755
Binary files a/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_no_mask.png and b/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_no_mask.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_no_mask_det_overhead.png b/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_no_mask_det_overhead.png
index 94080c64f..b15e2ec2b 100755
Binary files a/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_no_mask_det_overhead.png and b/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_top_left.png b/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_top_left.png
index 60666c7a2..4f015d490 100755
Binary files a/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_top_left.png and b/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_top_left.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_top_left_det_overhead.png b/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_top_left_det_overhead.png
index ce46dc659..102f2b958 100755
Binary files a/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_top_left_det_overhead.png and b/benchmark/attention_training/results/kimi_k3/h200/kimi_k3_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_20260821_055953.csv b/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_20260824_055919.csv
similarity index 51%
rename from benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_20260821_055953.csv
rename to benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_20260824_055919.csv
index 8b6b360d9..72877f1b2 100644
--- a/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_20260821_055953.csv
+++ b/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_20260824_055919.csv
@@ -1,31 +1,31 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,290.989,227.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,583.473,226.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,189.870,347.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,1071.125,160.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,352.873,374.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,2161.326,159.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,74.586,221.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,147.682,223.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,47.889,344.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,271.019,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,88.091,374.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,543.821,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,18.236,226.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,35.980,229.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,11.851,348.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,69.668,154.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,21.688,380.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,449.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,137.786,156.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,4.726,218.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,9.128,226.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,3.155,327.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,18.438,145.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,5.433,379.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,35.254,152.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
-kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,1.374,188.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,2.359,218.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.967,267.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,5.450,123.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,1.542,334.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,9.267,145.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,284.700,232.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,570.085,231.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,fwd,False,183.337,360.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,32768,32768,96,96,192,128,bwd,False,1070.634,160.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,fwd,False,341.842,386.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,32768,32768,96,96,192,128,bwd,False,2158.263,159.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,71.758,230.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,142.841,231.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,fwd,False,46.002,359.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,16384,16384,96,96,192,128,bwd,False,270.885,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,fwd,False,85.192,387.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,16384,16384,96,96,192,128,bwd,False,543.682,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,18.295,225.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,36.011,229.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,fwd,False,11.851,348.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,8192,8192,96,96,192,128,bwd,False,69.698,154.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,fwd,False,21.272,388.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,8192,8192,96,96,192,128,bwd,False,137.879,156.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,4.736,218.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,9.140,226.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,fwd,False,3.170,325.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,4096,4096,96,96,192,128,bwd,False,18.449,145.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,fwd,False,5.436,379.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,4096,4096,96,96,192,128,bwd,False,35.270,152.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
+kimi_k3,kimi_k3,cudnn,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,1.330,194.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimi_k3,kimi_k3,cudnn,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,2.446,211.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,fwd,False,0.935,276.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,top_left,2,2048,2048,96,96,192,128,bwd,False,5.360,125.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,fwd,False,1.547,333.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+kimi_k3,kimi_k3,flash_attention_4,bfloat16,no_mask,2,2048,2048,96,96,192,128,bwd,False,9.281,144.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
diff --git a/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_no_mask.png b/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_no_mask.png
index 008293911..1d621b058 100755
Binary files a/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_no_mask.png and b/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_no_mask.png differ
diff --git a/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_top_left.png b/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_top_left.png
index 48bd70ae3..ff373acc5 100755
Binary files a/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_top_left.png and b/benchmark/attention_training/results/kimi_k3/rtxpro6000/kimi_k3_top_left.png differ
diff --git a/benchmark/attention_training/results/llama3.1/gb200/llama3.1_20260821_052057.csv b/benchmark/attention_training/results/llama3.1/gb200/llama3.1_20260824_052058.csv
similarity index 58%
rename from benchmark/attention_training/results/llama3.1/gb200/llama3.1_20260821_052057.csv
rename to benchmark/attention_training/results/llama3.1/gb200/llama3.1_20260824_052058.csv
index 31bf63073..ff104f8b3 100644
--- a/benchmark/attention_training/results/llama3.1/gb200/llama3.1_20260821_052057.csv
+++ b/benchmark/attention_training/results/llama3.1/gb200/llama3.1_20260824_052058.csv
@@ -1,141 +1,141 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,23.048,1527.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,70.513,1247.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,83.834,1049.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,45.100,1560.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,145.938,1205.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,164.071,1072.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,16.576,2123.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,53.226,1653.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,51.625,1704.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,32.864,2141.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,100.064,1758.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,100.810,1745.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,17.274,2037.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,63.421,1387.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,62.383,1410.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,33.850,2079.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,125.676,1400.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,124.938,1408.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,23.658,1487.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,48.231,1459.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,21.818,1613.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,41.217,1707.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,22.536,1561.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,66.597,1321.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,68.820,1278.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,58.568,1201.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,122.064,1441.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,133.802,1315.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.212,1688.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,16.890,1302.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,18.136,1213.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,10.629,1655.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,33.109,1328.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,39.228,1121.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.085,2153.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,13.482,1631.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,13.481,1631.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,7.991,2201.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,24.344,1807.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,23.796,1848.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.332,2030.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,15.938,1380.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,15.610,1409.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.241,2135.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.944,1469.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,29.975,1467.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.613,1567.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,10.870,1618.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,5.743,1532.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,10.377,1695.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.253,1675.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,15.775,1394.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,16.357,1344.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,14.021,1255.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.096,1512.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,32.379,1358.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.425,1543.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,4.075,1349.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.647,1183.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2269.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.500,1759.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.642,1439.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,9.249,1189.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.076,2043.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.790,1451.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.792,1450.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.999,2200.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.181,1779.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.193,1775.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.140,1929.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,4.320,1273.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,4.321,1272.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.067,2128.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.397,1486.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.387,1488.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.550,1419.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.670,1647.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.593,1381.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.624,1676.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.395,1577.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.992,1377.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.268,1288.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,3.494,1259.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.169,1534.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.647,1438.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.399,1379.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.182,1163.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.318,1043.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.683,1609.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.017,1363.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.310,1190.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.302,1820.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.173,1172.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.171,1174.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.534,2058.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.737,1582.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.738,1581.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.319,1722.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.330,1033.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.332,1032.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.553,1988.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.048,1342.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.040,1347.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.445,1235.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.720,1526.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.494,1113.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.708,1552.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.400,1373.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.190,1156.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.450,948.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.908,1211.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.945,1413.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.185,1258.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.126,1090.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.385,894.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.426,807.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.191,1441.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.606,1135.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.676,1017.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.095,1446.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.416,826.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.415,828.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.146,1883.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.561,1226.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.561,1225.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.100,1370.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.466,738.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.466,738.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.153,1799.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.645,1066.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.646,1064.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.150,914.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.202,1360.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.184,748.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.197,1394.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.128,1072.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.411,837.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.548,627.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.247,1111.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.596,1153.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,23.298,1510.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,67.626,1301.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,85.136,1033.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,46.301,1520.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,138.352,1272.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,164.291,1071.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,16.413,2144.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,52.540,1674.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,51.507,1708.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,32.663,2154.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,100.485,1751.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,98.689,1783.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,17.051,2064.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,63.585,1383.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,65.676,1339.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,33.455,2103.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,125.741,1399.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,123.657,1423.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,23.114,1522.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,46.960,1498.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,22.222,1583.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,40.837,1723.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,22.795,1544.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,66.418,1324.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,69.768,1261.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,57.401,1226.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,126.373,1392.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,130.267,1350.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.263,1672.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,16.434,1338.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,19.645,1119.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,10.242,1718.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,33.549,1311.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,39.455,1115.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.106,2142.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,13.492,1630.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,13.492,1630.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,7.959,2210.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,24.256,1813.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,24.243,1814.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.352,2021.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,15.575,1412.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,15.775,1394.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.208,2143.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,28.846,1525.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,29.282,1502.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.655,1556.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,10.928,1610.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,5.883,1495.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,10.259,1715.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.260,1672.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,16.388,1342.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,16.318,1348.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,13.993,1257.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.974,1467.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,31.426,1399.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.437,1531.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,4.168,1319.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.899,1122.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.549,1725.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,8.284,1327.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,9.337,1178.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.080,2036.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.816,1441.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.819,1440.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.004,2194.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.196,1775.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.197,1774.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.144,1923.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,4.360,1261.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,4.365,1260.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.080,2114.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.508,1464.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.415,1483.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.593,1381.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.703,1627.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.634,1346.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.618,1680.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.424,1544.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,4.076,1349.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.325,1271.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,3.510,1253.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.326,1501.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.721,1424.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.408,1346.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.206,1140.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.367,1005.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.696,1581.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.077,1324.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.352,1169.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.305,1804.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.179,1166.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.179,1166.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.536,2050.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.748,1573.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.749,1572.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.321,1712.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.339,1027.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.340,1026.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.556,1977.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.070,1328.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.070,1328.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.453,1214.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.732,1501.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.510,1078.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.707,1556.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.408,1348.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.226,1122.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.452,947.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.914,1203.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.977,1391.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.220,1238.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.128,1071.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.388,885.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.433,793.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.193,1427.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.610,1126.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.691,995.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.096,1431.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.419,821.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.419,820.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.148,1863.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.566,1213.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.566,1214.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.101,1362.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.469,733.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.469,733.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.154,1781.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.649,1060.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.649,1059.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.153,897.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.205,1342.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.191,721.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.200,1374.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,5135.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.131,1051.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.415,828.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.549,626.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.250,1099.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.605,1136.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.724,949.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
diff --git a/benchmark/attention_training/results/llama3.1/gb200/llama3.1_no_mask.png b/benchmark/attention_training/results/llama3.1/gb200/llama3.1_no_mask.png
index 1e59ae3fa..6a9b0fc19 100755
Binary files a/benchmark/attention_training/results/llama3.1/gb200/llama3.1_no_mask.png and b/benchmark/attention_training/results/llama3.1/gb200/llama3.1_no_mask.png differ
diff --git a/benchmark/attention_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png b/benchmark/attention_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png
index a359f8cb6..7cf336835 100755
Binary files a/benchmark/attention_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png and b/benchmark/attention_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/llama3.1/gb200/llama3.1_top_left.png b/benchmark/attention_training/results/llama3.1/gb200/llama3.1_top_left.png
index 864484460..401cf8215 100755
Binary files a/benchmark/attention_training/results/llama3.1/gb200/llama3.1_top_left.png and b/benchmark/attention_training/results/llama3.1/gb200/llama3.1_top_left.png differ
diff --git a/benchmark/attention_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png b/benchmark/attention_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png
index 7ad560837..d570e0129 100755
Binary files a/benchmark/attention_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png and b/benchmark/attention_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/llama3.1/gb300/llama3.1_20260821_052150.csv b/benchmark/attention_training/results/llama3.1/gb300/llama3.1_20260824_052219.csv
similarity index 59%
rename from benchmark/attention_training/results/llama3.1/gb300/llama3.1_20260821_052150.csv
rename to benchmark/attention_training/results/llama3.1/gb300/llama3.1_20260824_052219.csv
index f9f03b493..e74a3dc55 100644
--- a/benchmark/attention_training/results/llama3.1/gb300/llama3.1_20260821_052150.csv
+++ b/benchmark/attention_training/results/llama3.1/gb300/llama3.1_20260824_052219.csv
@@ -1,141 +1,141 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,17.614,1998.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,58.574,1502.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,72.098,1220.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,35.782,1967.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,122.454,1437.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,146.139,1204.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,11.499,3060.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,41.908,2099.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,41.856,2102.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,23.013,3058.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,80.954,2173.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,80.955,2173.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,12.395,2839.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,54.835,1604.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,53.530,1643.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,24.988,2816.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,108.642,1619.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,110.163,1597.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,19.749,1782.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,39.272,1792.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,17.329,2030.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,27.959,2517.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,17.294,2035.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,55.967,1572.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,59.314,1483.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,34.883,2017.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,119.063,1478.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,128.523,1369.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.440,1981.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,15.037,1463.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,16.660,1320.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.308,2117.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.545,1489.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2474.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,33.049,1331.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,2.883,3051.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,4911.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,10.831,2030.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,10.888,2020.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,5.543,3174.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,19.921,2208.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,20.092,2189.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,3.112,2826.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,14.096,1560.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,14.061,1564.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,6.017,2924.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,4948.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,26.763,1643.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,25.979,1693.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.884,1801.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,9.000,1955.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.654,1890.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,7.035,2501.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.413,1993.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,13.636,1613.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,14.802,1486.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.170,2153.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,27.469,1601.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,28.478,1544.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.162,1893.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.829,1436.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.261,1290.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.055,2140.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.207,1526.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,8.094,1358.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.768,2864.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.112,1767.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.110,1768.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.405,3130.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,5.223,2105.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,5.226,2104.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.832,2642.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.936,1397.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.935,1397.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.515,2903.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.764,1625.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.756,1627.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.338,1644.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.267,1940.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.347,1633.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.819,2418.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.162,1893.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.750,1466.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.175,1317.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.041,2155.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.932,1586.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.424,1481.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.317,1737.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.098,1252.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.211,1135.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.542,2028.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.925,1428.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.200,1250.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.219,2507.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,0.994,1383.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,0.993,1384.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.376,2925.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.505,1827.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.504,1828.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.238,2310.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.213,1134.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.213,1133.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.406,2707.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.892,1453.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.893,1452.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.378,1453.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.587,1872.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.443,1241.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.505,2179.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.334,1646.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.136,1210.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,17.865,1969.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,59.291,1484.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,66.777,1317.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,35.302,1993.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,121.481,1448.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,134.186,1311.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,11.640,3023.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,43.330,2030.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,43.497,2022.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,23.653,2975.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,82.907,2122.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,83.010,2119.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,12.475,2821.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,56.025,1570.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,56.235,1564.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,25.290,2782.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,109.858,1601.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,107.181,1641.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,20.116,1749.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,38.208,1842.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,18.806,1871.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,27.801,2531.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,17.830,1973.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,56.458,1558.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,60.631,1451.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,35.602,1977.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,116.692,1508.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,126.430,1391.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.452,1976.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,14.993,1467.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,16.607,1324.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.328,2112.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.566,1488.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,31.584,1392.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,2.919,3014.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,10.991,2001.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,10.992,2001.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,5.638,3120.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,20.361,2160.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,20.381,2158.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,3.151,2791.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,14.169,1552.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,14.237,1545.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,6.068,2899.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,27.094,1623.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,26.553,1656.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.945,1779.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,9.119,1929.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,5.026,1750.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,6.953,2530.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.455,1975.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,14.087,1561.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,14.997,1466.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.171,2153.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,28.694,1533.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,30.286,1452.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.168,1883.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.903,1409.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.329,1270.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.078,2116.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.276,1511.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,8.097,1358.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.771,2853.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.125,1759.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.128,1758.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.416,3105.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,5.285,2080.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,5.278,2083.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.835,2633.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.949,1392.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.948,1393.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.529,2877.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.799,1617.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.799,1617.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.356,1622.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.313,1901.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.431,1537.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.802,2441.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.177,1868.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.822,1439.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.208,1307.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.065,2130.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.084,1552.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.547,1457.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.321,1713.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.114,1234.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.228,1119.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.546,2015.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.957,1404.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.225,1236.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.220,2500.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,0.995,1382.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,0.993,1385.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.378,2912.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.512,1818.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.510,1820.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.238,2314.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.215,1131.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.215,1132.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.408,2694.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.897,1449.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.899,1447.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.381,1444.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.596,1844.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.461,1193.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.499,2205.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.335,1640.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.145,1201.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
 llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.421,968.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.540,2036.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.902,1445.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.171,1266.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.096,1426.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.359,958.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.390,881.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.147,1865.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.568,1210.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.640,1074.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.070,1958.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.366,938.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.367,937.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.103,2671.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.498,1379.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.499,1377.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.077,1796.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.428,803.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.428,802.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.112,2444.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.600,1146.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.600,1146.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.126,1088.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.159,1724.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.176,783.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.148,1859.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.107,1280.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.397,867.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.536,642.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.144,1904.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.579,1187.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.715,962.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.545,2017.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.926,1427.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.177,1263.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.097,1417.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.361,953.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.392,878.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.148,1857.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.573,1198.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.641,1072.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.070,1963.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.366,939.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.366,940.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.103,2670.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.499,1377.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.499,1376.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.076,1807.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.428,804.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.428,803.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.112,2447.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.601,1143.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.600,1145.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.126,1091.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.160,1718.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.179,766.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,cudnn_oss,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.148,1852.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,5155.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.107,1282.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.398,864.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.536,641.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.146,1885.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.578,1190.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.715,961.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
diff --git a/benchmark/attention_training/results/llama3.1/gb300/llama3.1_no_mask.png b/benchmark/attention_training/results/llama3.1/gb300/llama3.1_no_mask.png
index 796fbe84c..095669d91 100755
Binary files a/benchmark/attention_training/results/llama3.1/gb300/llama3.1_no_mask.png and b/benchmark/attention_training/results/llama3.1/gb300/llama3.1_no_mask.png differ
diff --git a/benchmark/attention_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png b/benchmark/attention_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png
index afc29218a..eab71e032 100755
Binary files a/benchmark/attention_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png and b/benchmark/attention_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/llama3.1/gb300/llama3.1_top_left.png b/benchmark/attention_training/results/llama3.1/gb300/llama3.1_top_left.png
index 52a7d825c..eb8aaa2fb 100755
Binary files a/benchmark/attention_training/results/llama3.1/gb300/llama3.1_top_left.png and b/benchmark/attention_training/results/llama3.1/gb300/llama3.1_top_left.png differ
diff --git a/benchmark/attention_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png b/benchmark/attention_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png
index 7d496f75e..606b9d6ad 100755
Binary files a/benchmark/attention_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png and b/benchmark/attention_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/llama3.1/h200/llama3.1_20260821_061315.csv b/benchmark/attention_training/results/llama3.1/h200/llama3.1_20260824_054342.csv
similarity index 59%
rename from benchmark/attention_training/results/llama3.1/h200/llama3.1_20260821_061315.csv
rename to benchmark/attention_training/results/llama3.1/h200/llama3.1_20260824_054342.csv
index 1ccafb773..204664e08 100644
--- a/benchmark/attention_training/results/llama3.1/h200/llama3.1_20260821_061315.csv
+++ b/benchmark/attention_training/results/llama3.1/h200/llama3.1_20260824_054342.csv
@@ -1,89 +1,89 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,57.849,608.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,166.855,527.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,114.012,617.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,327.512,537.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,38.301,919.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,242.491,363.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,242.430,363.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,74.860,940.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,244.934,718.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,245.203,717.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,55.740,631.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,146.259,601.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,153.851,572.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,105.313,668.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,282.983,622.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,290.471,606.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,14.038,627.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,40.955,537.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,48.592,453.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,28.109,626.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,81.792,538.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,93.608,470.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,9.128,964.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,61.750,356.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,61.747,356.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,17.948,980.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,61.818,711.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,61.638,714.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,13.403,656.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,36.223,607.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,38.768,567.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,25.732,684.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,71.173,618.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,73.493,598.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,3.376,651.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,10.331,532.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,12.080,455.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,6.310,697.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,19.471,565.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,22.775,483.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,2.290,961.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,16.048,343.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,16.049,343.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,4.294,1024.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,15.602,705.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,15.613,704.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,3.299,667.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,8.612,638.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,9.720,566.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,5.861,750.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,17.416,631.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,17.818,617.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.899,612.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,2.747,501.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,3.142,438.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,1.604,686.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,4.733,581.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,5.586,492.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,57.021,617.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,167.537,525.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,113.308,621.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,326.829,538.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,37.817,930.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,242.584,363.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,242.529,363.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,75.472,932.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,244.650,719.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,243.879,721.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,55.408,635.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,146.068,602.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,154.723,569.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,104.818,671.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,285.854,615.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,292.043,602.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,14.150,622.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,40.939,537.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,48.241,456.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,28.143,625.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,80.285,548.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,92.873,474.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,8.825,997.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,61.767,356.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,61.788,356.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,18.227,965.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,61.178,719.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,62.501,704.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,13.508,651.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,35.648,617.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,38.822,566.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,25.630,686.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,69.892,629.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,73.092,602.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,3.388,649.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,10.275,535.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,11.961,460.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,6.334,694.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,19.749,557.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,22.762,483.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,2.293,959.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,16.043,343.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,16.059,342.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,4.286,1026.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,15.490,710.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,15.491,710.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,3.309,665.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,8.696,632.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,9.622,571.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,5.882,748.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,17.455,630.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,17.609,624.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.902,610.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,2.761,498.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,3.159,435.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,1.615,681.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,4.755,578.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,5.599,491.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
 llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.633,869.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,4.289,321.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,4.287,321.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,1.122,980.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,4.144,663.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,4.144,663.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.897,613.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,2.385,576.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,2.785,494.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,1.507,730.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,4.217,652.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,4.549,604.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.260,529.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.838,410.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.918,374.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.420,655.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,1.304,527.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,1.487,462.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.193,713.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,1.213,283.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,1.214,283.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.306,898.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,1.162,591.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,1.164,590.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.268,513.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.722,476.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.904,380.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.415,663.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,1.171,587.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,1.348,510.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,4.299,320.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,4.299,320.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,1.124,978.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,4.173,659.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,4.172,659.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.902,610.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,2.394,574.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,2.789,493.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,1.521,723.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,4.238,649.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,4.562,603.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.259,530.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.841,409.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.920,374.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.423,650.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,1.312,524.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,1.494,460.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.193,714.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,1.214,283.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,1.213,283.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.307,895.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,1.167,589.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,1.166,589.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,2141.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.267,514.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.728,472.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.905,380.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.417,660.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,1.179,583.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,1.352,508.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
diff --git a/benchmark/attention_training/results/llama3.1/h200/llama3.1_no_mask.png b/benchmark/attention_training/results/llama3.1/h200/llama3.1_no_mask.png
index d208cf68e..7257d6448 100755
Binary files a/benchmark/attention_training/results/llama3.1/h200/llama3.1_no_mask.png and b/benchmark/attention_training/results/llama3.1/h200/llama3.1_no_mask.png differ
diff --git a/benchmark/attention_training/results/llama3.1/h200/llama3.1_no_mask_det_overhead.png b/benchmark/attention_training/results/llama3.1/h200/llama3.1_no_mask_det_overhead.png
index 5e001a33b..45810f8e8 100755
Binary files a/benchmark/attention_training/results/llama3.1/h200/llama3.1_no_mask_det_overhead.png and b/benchmark/attention_training/results/llama3.1/h200/llama3.1_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/llama3.1/h200/llama3.1_top_left.png b/benchmark/attention_training/results/llama3.1/h200/llama3.1_top_left.png
index d2ea17624..4187dc048 100755
Binary files a/benchmark/attention_training/results/llama3.1/h200/llama3.1_top_left.png and b/benchmark/attention_training/results/llama3.1/h200/llama3.1_top_left.png differ
diff --git a/benchmark/attention_training/results/llama3.1/h200/llama3.1_top_left_det_overhead.png b/benchmark/attention_training/results/llama3.1/h200/llama3.1_top_left_det_overhead.png
index 01bb81930..25f4ccbff 100755
Binary files a/benchmark/attention_training/results/llama3.1/h200/llama3.1_top_left_det_overhead.png and b/benchmark/attention_training/results/llama3.1/h200/llama3.1_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_20260821_055222.csv b/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_20260821_055222.csv
deleted file mode 100644
index 2d7e20958..000000000
--- a/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_20260821_055222.csv
+++ /dev/null
@@ -1,87 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,91.501,385.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,331.150,266.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,183.359,384.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,597.515,294.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,63.397,555.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,123.831,568.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,87.883,400.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,253.325,347.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,357.140,246.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,176.430,399.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,496.088,355.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,694.814,253.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,106.094,332.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,300.802,292.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,188.850,373.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,616.291,285.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,22.783,386.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,83.554,263.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,45.683,385.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,150.985,291.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,15.714,560.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,30.620,575.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,21.569,408.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,64.824,339.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,93.291,236.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,43.470,405.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,124.580,353.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,175.522,251.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,25.956,339.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,453.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,75.163,293.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,47.041,374.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,153.514,286.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,5.633,390.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,21.806,252.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,20.791,264.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,450.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,10.815,407.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,38.000,289.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,42.373,259.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,4.010,548.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,7.410,593.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,892.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,5.378,409.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,16.675,330.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,24.610,223.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,449.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,10.443,421.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,31.462,349.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,45.147,244.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,6.647,331.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,19.191,286.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,452.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,11.366,387.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,38.253,287.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,1.548,355.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,6.045,227.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,5.640,244.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,2.757,399.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,9.978,275.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,10.728,256.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,1.178,467.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,889.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,2.048,537.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,892.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,1.554,354.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,4.725,291.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,7.279,189.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,2.873,383.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,8.137,338.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,12.003,229.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,1.898,290.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,5.219,263.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,2.991,368.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,9.914,277.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.481,286.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,1.933,178.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,1.732,198.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.790,348.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,2.782,247.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,2.966,232.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.350,393.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,889.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.549,501.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,889.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.455,302.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,1.608,214.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,2.406,143.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.775,355.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,2.494,275.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,3.731,184.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.542,254.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,1.627,211.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.838,328.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,2.668,258.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
diff --git a/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_20260824_055147.csv b/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_20260824_055147.csv
new file mode 100644
index 000000000..48f1420a0
--- /dev/null
+++ b/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_20260824_055147.csv
@@ -0,0 +1,87 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,88.717,397.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,330.287,266.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,177.593,396.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,574.689,306.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,61.343,574.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,120.036,586.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,85.151,413.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,244.101,360.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,463.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,357.504,246.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,170.547,413.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,476.890,369.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,693.768,254.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,102.063,345.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,288.556,305.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,182.862,385.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,594.544,296.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,22.074,399.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,83.394,264.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,44.228,398.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,145.546,302.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,15.328,574.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,29.211,602.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,933.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,20.705,425.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,62.492,352.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,93.337,236.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,42.147,417.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,119.863,367.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,175.814,250.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,25.880,340.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,73.500,299.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,45.045,391.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,149.757,294.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,5.547,396.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,21.817,252.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,463.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,20.785,265.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,463.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,10.735,410.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,37.634,292.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,42.349,260.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,4.009,549.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,7.387,595.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,5.368,410.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,15.998,344.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,24.643,223.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,10.366,424.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,30.315,363.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,45.117,244.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,6.650,331.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,19.206,286.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,11.359,387.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,38.168,288.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,1.587,346.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,6.045,227.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,5.641,244.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,2.787,394.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,9.987,275.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,10.765,255.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,1.142,482.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,1.978,556.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,1.507,365.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,4.619,298.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,7.291,189.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,2.779,396.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,7.924,347.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,12.010,229.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,1.841,299.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,5.221,263.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,2.927,376.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,9.914,277.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.464,296.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,1.887,182.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,1.698,202.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.764,360.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,2.791,246.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,3.014,228.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.339,406.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.531,518.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,918.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.441,312.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,1.566,219.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,2.341,147.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.749,367.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,2.321,296.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,cudnn_oss,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,3.625,190.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.524,262.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,1.580,218.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.817,336.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,2.754,249.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
diff --git a/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_no_mask.png b/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_no_mask.png
index 7541b2216..4c9d29119 100755
Binary files a/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_no_mask.png and b/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_no_mask.png differ
diff --git a/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_no_mask_det_overhead.png b/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_no_mask_det_overhead.png
index 19e90cd53..98660b69b 100755
Binary files a/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_no_mask_det_overhead.png and b/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_top_left.png b/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_top_left.png
index aa14e146c..29b2cd538 100755
Binary files a/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_top_left.png and b/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_top_left.png differ
diff --git a/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_top_left_det_overhead.png b/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_top_left_det_overhead.png
index 72e9cde8a..602b688d2 100755
Binary files a/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_top_left_det_overhead.png and b/benchmark/attention_training/results/llama3.1/rtxpro6000/llama3.1_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/ltx2/gb200/ltx2_20260821_050806.csv b/benchmark/attention_training/results/ltx2/gb200/ltx2_20260824_050809.csv
similarity index 59%
rename from benchmark/attention_training/results/ltx2/gb200/ltx2_20260821_050806.csv
rename to benchmark/attention_training/results/ltx2/gb200/ltx2_20260824_050809.csv
index 39b7b9da7..a4ae4c93f 100644
--- a/benchmark/attention_training/results/ltx2/gb200/ltx2_20260821_050806.csv
+++ b/benchmark/attention_training/results/ltx2/gb200/ltx2_20260824_050809.csv
@@ -1,36 +1,36 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.448,1381.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.210,1277.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.398,1106.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.475,1302.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.597,1036.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.177,1314.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.272,1216.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.838,1595.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,5.288,1386.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,6.924,1058.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,2.007,1460.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,2.515,1166.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,5.082,1442.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,5.319,1378.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,3.049,1656.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,9.417,1341.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,12.775,988.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,3.201,1577.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,4.178,1209.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,8.352,1511.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,8.915,1416.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,8.938,1676.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,29.098,1287.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,33.514,1118.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,9.409,1592.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,12.619,1187.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,25.640,1461.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,27.061,1384.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,15.940,1456.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,45.231,1282.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,53.825,1078.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,15.772,1471.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,1830.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,18.814,1233.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,38.318,1514.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,42.759,1357.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.443,1395.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.197,1291.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.342,1152.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.471,1314.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.599,1033.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.164,1329.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.283,1205.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.812,1618.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,5.247,1397.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,6.571,1115.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.940,1511.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,2.557,1146.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.855,1509.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,5.187,1413.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.992,1688.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,9.490,1330.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,12.450,1014.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,3.184,1586.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,4.185,1207.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,8.302,1521.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,9.088,1389.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,9.001,1665.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,25.155,1489.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,36.786,1018.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,9.964,1504.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,12.767,1174.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,24.964,1500.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,26.970,1389.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,15.129,1534.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,45.620,1272.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,53.149,1091.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,15.491,1498.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,19.287,1203.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,36.648,1583.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,43.078,1347.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
diff --git a/benchmark/attention_training/results/ltx2/gb200/ltx2_no_mask.png b/benchmark/attention_training/results/ltx2/gb200/ltx2_no_mask.png
index 2c8484bae..55a5c0b15 100755
Binary files a/benchmark/attention_training/results/ltx2/gb200/ltx2_no_mask.png and b/benchmark/attention_training/results/ltx2/gb200/ltx2_no_mask.png differ
diff --git a/benchmark/attention_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png b/benchmark/attention_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png
index e08fce9f1..0dd829dca 100755
Binary files a/benchmark/attention_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png and b/benchmark/attention_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/ltx2/gb300/ltx2_20260821_050857.csv b/benchmark/attention_training/results/ltx2/gb300/ltx2_20260824_050916.csv
similarity index 59%
rename from benchmark/attention_training/results/ltx2/gb300/ltx2_20260821_050857.csv
rename to benchmark/attention_training/results/ltx2/gb300/ltx2_20260824_050916.csv
index 593b01248..34a7d2788 100644
--- a/benchmark/attention_training/results/ltx2/gb300/ltx2_20260821_050857.csv
+++ b/benchmark/attention_training/results/ltx2/gb300/ltx2_20260824_050916.csv
@@ -1,36 +1,36 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.338,1831.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.103,1402.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.217,1271.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.371,1665.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.338,1828.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.049,1473.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.241,1246.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.463,2004.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.827,1518.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,5.800,1263.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.578,1858.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.485,1974.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.498,1629.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,4.955,1479.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.420,2087.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,8.269,1527.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,9.933,1271.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.597,1944.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.422,2085.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,7.575,1667.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,8.624,1464.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.186,2085.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,25.362,1477.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,30.169,1242.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.689,1948.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.187,2085.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,23.221,1613.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,25.078,1494.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,11.197,2072.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,39.002,1487.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,42.984,1349.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,12.008,1932.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,10.999,2110.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,36.069,1608.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,41.292,1405.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.331,1871.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.098,1408.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.213,1275.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.367,1687.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.336,1840.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.044,1481.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.234,1253.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.449,2023.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.799,1527.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,5.761,1272.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.570,1867.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.471,1992.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.474,1638.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,4.936,1485.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.404,2100.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,8.168,1546.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,9.731,1297.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.580,1957.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.418,2089.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,7.534,1676.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,8.602,1468.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.118,2105.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,24.901,1504.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,30.274,1237.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.688,1949.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.096,2111.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,23.809,1573.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,25.287,1481.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,11.126,2085.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,39.068,1485.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,42.964,1350.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,12.153,1909.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,10.857,2137.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,35.588,1630.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,41.620,1394.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
diff --git a/benchmark/attention_training/results/ltx2/gb300/ltx2_no_mask.png b/benchmark/attention_training/results/ltx2/gb300/ltx2_no_mask.png
index 7506e977b..952ffa5ea 100755
Binary files a/benchmark/attention_training/results/ltx2/gb300/ltx2_no_mask.png and b/benchmark/attention_training/results/ltx2/gb300/ltx2_no_mask.png differ
diff --git a/benchmark/attention_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png b/benchmark/attention_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png
index da4f0b9c7..76185510c 100755
Binary files a/benchmark/attention_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png and b/benchmark/attention_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/ltx2/h200/ltx2_20260821_052519.csv b/benchmark/attention_training/results/ltx2/h200/ltx2_20260824_050824.csv
similarity index 60%
rename from benchmark/attention_training/results/ltx2/h200/ltx2_20260821_052519.csv
rename to benchmark/attention_training/results/ltx2/h200/ltx2_20260824_050824.csv
index 6c08ca210..f015c3346 100644
--- a/benchmark/attention_training/results/ltx2/h200/ltx2_20260821_052519.csv
+++ b/benchmark/attention_training/results/ltx2/h200/ltx2_20260824_050824.csv
@@ -1,30 +1,30 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.912,678.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,2.627,589.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,3.080,502.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.846,731.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,2.322,666.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,2.510,616.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,4.603,637.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,12.348,593.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,14.753,497.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,3.883,755.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,10.581,693.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,11.277,650.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,7.946,636.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,22.248,567.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,26.271,481.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,6.704,753.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,19.163,659.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,20.275,623.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,25.619,585.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,67.182,558.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,78.634,476.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,21.511,696.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,58.294,643.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,60.389,620.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,36.836,630.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,106.326,546.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,33.489,693.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,92.014,630.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,94.412,614.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.915,676.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,2.635,587.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,3.088,501.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.856,722.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,2.329,664.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,2.519,614.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,4.660,629.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,12.671,578.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,15.021,488.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,3.953,742.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,10.971,668.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,11.271,650.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,8.002,631.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,22.441,563.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,26.198,482.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,6.794,743.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,19.253,656.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,20.093,628.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,25.520,587.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,66.953,559.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,78.834,475.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,21.114,710.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,58.378,642.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,60.358,621.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,36.785,631.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,105.778,548.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,33.908,684.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,93.338,621.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,95.136,610.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
diff --git a/benchmark/attention_training/results/ltx2/h200/ltx2_no_mask.png b/benchmark/attention_training/results/ltx2/h200/ltx2_no_mask.png
index d1585fa21..a292184e1 100755
Binary files a/benchmark/attention_training/results/ltx2/h200/ltx2_no_mask.png and b/benchmark/attention_training/results/ltx2/h200/ltx2_no_mask.png differ
diff --git a/benchmark/attention_training/results/ltx2/h200/ltx2_no_mask_det_overhead.png b/benchmark/attention_training/results/ltx2/h200/ltx2_no_mask_det_overhead.png
index 46e91d577..fea6fd771 100755
Binary files a/benchmark/attention_training/results/ltx2/h200/ltx2_no_mask_det_overhead.png and b/benchmark/attention_training/results/ltx2/h200/ltx2_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_20260821_050903.csv b/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_20260821_050903.csv
deleted file mode 100644
index 396ecb3a3..000000000
--- a/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_20260821_050903.csv
+++ /dev/null
@@ -1,39 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,1.821,340.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,5.528,280.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,6.456,240.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,1.758,352.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,4.396,352.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,6.666,232.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,1.950,317.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,7.241,214.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,7.242,405.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,24.571,298.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,448.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,28.746,255.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,6.976,420.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,20.012,366.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,30.158,243.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,7.744,379.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,32.867,223.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,12.756,396.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,49.694,254.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,49.109,257.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,463.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,12.091,418.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,35.397,357.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,51.371,246.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,13.520,374.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,448.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,56.180,225.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,39.431,380.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,449.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,146.013,257.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,36.882,406.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,450.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,104.742,358.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,453.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,151.015,248.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,40.349,371.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,164.926,227.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,60.553,383.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,195.217,297.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,57.664,402.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,162.309,357.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,230.228,252.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,63.439,366.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,254.118,228.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
diff --git a/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_20260824_050818.csv b/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_20260824_050818.csv
new file mode 100644
index 000000000..04b0fe6d1
--- /dev/null
+++ b/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_20260824_050818.csv
@@ -0,0 +1,39 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,1.759,352.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,5.681,272.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,6.567,235.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,1.697,364.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,4.301,359.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,6.687,231.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,1.891,327.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,7.219,214.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,7.151,410.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,24.566,298.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,28.754,255.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,6.903,425.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,19.375,378.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,30.193,243.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,7.748,378.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,32.826,223.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,12.524,403.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,49.747,254.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,49.020,258.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,12.018,420.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,34.275,368.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,51.438,245.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,13.524,373.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,56.322,224.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,37.182,403.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,146.163,256.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,35.483,422.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,100.819,372.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,151.009,248.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,39.579,379.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,164.922,227.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,57.825,401.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,189.249,307.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,56.457,411.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,156.299,371.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
+ltx2,ltx2,cudnn_oss,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,230.159,252.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,61.133,380.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,254.436,228.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
diff --git a/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_no_mask.png b/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_no_mask.png
index e68d96925..17b89c9df 100755
Binary files a/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_no_mask.png and b/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_no_mask.png differ
diff --git a/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_no_mask_det_overhead.png b/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_no_mask_det_overhead.png
index e5ebbceee..bb5540f41 100755
Binary files a/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_no_mask_det_overhead.png and b/benchmark/attention_training/results/ltx2/rtxpro6000/ltx2_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/qwen35/gb200/qwen35_20260821_050813.csv b/benchmark/attention_training/results/qwen35/gb200/qwen35_20260824_050816.csv
similarity index 61%
rename from benchmark/attention_training/results/qwen35/gb200/qwen35_20260821_050813.csv
rename to benchmark/attention_training/results/qwen35/gb200/qwen35_20260824_050816.csv
index 50bde3c1b..9995eaaec 100644
--- a/benchmark/attention_training/results/qwen35/gb200/qwen35_20260821_050813.csv
+++ b/benchmark/attention_training/results/qwen35/gb200/qwen35_20260824_050816.csv
@@ -1,31 +1,31 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,10.071,1747.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,42.095,1045.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,42.873,1026.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,9.565,1839.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,10.780,1632.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,48.381,909.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.294,1918.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,9.892,1112.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,10.315,1066.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.307,1907.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,3.122,1409.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,11.677,942.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.623,1764.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.581,1065.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.584,1064.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.650,1691.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.127,976.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,3.179,865.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.185,1488.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.776,886.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.781,880.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.200,1371.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.465,591.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.405,489.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.057,1200.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.264,651.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.265,649.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.070,981.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,10.117,1739.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,44.006,999.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,44.328,992.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,9.395,1873.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,12.415,1417.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,50.397,873.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.414,1822.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,10.093,1089.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,10.430,1054.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.440,1803.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,3.222,1365.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,12.566,875.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.654,1682.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.698,1019.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.700,1018.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.684,1608.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.130,973.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,3.275,840.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.189,1454.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.806,853.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.806,853.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.206,1333.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.464,593.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.415,486.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.059,1157.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.270,637.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.270,636.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.071,962.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
 qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.221,311.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.662,260.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.668,257.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
diff --git a/benchmark/attention_training/results/qwen35/gb200/qwen35_top_left.png b/benchmark/attention_training/results/qwen35/gb200/qwen35_top_left.png
index 655ad97a3..b2d625e3e 100755
Binary files a/benchmark/attention_training/results/qwen35/gb200/qwen35_top_left.png and b/benchmark/attention_training/results/qwen35/gb200/qwen35_top_left.png differ
diff --git a/benchmark/attention_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png b/benchmark/attention_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png
index 851817775..b8bc41510 100755
Binary files a/benchmark/attention_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png and b/benchmark/attention_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/qwen35/gb300/qwen35_20260821_050907.csv b/benchmark/attention_training/results/qwen35/gb300/qwen35_20260824_050928.csv
similarity index 60%
rename from benchmark/attention_training/results/qwen35/gb300/qwen35_20260821_050907.csv
rename to benchmark/attention_training/results/qwen35/gb300/qwen35_20260824_050928.csv
index 26d5a444a..fae721d4f 100644
--- a/benchmark/attention_training/results/qwen35/gb300/qwen35_20260821_050907.csv
+++ b/benchmark/attention_training/results/qwen35/gb300/qwen35_20260824_050928.csv
@@ -1,31 +1,31 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,8.157,2157.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,37.077,1186.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,36.427,1207.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,8.203,2145.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,10.474,1680.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,42.915,1025.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.067,2128.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,9.043,1216.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,9.133,1204.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.095,2099.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,3.100,1419.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,11.054,995.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.541,2031.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.423,1134.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.421,1135.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.562,1956.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.119,983.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,3.144,874.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.153,1801.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.715,961.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.716,961.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.167,1643.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.460,598.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.357,506.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.050,1365.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.247,696.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.247,696.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.059,1156.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2316.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.217,317.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.643,267.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,8.295,2121.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,36.412,1208.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,37.746,1165.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,8.318,2115.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,10.147,1734.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,43.714,1006.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.115,2080.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,9.105,1208.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,9.139,1203.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.131,2064.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,3.106,1416.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,11.153,986.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.548,2005.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.448,1123.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.445,1124.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.570,1929.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.120,982.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,3.181,864.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.155,1774.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.721,953.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.721,954.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.167,1641.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.459,599.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.367,503.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.051,1360.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.248,692.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.248,694.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.059,1160.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.216,319.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.642,268.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
diff --git a/benchmark/attention_training/results/qwen35/gb300/qwen35_top_left.png b/benchmark/attention_training/results/qwen35/gb300/qwen35_top_left.png
index a09158852..b2ddcfcbb 100755
Binary files a/benchmark/attention_training/results/qwen35/gb300/qwen35_top_left.png and b/benchmark/attention_training/results/qwen35/gb300/qwen35_top_left.png differ
diff --git a/benchmark/attention_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png b/benchmark/attention_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png
index 24beb726d..a497f4bde 100755
Binary files a/benchmark/attention_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png and b/benchmark/attention_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/qwen35/h200/qwen35_20260821_060159.csv b/benchmark/attention_training/results/qwen35/h200/qwen35_20260824_060910.csv
similarity index 61%
rename from benchmark/attention_training/results/qwen35/h200/qwen35_20260821_060159.csv
rename to benchmark/attention_training/results/qwen35/h200/qwen35_20260824_060910.csv
index 0b8603bbc..89b15298f 100644
--- a/benchmark/attention_training/results/qwen35/h200/qwen35_20260821_060159.csv
+++ b/benchmark/attention_training/results/qwen35/h200/qwen35_20260824_060910.csv
@@ -1,31 +1,31 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,26.394,667.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,124.308,354.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,137.414,320.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,24.000,733.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,140.788,312.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,141.822,310.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,6.094,722.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,30.941,355.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,33.888,324.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,5.479,803.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,34.514,319.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,34.572,318.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.609,684.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,7.006,392.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,7.871,349.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.403,784.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,8.810,312.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,9.046,304.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.450,611.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.936,355.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,2.211,311.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.380,724.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,2.403,286.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,2.494,276.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.143,479.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.610,282.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.665,258.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.112,612.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.703,244.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,26.250,670.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,123.814,355.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,138.016,319.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,23.633,744.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,141.019,312.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,141.813,310.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,6.098,721.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,31.005,355.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,33.804,325.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,5.565,790.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,34.049,323.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,34.323,320.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.612,682.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,7.015,392.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,7.878,349.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.421,774.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,8.827,311.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,9.054,304.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.450,612.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.939,354.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,2.216,310.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.382,719.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,2.409,285.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,2.499,275.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.142,483.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.612,281.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.667,258.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.112,617.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.704,244.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
 qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.773,222.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
diff --git a/benchmark/attention_training/results/qwen35/h200/qwen35_top_left.png b/benchmark/attention_training/results/qwen35/h200/qwen35_top_left.png
index 15ced1cdc..f49a19b20 100755
Binary files a/benchmark/attention_training/results/qwen35/h200/qwen35_top_left.png and b/benchmark/attention_training/results/qwen35/h200/qwen35_top_left.png differ
diff --git a/benchmark/attention_training/results/qwen35/h200/qwen35_top_left_det_overhead.png b/benchmark/attention_training/results/qwen35/h200/qwen35_top_left_det_overhead.png
index b257db794..c00956081 100755
Binary files a/benchmark/attention_training/results/qwen35/h200/qwen35_top_left_det_overhead.png and b/benchmark/attention_training/results/qwen35/h200/qwen35_top_left_det_overhead.png differ
diff --git a/benchmark/attention_training/results/qwen35/rtxpro6000/qwen35_20260821_061615.csv b/benchmark/attention_training/results/qwen35/rtxpro6000/qwen35_20260821_061615.csv
deleted file mode 100644
index 7051c9d12..000000000
--- a/benchmark/attention_training/results/qwen35/rtxpro6000/qwen35_20260821_061615.csv
+++ /dev/null
@@ -1,11 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,107.429,164.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,48.144,365.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,27.158,162.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,11.473,383.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,6.989,157.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,3.065,359.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,1.998,138.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.868,317.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.567,121.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.312,220.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
diff --git a/benchmark/attention_training/results/qwen35/rtxpro6000/qwen35_20260824_061545.csv b/benchmark/attention_training/results/qwen35/rtxpro6000/qwen35_20260824_061545.csv
new file mode 100644
index 000000000..7bf0430e7
--- /dev/null
+++ b/benchmark/attention_training/results/qwen35/rtxpro6000/qwen35_20260824_061545.csv
@@ -0,0 +1,11 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,107.209,164.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,46.468,379.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,27.199,162.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,11.411,385.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,6.980,158.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,3.090,356.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,1.928,143.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.840,327.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.542,127.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+qwen35,qwen35,cudnn_oss,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.303,227.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
diff --git a/benchmark/attention_training/results/qwen35/rtxpro6000/qwen35_top_left.png b/benchmark/attention_training/results/qwen35/rtxpro6000/qwen35_top_left.png
index 7cdc75a06..8b06c143b 100755
Binary files a/benchmark/attention_training/results/qwen35/rtxpro6000/qwen35_top_left.png and b/benchmark/attention_training/results/qwen35/rtxpro6000/qwen35_top_left.png differ
diff --git a/benchmark/attention_training/results/wan22/gb200/wan22_20260821_050830.csv b/benchmark/attention_training/results/wan22/gb200/wan22_20260824_050834.csv
similarity index 61%
rename from benchmark/attention_training/results/wan22/gb200/wan22_20260821_050830.csv
rename to benchmark/attention_training/results/wan22/gb200/wan22_20260824_050834.csv
index 4578e102d..32fca08cb 100644
--- a/benchmark/attention_training/results/wan22/gb200/wan22_20260821_050830.csv
+++ b/benchmark/attention_training/results/wan22/gb200/wan22_20260824_050834.csv
@@ -1,36 +1,36 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.836,1490.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.317,1345.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.848,1094.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.888,1403.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,1.137,1096.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.204,1413.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.377,1310.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,3.584,1683.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,10.501,1436.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,12.775,1180.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,3.770,1600.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,4.925,1225.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.777,1542.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,11.382,1325.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,13.729,1601.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,39.077,1406.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,52.760,1041.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,14.128,1556.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,17.539,1253.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,33.865,1623.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,36.416,1509.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,30.655,1562.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,95.424,1255.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,119.098,1005.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,30.995,1545.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,39.685,1207.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,81.219,1474.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,93.678,1278.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,79.680,1469.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,240.239,1218.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,295.895,989.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,79.455,1473.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,102.225,1145.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,202.809,1443.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,235.713,1241.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.833,1495.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.296,1356.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.825,1103.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.884,1410.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,1.139,1094.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.163,1440.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.336,1334.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,3.519,1714.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,11.038,1366.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,13.410,1124.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,3.738,1613.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,4.911,1228.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.717,1552.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,10.500,1436.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,13.807,1592.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,41.592,1321.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,53.323,1030.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,14.373,1529.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,17.787,1236.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,34.097,1612.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,36.959,1487.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,30.599,1565.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,97.110,1233.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,118.126,1014.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,31.496,1521.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,40.381,1186.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,81.603,1467.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,94.222,1271.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,78.253,1496.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,233.032,1256.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,290.308,1008.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,78.900,1484.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,101.195,1157.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,204.533,1431.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,235.018,1245.000,0.000,10,,True,False,,NVIDIA GB200,1.28.0,92600.000,2568.000
diff --git a/benchmark/attention_training/results/wan22/gb200/wan22_no_mask.png b/benchmark/attention_training/results/wan22/gb200/wan22_no_mask.png
index 64bb7c876..8078ebed5 100755
Binary files a/benchmark/attention_training/results/wan22/gb200/wan22_no_mask.png and b/benchmark/attention_training/results/wan22/gb200/wan22_no_mask.png differ
diff --git a/benchmark/attention_training/results/wan22/gb200/wan22_no_mask_det_overhead.png b/benchmark/attention_training/results/wan22/gb200/wan22_no_mask_det_overhead.png
index 9f809a9fa..fb8c279be 100755
Binary files a/benchmark/attention_training/results/wan22/gb200/wan22_no_mask_det_overhead.png and b/benchmark/attention_training/results/wan22/gb200/wan22_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/wan22/gb300/wan22_20260821_050920.csv b/benchmark/attention_training/results/wan22/gb300/wan22_20260824_050939.csv
similarity index 61%
rename from benchmark/attention_training/results/wan22/gb300/wan22_20260821_050920.csv
rename to benchmark/attention_training/results/wan22/gb300/wan22_20260824_050939.csv
index f7b646a61..0f3734583 100644
--- a/benchmark/attention_training/results/wan22/gb300/wan22_20260821_050920.csv
+++ b/benchmark/attention_training/results/wan22/gb300/wan22_20260824_050939.csv
@@ -1,36 +1,36 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.650,1917.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.164,1440.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.606,1195.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.703,1772.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.655,1903.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.037,1530.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.257,1380.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,2.900,2079.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.880,1526.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,12.335,1222.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,3.082,1957.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,2.870,2102.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.072,1662.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,10.298,1464.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.441,2105.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,37.326,1472.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,44.016,1248.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,11.108,1979.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.225,2150.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,34.884,1575.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,38.251,1437.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,23.954,2000.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,84.382,1419.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,99.721,1201.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,25.556,1874.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,23.865,2007.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,78.366,1528.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,91.283,1312.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,59.577,1965.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,213.240,1372.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,251.807,1162.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,63.627,1840.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,57.917,2021.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,195.708,1495.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,228.477,1281.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.648,1924.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.154,1446.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.628,1185.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.702,1776.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.644,1933.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.030,1535.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.236,1393.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,2.863,2107.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.698,1555.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,11.833,1274.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,3.054,1975.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,2.831,2130.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.098,1657.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,10.305,1463.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.264,2141.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,36.673,1498.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,43.935,1251.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.992,2000.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.460,2101.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,34.088,1612.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,37.687,1458.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,23.308,2055.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,82.920,1444.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,98.276,1218.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,25.271,1895.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,23.340,2052.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,75.489,1586.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,89.779,1334.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,56.806,2061.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,211.945,1381.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,251.566,1163.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,61.805,1894.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,57.024,2053.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,193.834,1510.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,228.666,1280.000,0.000,10,,True,False,,NVIDIA GB300,1.28.0,92600.000,2578.000
diff --git a/benchmark/attention_training/results/wan22/gb300/wan22_no_mask.png b/benchmark/attention_training/results/wan22/gb300/wan22_no_mask.png
index f0dcf7b7e..17e456c28 100755
Binary files a/benchmark/attention_training/results/wan22/gb300/wan22_no_mask.png and b/benchmark/attention_training/results/wan22/gb300/wan22_no_mask.png differ
diff --git a/benchmark/attention_training/results/wan22/gb300/wan22_no_mask_det_overhead.png b/benchmark/attention_training/results/wan22/gb300/wan22_no_mask_det_overhead.png
index dbceff629..566f5f4c4 100755
Binary files a/benchmark/attention_training/results/wan22/gb300/wan22_no_mask_det_overhead.png and b/benchmark/attention_training/results/wan22/gb300/wan22_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/wan22/h200/wan22_20260821_054717.csv b/benchmark/attention_training/results/wan22/h200/wan22_20260824_061243.csv
similarity index 62%
rename from benchmark/attention_training/results/wan22/h200/wan22_20260821_054717.csv
rename to benchmark/attention_training/results/wan22/h200/wan22_20260824_061243.csv
index 05025db36..274432dc2 100644
--- a/benchmark/attention_training/results/wan22/h200/wan22_20260821_054717.csv
+++ b/benchmark/attention_training/results/wan22/h200/wan22_20260824_061243.csv
@@ -1,28 +1,28 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,1.965,634.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,5.207,598.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,6.358,490.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,1.671,746.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,4.603,677.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,4.900,636.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,9.462,637.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,26.816,562.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,31.498,479.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,7.956,758.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,22.976,656.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,23.950,630.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,37.813,581.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,98.446,558.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,32.014,687.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,87.183,630.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,90.313,608.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,83.776,572.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,218.330,548.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,70.610,678.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,191.649,625.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,197.274,607.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,206.161,568.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,537.122,545.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,176.386,664.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,471.648,620.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,480.717,609.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,1.989,626.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,5.241,594.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,6.365,489.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,1.700,733.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,4.631,673.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,4.911,634.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,9.612,627.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,26.684,565.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,31.442,480.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,8.114,743.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,23.277,648.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,23.826,633.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,37.359,588.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,98.588,557.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,31.663,694.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,88.887,618.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,90.516,607.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,83.362,575.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,216.413,553.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,70.833,676.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,191.379,626.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,197.454,606.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,206.356,567.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,540.402,541.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,173.795,673.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,475.277,616.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,480.186,609.000,0.000,10,,True,False,,NVIDIA H200,1.28.0,92600.000,1071.000
diff --git a/benchmark/attention_training/results/wan22/h200/wan22_no_mask.png b/benchmark/attention_training/results/wan22/h200/wan22_no_mask.png
index 37f99d98f..21ff6c44e 100755
Binary files a/benchmark/attention_training/results/wan22/h200/wan22_no_mask.png and b/benchmark/attention_training/results/wan22/h200/wan22_no_mask.png differ
diff --git a/benchmark/attention_training/results/wan22/h200/wan22_no_mask_det_overhead.png b/benchmark/attention_training/results/wan22/h200/wan22_no_mask_det_overhead.png
index 78a91deba..626bca0a4 100755
Binary files a/benchmark/attention_training/results/wan22/h200/wan22_no_mask_det_overhead.png and b/benchmark/attention_training/results/wan22/h200/wan22_no_mask_det_overhead.png differ
diff --git a/benchmark/attention_training/results/wan22/rtxpro6000/wan22_20260821_062130.csv b/benchmark/attention_training/results/wan22/rtxpro6000/wan22_20260824_062059.csv
similarity index 54%
rename from benchmark/attention_training/results/wan22/rtxpro6000/wan22_20260821_062130.csv
rename to benchmark/attention_training/results/wan22/rtxpro6000/wan22_20260824_062059.csv
index 90de1d3ee..5c7118290 100644
--- a/benchmark/attention_training/results/wan22/rtxpro6000/wan22_20260821_062130.csv
+++ b/benchmark/attention_training/results/wan22/rtxpro6000/wan22_20260824_062059.csv
@@ -1,38 +1,38 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,skipped,error_message,gpu_name,cudnn_version,cudnn_backend_version,peak_mma_tflops
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,3.116,400.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,12.605,247.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,12.379,252.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,3.000,415.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,8.643,360.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,13.206,236.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,3.301,378.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,14.131,220.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,448.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,15.123,399.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,59.258,254.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,59.102,255.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,14.459,417.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,42.784,352.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,446.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,61.381,246.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,15.958,378.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,450.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,67.022,225.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,57.841,380.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,445.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,213.016,258.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,54.535,403.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,154.795,355.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,222.782,247.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,59.336,370.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,240.540,228.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,126.324,379.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,463.647,258.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,119.379,401.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,337.250,355.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,483.798,248.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,131.118,365.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,522.912,229.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,311.371,376.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,1134.292,258.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,296.086,395.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,831.828,352.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,1160.188,252.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,323.062,362.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,1272.638,230.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,3.245,384.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,12.614,247.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,12.387,251.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,2.986,417.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,8.378,372.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,13.207,236.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,3.306,377.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,14.155,220.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,460.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,14.833,407.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,458.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,59.236,255.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,58.727,257.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,465.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,14.278,422.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,41.571,363.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,61.380,246.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,15.973,378.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,67.144,225.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,56.164,391.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,459.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,213.257,258.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,52.924,415.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,148.632,370.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,462.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,222.807,247.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,57.367,383.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,240.647,228.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,122.562,391.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,463.584,258.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,115.961,413.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,323.678,370.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,483.805,247.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,126.737,378.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,522.313,229.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,301.321,388.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,1125.299,260.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,286.634,408.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,799.284,366.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,cudnn_oss,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,1161.071,252.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,312.767,374.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,1273.764,230.000,0.000,10,,True,False,,NVIDIA RTX PRO 6000 Blackwell Server Edition,1.28.0,92600.000,466.000
diff --git a/benchmark/attention_training/results/wan22/rtxpro6000/wan22_no_mask.png b/benchmark/attention_training/results/wan22/rtxpro6000/wan22_no_mask.png
index ce027c2e1..df4d42d7d 100755
Binary files a/benchmark/attention_training/results/wan22/rtxpro6000/wan22_no_mask.png and b/benchmark/attention_training/results/wan22/rtxpro6000/wan22_no_mask.png differ
diff --git a/benchmark/attention_training/results/wan22/rtxpro6000/wan22_no_mask_det_overhead.png b/benchmark/attention_training/results/wan22/rtxpro6000/wan22_no_mask_det_overhead.png
index ef4cc5ce5..d3ed0c7ad 100755
Binary files a/benchmark/attention_training/results/wan22/rtxpro6000/wan22_no_mask_det_overhead.png and b/benchmark/attention_training/results/wan22/rtxpro6000/wan22_no_mask_det_overhead.png differ
diff --git a/benchmark/cutedsl_fusion_kernels/results/GB200/output.txt b/benchmark/cutedsl_fusion_kernels/results/GB200/output.txt
index 62d44bc97..28062c933 100755
--- a/benchmark/cutedsl_fusion_kernels/results/GB200/output.txt
+++ b/benchmark/cutedsl_fusion_kernels/results/GB200/output.txt
@@ -8,9 +8,9 @@ nvidia-cutlass-dsl: 4.4.1
 
 summary:
 activation   cudnn_ms      te_ms   te/cudnn
-swiglu          1.585      1.925      1.21x
-dswiglu         0.886      1.733      1.96x
-srelu           0.787      1.066      1.36x
-dsrelu          0.817      1.352      1.65x
-geglu           1.579      1.921      1.22x
-dgeglu          0.899      1.802      2.00x
+swiglu          1.498      1.907      1.27x
+dswiglu         0.850      1.734      2.04x
+srelu           0.749      1.018      1.36x
+dsrelu          0.720      1.329      1.85x
+geglu           1.500      1.864      1.24x
+dgeglu          0.870      1.837      2.11x
diff --git a/benchmark/cutedsl_fusion_kernels/results/GB200/output_verbose.txt b/benchmark/cutedsl_fusion_kernels/results/GB200/output_verbose.txt
index 2bf01b057..eb4fb4f5c 100755
--- a/benchmark/cutedsl_fusion_kernels/results/GB200/output_verbose.txt
+++ b/benchmark/cutedsl_fusion_kernels/results/GB200/output_verbose.txt
@@ -10,62 +10,62 @@ timing mode: CUDA graph replay
 activation: swiglu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=8192, fused C input N=None, activation output N=4096
-fused cuDNN avg: 1.585 ms
-unfused TE avg:  1.925 ms
-speedup vs TE:   1.21x
-fused samples:   [1.413, 1.476, 1.685, 1.709, 1.645]
-TE samples:      [2.021, 1.923, 1.901, 1.884, 1.897]
+fused cuDNN avg: 1.498 ms
+unfused TE avg:  1.907 ms
+speedup vs TE:   1.27x
+fused samples:   [1.342, 1.4, 1.568, 1.575, 1.603]
+TE samples:      [2.121, 1.932, 1.801, 1.82, 1.861]
 
 activation: dswiglu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=4096, fused C input N=8192, activation output N=8192
-fused cuDNN avg: 0.886 ms
-unfused TE avg:  1.733 ms
-speedup vs TE:   1.96x
-fused samples:   [0.805, 0.791, 0.856, 0.984, 0.996]
-TE samples:      [2.265, 1.676, 1.612, 1.552, 1.56]
+fused cuDNN avg: 0.850 ms
+unfused TE avg:  1.734 ms
+speedup vs TE:   2.04x
+fused samples:   [0.777, 0.782, 0.799, 0.913, 0.98]
+TE samples:      [2.188, 1.634, 1.619, 1.623, 1.608]
 
 activation: srelu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=4096, fused C input N=None, activation output N=4096
-fused cuDNN avg: 0.787 ms
-unfused TE avg:  1.066 ms
+fused cuDNN avg: 0.749 ms
+unfused TE avg:  1.018 ms
 speedup vs TE:   1.36x
-fused samples:   [0.732, 0.716, 0.754, 0.855, 0.877]
-TE samples:      [1.179, 1.089, 1.039, 1.012, 1.011]
+fused samples:   [0.724, 0.708, 0.705, 0.798, 0.812]
+TE samples:      [1.109, 1.111, 0.969, 0.954, 0.947]
 
 activation: dsrelu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=4096, fused C input N=4096, activation output N=4096
-fused cuDNN avg: 0.817 ms
-unfused TE avg:  1.352 ms
-speedup vs TE:   1.65x
-fused samples:   [0.734, 0.727, 0.833, 0.874, 0.917]
-TE samples:      [1.605, 1.378, 1.274, 1.256, 1.244]
+fused cuDNN avg: 0.720 ms
+unfused TE avg:  1.329 ms
+speedup vs TE:   1.85x
+fused samples:   [0.716, 0.717, 0.705, 0.706, 0.755]
+TE samples:      [1.47, 1.41, 1.296, 1.238, 1.229]
 
 activation: geglu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=8192, fused C input N=None, activation output N=4096
-fused cuDNN avg: 1.579 ms
-unfused TE avg:  1.921 ms
-speedup vs TE:   1.22x
-fused samples:   [1.4, 1.51, 1.642, 1.685, 1.659]
-TE samples:      [2.065, 1.902, 1.862, 1.881, 1.896]
+fused cuDNN avg: 1.500 ms
+unfused TE avg:  1.864 ms
+speedup vs TE:   1.24x
+fused samples:   [1.356, 1.434, 1.558, 1.606, 1.546]
+TE samples:      [2.025, 1.824, 1.808, 1.829, 1.833]
 
 activation: dgeglu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=4096, fused C input N=8192, activation output N=8192
-fused cuDNN avg: 0.899 ms
-unfused TE avg:  1.802 ms
-speedup vs TE:   2.00x
-fused samples:   [0.795, 0.801, 0.912, 0.984, 1.004]
-TE samples:      [2.279, 1.755, 1.672, 1.659, 1.647]
+fused cuDNN avg: 0.870 ms
+unfused TE avg:  1.837 ms
+speedup vs TE:   2.11x
+fused samples:   [0.783, 0.801, 0.888, 0.927, 0.953]
+TE samples:      [2.473, 1.757, 1.658, 1.653, 1.642]
 
 summary:
 activation   cudnn_ms      te_ms   te/cudnn
-swiglu          1.585      1.925      1.21x
-dswiglu         0.886      1.733      1.96x
-srelu           0.787      1.066      1.36x
-dsrelu          0.817      1.352      1.65x
-geglu           1.579      1.921      1.22x
-dgeglu          0.899      1.802      2.00x
+swiglu          1.498      1.907      1.27x
+dswiglu         0.850      1.734      2.04x
+srelu           0.749      1.018      1.36x
+dsrelu          0.720      1.329      1.85x
+geglu           1.500      1.864      1.24x
+dgeglu          0.870      1.837      2.11x
diff --git a/benchmark/cutedsl_fusion_kernels/results/GB200/results.png b/benchmark/cutedsl_fusion_kernels/results/GB200/results.png
index 8e55fa592..15f040c39 100755
Binary files a/benchmark/cutedsl_fusion_kernels/results/GB200/results.png and b/benchmark/cutedsl_fusion_kernels/results/GB200/results.png differ
diff --git a/benchmark/cutedsl_fusion_kernels/results/GB300/output.txt b/benchmark/cutedsl_fusion_kernels/results/GB300/output.txt
index e0bd6b531..90a5c7d16 100755
--- a/benchmark/cutedsl_fusion_kernels/results/GB300/output.txt
+++ b/benchmark/cutedsl_fusion_kernels/results/GB300/output.txt
@@ -8,9 +8,9 @@ nvidia-cutlass-dsl: 4.4.1
 
 summary:
 activation   cudnn_ms      te_ms   te/cudnn
-swiglu          1.329      1.742      1.31x
-dswiglu         0.738      1.535      2.08x
-srelu           0.669      0.894      1.34x
-dsrelu          0.681      1.159      1.70x
-geglu           1.340      1.649      1.23x
-dgeglu          0.738      1.636      2.22x
+swiglu          1.364      1.681      1.23x
+dswiglu         0.760      1.549      2.04x
+srelu           0.687      0.892      1.30x
+dsrelu          0.698      1.170      1.68x
+geglu           1.361      1.695      1.24x
+dgeglu          0.767      1.669      2.18x
diff --git a/benchmark/cutedsl_fusion_kernels/results/GB300/output_verbose.txt b/benchmark/cutedsl_fusion_kernels/results/GB300/output_verbose.txt
index 4b245e353..05c74829a 100755
--- a/benchmark/cutedsl_fusion_kernels/results/GB300/output_verbose.txt
+++ b/benchmark/cutedsl_fusion_kernels/results/GB300/output_verbose.txt
@@ -10,62 +10,62 @@ timing mode: CUDA graph replay
 activation: swiglu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=8192, fused C input N=None, activation output N=4096
-fused cuDNN avg: 1.329 ms
-unfused TE avg:  1.742 ms
-speedup vs TE:   1.31x
-fused samples:   [1.208, 1.276, 1.365, 1.4, 1.397]
-TE samples:      [1.769, 1.734, 1.78, 1.677, 1.75]
+fused cuDNN avg: 1.364 ms
+unfused TE avg:  1.681 ms
+speedup vs TE:   1.23x
+fused samples:   [1.232, 1.315, 1.395, 1.439, 1.437]
+TE samples:      [1.789, 1.68, 1.688, 1.595, 1.65]
 
 activation: dswiglu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=4096, fused C input N=8192, activation output N=8192
-fused cuDNN avg: 0.738 ms
-unfused TE avg:  1.535 ms
-speedup vs TE:   2.08x
-fused samples:   [0.705, 0.712, 0.713, 0.762, 0.8]
-TE samples:      [1.877, 1.49, 1.446, 1.435, 1.429]
+fused cuDNN avg: 0.760 ms
+unfused TE avg:  1.549 ms
+speedup vs TE:   2.04x
+fused samples:   [0.721, 0.721, 0.735, 0.806, 0.818]
+TE samples:      [1.882, 1.513, 1.459, 1.447, 1.445]
 
 activation: srelu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=4096, fused C input N=None, activation output N=4096
-fused cuDNN avg: 0.669 ms
-unfused TE avg:  0.894 ms
-speedup vs TE:   1.34x
-fused samples:   [0.644, 0.642, 0.662, 0.691, 0.705]
-TE samples:      [0.964, 0.955, 0.854, 0.849, 0.849]
+fused cuDNN avg: 0.687 ms
+unfused TE avg:  0.892 ms
+speedup vs TE:   1.30x
+fused samples:   [0.661, 0.66, 0.664, 0.705, 0.744]
+TE samples:      [0.952, 0.889, 0.885, 0.869, 0.867]
 
 activation: dsrelu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=4096, fused C input N=4096, activation output N=4096
-fused cuDNN avg: 0.681 ms
-unfused TE avg:  1.159 ms
-speedup vs TE:   1.70x
-fused samples:   [0.649, 0.648, 0.691, 0.696, 0.723]
-TE samples:      [1.386, 1.159, 1.097, 1.083, 1.071]
+fused cuDNN avg: 0.698 ms
+unfused TE avg:  1.170 ms
+speedup vs TE:   1.68x
+fused samples:   [0.664, 0.674, 0.683, 0.707, 0.762]
+TE samples:      [1.367, 1.18, 1.118, 1.095, 1.091]
 
 activation: geglu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=8192, fused C input N=None, activation output N=4096
-fused cuDNN avg: 1.340 ms
-unfused TE avg:  1.649 ms
-speedup vs TE:   1.23x
-fused samples:   [1.21, 1.302, 1.373, 1.412, 1.404]
-TE samples:      [1.779, 1.679, 1.607, 1.578, 1.603]
+fused cuDNN avg: 1.361 ms
+unfused TE avg:  1.695 ms
+speedup vs TE:   1.24x
+fused samples:   [1.24, 1.322, 1.359, 1.443, 1.443]
+TE samples:      [1.864, 1.708, 1.636, 1.633, 1.633]
 
 activation: dgeglu
 shape: experts=8, tokens/expert=4096, M=32768, K=8192, N=4096
 fused GEMM N=4096, fused C input N=8192, activation output N=8192
-fused cuDNN avg: 0.738 ms
-unfused TE avg:  1.636 ms
-speedup vs TE:   2.22x
-fused samples:   [0.709, 0.715, 0.716, 0.753, 0.799]
-TE samples:      [1.955, 1.605, 1.549, 1.54, 1.531]
+fused cuDNN avg: 0.767 ms
+unfused TE avg:  1.669 ms
+speedup vs TE:   2.18x
+fused samples:   [0.725, 0.734, 0.772, 0.778, 0.827]
+TE samples:      [2.125, 1.577, 1.552, 1.545, 1.546]
 
 summary:
 activation   cudnn_ms      te_ms   te/cudnn
-swiglu          1.329      1.742      1.31x
-dswiglu         0.738      1.535      2.08x
-srelu           0.669      0.894      1.34x
-dsrelu          0.681      1.159      1.70x
-geglu           1.340      1.649      1.23x
-dgeglu          0.738      1.636      2.22x
+swiglu          1.364      1.681      1.23x
+dswiglu         0.760      1.549      2.04x
+srelu           0.687      0.892      1.30x
+dsrelu          0.698      1.170      1.68x
+geglu           1.361      1.695      1.24x
+dgeglu          0.767      1.669      2.18x
diff --git a/benchmark/cutedsl_fusion_kernels/results/GB300/results.png b/benchmark/cutedsl_fusion_kernels/results/GB300/results.png
index ffe2389e4..f364c19d5 100755
Binary files a/benchmark/cutedsl_fusion_kernels/results/GB300/results.png and b/benchmark/cutedsl_fusion_kernels/results/GB300/results.png differ