diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260708_005005.csv b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260708_005005.csv
deleted file mode 100644
index 37f76d29b..000000000
--- a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260708_005005.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.220,1284.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.163,1734.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.173,1636.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,1.209,234.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.221,1329.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.164,1788.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.173,1698.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,1.210,243.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.406,1447.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.301,1951.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.314,1867.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.128,521.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.759,1546.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.574,2046.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.600,1956.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,1.031,1139.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.511,1554.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.134,2071.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.189,1976.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.997,1176.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260721_033029.csv b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260721_033029.csv
new file mode 100644
index 000000000..630afef9c
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260721_033029.csv
@@ -0,0 +1,21 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.217,1302.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.165,1710.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.168,1680.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,1.206,234.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.217,1350.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.166,1773.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.170,1723.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,1.205,244.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.399,1470.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.304,1932.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.307,1912.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.123,523.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.750,1566.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.570,2059.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.590,1991.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,1.028,1142.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.481,1585.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.129,2080.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.154,2035.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.986,1183.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png
index 14715ab2f..0ca2383ec 100644
Binary files a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png and b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260707_182357.csv b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260707_182357.csv
deleted file mode 100644
index c96cc2cc3..000000000
--- a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260707_182357.csv
+++ /dev/null
@@ -1,21 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.165,1711.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.113,2509.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.120,2360.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.517,546.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.166,1772.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.112,2616.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.120,2455.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.517,567.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.311,1890.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.213,2754.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.226,2599.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.523,1123.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.581,2021.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.395,2972.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.438,2683.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.579,2028.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.146,2050.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.782,3005.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.866,2711.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.149,2043.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260721_043037.csv b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260721_043037.csv
new file mode 100644
index 000000000..e92488f41
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260721_043037.csv
@@ -0,0 +1,21 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.154,1831.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.110,2573.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.117,2413.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.515,548.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.155,1899.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.110,2674.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.117,2514.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.515,570.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.291,2018.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.208,2826.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.220,2670.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.520,1129.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.554,2119.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.392,2994.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.423,2775.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.550,2134.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.099,2137.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.780,3012.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.839,2798.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.089,2156.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png
index 1b413b9cb..62ae76f16 100644
Binary files a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png and b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260708_005314.csv b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260708_005314.csv
deleted file mode 100644
index ec09d1877..000000000
--- a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260708_005314.csv
+++ /dev/null
@@ -1,121 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,52.784,1666.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,208.242,1098.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,206.000,1110.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,111.389,1579.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,411.774,1111.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,402.361,1137.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,35.290,2493.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,122.284,1870.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,121.978,1875.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,68.899,2553.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,231.737,1974.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,233.599,1958.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,37.460,2348.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,139.546,1639.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,139.524,1639.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,75.675,2325.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,273.351,1673.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,273.491,1672.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,51.115,1721.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,202.131,1131.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,206.989,1105.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,103.822,1694.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,387.837,1179.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,394.272,1160.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,13.197,1666.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,46.276,1236.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,49.733,1150.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,25.176,1747.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,103.110,1109.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,99.417,1150.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,8.491,2590.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,29.122,1963.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,28.440,2010.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,16.410,2680.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,53.709,2129.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,53.119,2153.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,9.065,2426.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,31.455,1818.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,33.364,1714.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,17.898,2457.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,64.186,1782.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,63.905,1789.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,12.515,1757.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,50.830,1125.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,51.107,1119.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,24.251,1814.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,101.034,1132.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,102.614,1114.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.380,1627.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,11.582,1234.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,11.401,1254.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.889,1867.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,24.265,1178.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,24.624,1161.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.232,2463.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.452,1918.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.358,1943.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.088,2690.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,12.985,2202.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,13.369,2138.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.403,2288.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,8.401,1702.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,8.437,1694.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.323,2543.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,15.433,1852.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,15.403,1856.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.337,1648.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,12.578,1137.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,13.217,1082.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.800,1896.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,24.014,1190.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,24.273,1178.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.976,1409.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.241,1103.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.152,1134.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.536,1790.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.765,1240.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,5.766,1239.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.629,2185.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.124,1683.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.124,1683.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.089,2525.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.370,2121.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.376,2117.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.677,2031.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.518,1419.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.516,1421.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.138,2415.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,4.002,1786.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,4.003,1785.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.966,1423.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.634,984.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.825,934.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.563,1758.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,6.100,1172.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,6.278,1138.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.309,1113.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.011,884.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,0.980,912.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.444,1548.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.647,1085.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.601,1116.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.199,1730.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.683,1308.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.683,1309.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.304,2261.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,0.970,1842.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,0.970,1842.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.216,1592.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.845,1058.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.841,1062.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.323,2130.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.172,1525.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.170,1527.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.309,1112.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.169,765.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.234,724.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.455,1509.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.751,1020.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.796,995.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260721_033338.csv b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260721_033338.csv
new file mode 100644
index 000000000..cb9a8fa4d
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260721_033338.csv
@@ -0,0 +1,121 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,53.923,1631.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,210.674,1086.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,205.602,1112.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,109.905,1601.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,423.467,1080.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,408.131,1121.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,35.204,2499.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,118.336,1933.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,120.973,1891.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,73.700,2387.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,237.555,1925.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,238.020,1922.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,38.306,2296.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,141.400,1617.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,138.199,1655.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,75.406,2333.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,282.904,1617.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,284.066,1610.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,55.112,1596.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,206.220,1109.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,210.329,1087.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,109.000,1614.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,394.991,1158.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,400.386,1142.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,13.121,1676.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,49.651,1152.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,48.540,1178.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,25.778,1706.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,101.969,1121.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,101.353,1128.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,8.759,2511.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,29.251,1955.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,28.550,2003.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,16.654,2641.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,58.010,1971.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,54.411,2102.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,9.281,2370.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,35.954,1590.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,32.514,1759.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,17.321,2539.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,64.977,1760.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,68.998,1657.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,12.935,1700.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,52.050,1099.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,50.472,1133.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,24.670,1783.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,101.199,1130.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,103.773,1102.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.521,1561.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,12.374,1155.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,11.942,1197.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,6.369,1726.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,24.983,1144.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,23.195,1233.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.321,2369.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.458,1917.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.435,1923.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.280,2569.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,13.514,2115.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,13.377,2137.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.475,2221.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,9.093,1572.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,9.140,1564.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.511,2437.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,15.867,1802.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,15.956,1792.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.545,1551.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,12.546,1139.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,13.379,1068.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,6.273,1753.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,24.871,1149.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,24.459,1169.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,1.029,1337.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.414,1047.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.326,1075.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.647,1669.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,6.058,1180.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,6.052,1181.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.666,2063.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.122,1684.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.112,1693.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.098,2503.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.533,2023.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.532,2024.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.709,1939.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.617,1366.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.563,1394.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.152,2385.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,4.219,1694.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,4.211,1697.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,1.026,1339.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.641,982.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.837,931.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.628,1689.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,6.113,1169.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,6.321,1131.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.324,1060.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.069,836.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.024,873.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.475,1445.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.719,1039.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.643,1088.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.211,1629.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.681,1313.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.679,1316.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.321,2140.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.012,1765.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.011,1767.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.225,1527.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.850,1052.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.852,1050.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.338,2032.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.223,1461.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.222,1462.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.324,1061.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.176,760.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.235,724.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.482,1425.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.760,1015.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.810,987.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask.png
index fb37c1eb2..231dbc695 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png
index ca29a6d44..8d02059d2 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left.png
index 33366d879..b2ceb4fbb 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png
index accd21abb..51b6f7bee 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260707_182702.csv b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260721_043336.csv
similarity index 51%
rename from benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260707_182702.csv
rename to benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260721_043336.csv
index d66f4cfd3..2198cd049 100644
--- a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260707_182702.csv
+++ b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260721_043336.csv
@@ -1,121 +1,121 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,43.532,2021.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,180.329,1268.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,177.659,1287.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,88.742,1982.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,364.245,1256.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,353.701,1293.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,26.729,3291.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,93.149,2455.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,94.169,2429.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,52.408,3357.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,189.154,2418.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,189.691,2411.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,28.898,3044.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,119.431,1915.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,119.249,1918.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,56.126,3134.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,231.609,1975.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,230.301,1986.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,45.664,1926.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,183.250,1248.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,193.570,1182.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,87.863,2002.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,350.731,1304.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,371.841,1230.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,10.771,2042.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,42.945,1331.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,41.998,1361.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,21.086,2086.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,90.134,1269.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,82.300,1389.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,6.587,3339.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,23.357,2448.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,22.924,2494.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,12.657,3475.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,43.170,2649.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,43.686,2618.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,7.261,3029.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,29.238,1956.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,29.033,1969.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,13.777,3192.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,55.468,2062.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,54.665,2092.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,11.431,1924.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,45.992,1243.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,48.909,1169.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,21.366,2058.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,88.549,1291.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,93.730,1220.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,2.872,1914.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,11.231,1273.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,10.600,1349.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.187,2120.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,21.095,1355.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,20.894,1368.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.733,3173.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,6.101,2343.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,6.108,2341.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.175,3463.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,11.149,2564.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,11.150,2564.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.923,2859.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.845,1822.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.837,1824.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.445,3192.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,13.710,2085.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,13.879,2060.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.060,1797.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,12.083,1183.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,12.849,1113.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.285,2080.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,21.914,1305.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,23.231,1231.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.815,1687.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.102,1152.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,2.980,1200.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.344,2045.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.603,1276.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,5.590,1279.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.486,2831.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,1.790,1997.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,1.790,1997.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.812,3386.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,2.933,2437.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,2.935,2435.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.545,2523.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.345,1524.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.347,1523.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.884,3110.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.660,1953.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.662,1952.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.869,1582.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.508,1019.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.724,960.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.382,1989.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.763,1240.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,6.161,1160.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.255,1349.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,0.976,916.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,0.929,962.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.367,1873.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.600,1117.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.550,1153.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.151,2279.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.592,1509.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.592,1509.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.220,3126.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,0.853,2095.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,0.851,2099.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.168,2040.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.791,1131.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.790,1131.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.243,2827.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.070,1669.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.071,1669.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.276,1246.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.137,786.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.203,743.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.394,1745.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.674,1067.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.767,1011.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,42.182,2085.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,177.197,1291.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,177.532,1288.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,89.120,1974.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,365.744,1251.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,353.907,1292.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,25.706,3422.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,93.410,2448.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,92.448,2474.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,52.598,3345.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,186.631,2451.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,186.674,2450.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,29.444,2987.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,117.453,1947.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,117.088,1953.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,57.132,3079.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,229.849,1990.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,228.312,2003.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,45.020,1954.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,181.755,1258.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,191.596,1194.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,88.979,1977.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,350.109,1306.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,369.677,1237.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,10.720,2051.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,42.505,1345.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,41.241,1386.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,20.961,2098.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,86.738,1318.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,81.679,1400.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,6.525,3371.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,24.251,2358.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,23.123,2473.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,12.670,3471.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,43.779,2612.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,43.283,2642.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,7.288,3018.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,29.482,1939.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,28.754,1989.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,14.141,3110.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,55.688,2053.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,54.515,2098.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,11.435,1923.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,45.830,1248.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,48.034,1190.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,20.765,2118.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,87.845,1302.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,92.736,1233.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,2.867,1918.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,11.171,1280.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,10.590,1350.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.195,2116.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,21.427,1334.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,20.672,1383.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.713,3210.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,6.095,2345.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,6.094,2346.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.173,3465.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,10.935,2614.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,11.028,2592.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.929,2850.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.760,1842.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.757,1843.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.538,3108.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,13.850,2064.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,13.826,2068.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.051,1802.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,12.104,1181.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,12.849,1113.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.266,2088.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,21.446,1333.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,23.145,1235.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.813,1690.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.104,1152.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,2.976,1201.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.346,2042.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.611,1274.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,5.584,1280.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.480,2862.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,1.777,2011.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,1.782,2006.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.812,3384.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,2.921,2447.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,2.922,2446.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.543,2534.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.306,1550.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.306,1550.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.910,3020.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.666,1949.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.667,1949.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.866,1588.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.508,1019.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.720,961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.385,1984.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.772,1238.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,6.148,1163.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.254,1351.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,0.973,918.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,0.930,961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.365,1882.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.610,1109.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.552,1151.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.149,2314.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.589,1519.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.589,1518.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.219,3133.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,0.844,2117.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,0.843,2120.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.166,2072.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.776,1152.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.778,1150.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.248,2776.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.069,1672.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.070,1670.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.273,1258.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.137,786.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.203,743.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.390,1763.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.678,1065.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.764,1013.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask.png
index bd3fc883d..83765808c 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png
index 8fc9f9bac..3a55c8bf6 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left.png
index eca5a3246..f364b406a 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png
index 67e813d07..417e9440c 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260708_004619.csv b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260721_032642.csv
similarity index 54%
rename from benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260708_004619.csv
rename to benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260721_032642.csv
index 4244043d6..23bfb0c90 100644
--- a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260708_004619.csv
+++ b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260721_032642.csv
@@ -1,61 +1,61 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.634,168.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.623,189.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,4.725,145.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.543,178.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,91.594,7.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,91.487,7.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.683,163.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,106.851,6.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,106.952,6.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.818,151.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,4.659,147.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,28.505,24.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.820,167.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.803,190.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,2.377,144.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.774,177.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,23.624,14.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,23.630,14.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.848,162.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,27.564,12.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,27.560,12.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.912,150.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,2.321,147.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,7.875,43.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.413,165.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,0.894,191.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.195,143.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.390,175.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.303,27.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.300,27.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.425,160.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,7.339,23.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,7.339,23.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.459,149.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.156,147.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,2.318,74.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.210,161.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.455,186.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.609,139.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.198,171.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.774,48.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.777,48.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.216,157.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,2.063,41.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,2.064,41.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.232,146.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.578,146.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.758,112.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.108,154.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.231,180.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.313,133.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.102,163.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.549,76.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.549,76.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.112,149.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.640,65.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.640,65.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.119,140.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.292,143.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.323,129.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.632,168.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.652,188.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,4.720,145.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.475,186.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,91.428,8.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,91.418,8.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.674,164.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,107.136,6.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,107.103,6.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.818,151.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,4.663,147.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,28.426,24.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.819,167.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.815,189.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,2.374,144.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.740,185.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,23.565,15.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,23.568,15.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.834,164.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,27.627,12.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,27.626,12.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.912,150.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,2.322,147.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,7.866,44.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.412,165.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,0.900,189.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.194,143.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.372,183.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.271,27.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.283,27.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.425,160.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,7.360,23.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,7.361,23.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.459,149.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.157,147.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,2.319,74.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.209,162.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.459,184.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.608,139.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.189,179.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.770,48.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.768,48.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.213,159.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,2.069,41.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,2.067,41.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.232,146.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.579,146.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.759,111.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.108,154.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.233,179.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.312,133.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.098,171.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.548,76.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.548,76.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.110,151.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.641,65.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.642,65.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.120,139.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.292,143.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.324,129.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left.png b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left.png
index a3f95a1f8..d7d071f80 100644
Binary files a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left.png and b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png
index 08e3c4c73..cd16a6062 100644
Binary files a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260707_182017.csv b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260721_042656.csv
similarity index 53%
rename from benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260707_182017.csv
rename to benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260721_042656.csv
index f026dfb0c..7e174ed62 100644
--- a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260707_182017.csv
+++ b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260721_042656.csv
@@ -1,61 +1,61 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.505,182.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.428,200.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,4.340,158.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.296,212.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,75.105,9.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,75.127,9.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.343,204.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,96.559,7.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,96.570,7.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.669,164.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,4.349,158.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,28.025,24.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.756,181.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.730,198.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,2.181,157.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.651,210.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,19.444,18.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,19.446,18.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.675,203.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,24.912,14.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,24.915,14.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.840,163.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,2.182,157.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,7.724,44.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.382,179.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,0.858,199.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.102,155.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.329,207.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,5.216,33.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,5.217,33.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.343,199.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.637,26.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.635,26.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.422,161.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.089,156.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,2.269,75.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.194,175.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.440,192.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.563,150.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.167,202.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.497,56.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.495,57.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.176,193.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.878,45.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.880,45.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.214,158.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.548,154.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.741,114.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.100,166.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.227,184.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.290,144.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.087,192.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.472,88.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.472,88.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.092,180.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.585,71.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.585,71.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.111,150.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.278,150.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
-gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.310,134.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.508,182.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.452,199.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,4.340,158.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.291,213.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,74.835,9.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,74.832,9.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.347,204.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,94.775,7.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,94.776,7.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.682,163.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,4.354,158.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,27.806,25.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.758,181.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.721,199.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,2.178,157.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.648,211.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,19.401,18.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,19.400,18.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.677,202.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,24.460,14.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,24.463,14.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.843,162.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,2.180,157.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,7.676,45.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.382,178.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,0.865,197.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.100,155.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.327,208.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,5.206,33.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,5.207,33.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.343,199.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.519,26.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.522,26.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.424,161.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.089,156.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,2.257,76.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.195,174.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.443,191.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.563,150.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.167,203.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.490,57.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.491,57.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.175,193.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.848,46.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.849,46.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.216,157.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.549,154.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.738,115.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.100,166.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.228,183.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.291,143.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.086,193.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.471,88.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.471,88.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.092,181.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.578,72.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.578,72.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.112,149.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.278,150.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.311,134.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left.png b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left.png
index 0720de20e..ba9ed0eff 100644
Binary files a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left.png and b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png
index 0f4ce6f15..db7d3d007 100644
Binary files a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260708_005245.csv b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260708_005245.csv
deleted file mode 100644
index e062733bd..000000000
--- a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260708_005245.csv
+++ /dev/null
@@ -1,121 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,25.026,1757.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,105.479,1084.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,99.125,1154.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,50.882,1729.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,207.498,1102.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,202.957,1127.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,17.114,2570.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,57.939,1974.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,59.969,1907.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,35.201,2499.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,115.331,1983.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,116.060,1971.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,17.815,2469.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,66.312,1724.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,66.409,1722.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,35.273,2494.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,133.063,1719.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,132.606,1725.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,26.818,1640.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,102.666,1114.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,105.060,1088.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,49.663,1771.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,199.126,1149.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,199.031,1149.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.294,1747.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,24.150,1184.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,25.300,1130.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,12.151,1810.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,49.578,1153.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,45.880,1246.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.289,2564.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,False,14.241,2008.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,14.318,1997.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.159,2695.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,26.760,2137.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,27.091,2110.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.568,2407.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,16.139,1771.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,16.221,1762.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.665,2538.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,31.242,1830.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,32.116,1780.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.403,1717.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,23.734,1205.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,25.342,1128.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,11.740,1873.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,48.454,1180.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,48.839,1171.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.706,1612.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,5.915,1208.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.023,1187.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,3.055,1800.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,11.634,1229.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.466,1247.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.173,2344.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.699,1932.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.699,1932.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.088,2633.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.492,2202.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.492,2202.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.250,2200.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,4.312,1658.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,4.311,1658.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.205,2493.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,7.623,1875.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,7.644,1870.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.710,1608.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,6.288,1137.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.648,1075.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.990,1839.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,11.427,1251.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.743,1217.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.516,1333.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.671,1069.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.636,1093.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.837,1642.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.949,1212.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.947,1213.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.339,2029.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.088,1642.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.090,1640.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.578,2380.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.772,2016.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.747,2045.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.362,1896.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.309,1365.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.294,1381.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.612,2244.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.053,1740.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.077,1721.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.512,1342.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.846,968.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.949,917.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.840,1637.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,3.074,1162.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,3.145,1136.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.167,1030.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.532,841.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.519,861.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.239,1440.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.867,1031.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.853,1047.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.110,1569.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.358,1247.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.358,1249.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.166,2074.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.520,1717.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.519,1721.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.118,1452.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.442,1011.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.443,1008.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.173,1982.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.622,1435.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.623,1435.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.169,1019.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.608,735.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.639,700.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.242,1417.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.910,982.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.931,959.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260721_033303.csv b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260721_033303.csv
new file mode 100644
index 000000000..9ce12cd44
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260721_033303.csv
@@ -0,0 +1,121 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,24.079,1827.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,101.290,1129.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,95.063,1203.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,52.259,1683.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,205.004,1116.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,198.126,1154.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,17.768,2475.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,57.391,1993.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,54.748,2089.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,35.237,2496.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,110.967,2061.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,114.086,2005.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,17.549,2506.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,64.249,1780.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,65.966,1734.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,35.331,2490.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,135.385,1689.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,134.679,1698.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,24.499,1795.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,101.147,1131.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,102.560,1115.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,51.799,1698.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,197.254,1159.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,200.201,1142.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.075,1810.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,24.457,1169.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,23.758,1203.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,12.105,1817.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,48.138,1188.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,47.619,1201.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.257,2583.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,False,13.621,2099.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,14.203,2013.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.127,2706.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,26.546,2154.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,26.637,2146.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.462,2464.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,15.982,1789.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,15.880,1800.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.469,2596.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,31.304,1826.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,32.674,1750.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.362,1728.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,25.166,1136.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,25.222,1133.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,12.028,1828.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,46.994,1217.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,49.334,1159.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.699,1618.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,5.832,1226.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,5.750,1243.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,3.026,1817.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,11.281,1267.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.225,1273.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.141,2409.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.628,1970.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.631,1969.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.054,2677.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.423,2225.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.398,2234.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.219,2255.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,4.291,1666.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,4.290,1666.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.155,2551.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,7.994,1788.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,7.723,1851.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.689,1628.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,6.317,1131.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.671,1071.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.961,1856.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,11.845,1207.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,12.233,1168.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.511,1345.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.662,1076.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.638,1091.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.831,1653.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.924,1222.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.983,1198.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.334,2058.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.064,1680.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.062,1683.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.570,2411.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.756,2035.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.720,2077.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.355,1934.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.296,1379.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.297,1378.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.603,2280.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.083,1715.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.065,1730.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.507,1356.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.848,967.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.950,917.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.831,1654.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,3.086,1158.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,3.148,1135.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.167,1028.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.527,847.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.518,862.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.237,1447.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.867,1030.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.841,1062.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.109,1573.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.350,1278.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.351,1273.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.164,2091.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.516,1733.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.517,1728.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.117,1465.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.439,1018.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.440,1017.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.173,1991.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.625,1429.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.624,1432.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.167,1028.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.608,735.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.640,699.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.239,1436.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.913,979.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.932,958.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask.png
index fd13a9ad4..36211c64a 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png
index 9b20d3f90..add268a9c 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left.png
index 87be541a6..f3ad93628 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png
index da6d70135..f4e78178f 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260707_182632.csv b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260707_182632.csv
deleted file mode 100644
index 780b74ef0..000000000
--- a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260707_182632.csv
+++ /dev/null
@@ -1,121 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,21.439,2051.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,87.028,1314.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,86.799,1317.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,44.261,1987.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,183.783,1244.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,177.132,1291.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,13.008,3381.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,45.885,2492.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,45.618,2507.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,25.743,3417.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,92.362,2476.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,92.332,2477.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,14.430,3048.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,57.713,1981.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,57.642,1984.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,28.025,3139.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,113.780,2010.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,111.747,2047.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,23.000,1912.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,89.599,1276.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,95.783,1194.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,42.625,2064.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,174.597,1310.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,184.857,1237.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,5.459,2014.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,21.374,1338.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,21.123,1353.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,10.487,2097.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,42.706,1339.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,39.942,1431.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.336,3296.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,False,11.487,2489.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,11.612,2462.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,6.340,3468.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,22.057,2592.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,22.305,2563.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.676,2991.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,14.471,1976.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,14.815,1930.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,6.887,3193.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,27.558,2075.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,27.516,2078.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,5.804,1894.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,22.666,1261.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,23.936,1194.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,10.632,2068.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,42.966,1331.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,45.592,1254.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.467,1874.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,5.545,1289.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,5.368,1332.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.660,2067.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,10.552,1355.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,10.262,1393.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.878,3130.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.104,2303.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.103,2303.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.613,3408.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,5.573,2565.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,5.572,2565.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.973,2825.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.980,1796.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.981,1795.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.744,3153.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.906,2070.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.895,2073.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.554,1770.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,6.098,1172.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.478,1103.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.677,2054.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,10.724,1333.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.509,1242.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.416,1652.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.570,1138.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.524,1173.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.695,1977.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.847,1255.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.824,1265.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.249,2765.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,0.914,1955.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,0.916,1950.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.419,3278.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.496,2388.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.492,2395.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.277,2480.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.198,1491.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.202,1487.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.461,2984.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.859,1922.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.863,1918.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.442,1556.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.790,999.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.898,941.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.721,1907.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.921,1223.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,3.098,1153.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.134,1278.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.499,895.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.483,926.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.190,1810.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.838,1066.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.809,1104.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.080,2161.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.308,1452.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.308,1452.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.115,2985.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.449,1991.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.449,1988.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.089,1930.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.411,1087.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.410,1091.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.128,2685.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.564,1584.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.563,1586.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.143,1201.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.590,758.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.624,716.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.204,1688.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.869,1028.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.916,975.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260721_043307.csv b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260721_043307.csv
new file mode 100644
index 000000000..a77de75d3
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260721_043307.csv
@@ -0,0 +1,121 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,20.704,2124.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,88.729,1289.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,83.618,1368.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,42.565,2067.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,181.430,1261.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,175.566,1303.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,12.712,3460.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,44.494,2570.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,44.657,2561.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,25.399,3463.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,91.453,2501.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,91.193,2508.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,14.216,3094.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,57.077,2003.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,55.967,2043.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,28.543,3082.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,113.654,2012.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,111.308,2055.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,22.281,1974.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,91.033,1256.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,96.116,1190.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,43.837,2007.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,173.604,1317.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,184.907,1237.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,5.291,2078.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,21.295,1343.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,20.963,1364.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,10.256,2144.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,43.021,1329.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,41.346,1383.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.223,3412.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,False,11.273,2536.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,11.302,2530.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,6.186,3555.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,22.639,2525.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,21.758,2628.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.620,3038.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,14.233,2009.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,14.154,2020.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,6.976,3152.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,27.203,2102.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,27.074,2112.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,5.660,1943.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,22.469,1272.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,24.002,1191.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,10.223,2151.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,42.882,1333.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,45.313,1262.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.419,1938.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,5.462,1309.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,5.279,1354.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.559,2148.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,10.541,1356.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,10.174,1405.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.853,3221.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.053,2341.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.052,2342.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.566,3510.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,5.469,2613.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,5.429,2633.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.962,2857.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.890,1837.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.889,1838.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.756,3131.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.817,2097.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.816,2097.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.518,1811.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,6.099,1172.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.488,1102.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.589,2123.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,10.695,1336.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.491,1244.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.407,1687.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.552,1152.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.505,1188.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.678,2026.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.823,1266.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.824,1265.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.243,2825.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,0.906,1973.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,0.905,1974.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.413,3326.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.466,2437.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.466,2438.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.275,2499.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.178,1518.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.177,1518.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.469,2932.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.848,1934.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.850,1931.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.437,1572.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.791,998.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.900,941.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.704,1953.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.913,1227.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,3.105,1151.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.134,1287.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.497,900.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.481,929.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.189,1815.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.836,1068.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.808,1106.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.079,2174.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.307,1457.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.307,1455.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.117,2948.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.446,2003.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.448,1994.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.088,1944.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.403,1109.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.403,1108.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.130,2642.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.560,1594.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.561,1591.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.143,1201.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.591,756.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.625,714.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.203,1690.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.870,1027.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.919,973.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask.png
index 9a84990c8..d727d9492 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png
index bc5b3b8fb..c05d4cfec 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left.png
index 483aac288..c32fc3a43 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png
index bc3c9ce15..acef31cea 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260708_004836.csv b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260708_004836.csv
deleted file mode 100644
index c8b8654d0..000000000
--- a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260708_004836.csv
+++ /dev/null
@@ -1,121 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,22.189,1586.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,67.120,1311.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,82.698,1064.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,44.425,1584.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,142.648,1233.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,166.653,1056.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,16.554,2126.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,53.086,1657.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,52.668,1670.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,33.271,2115.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,101.595,1732.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,101.524,1733.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,17.061,2062.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,61.799,1423.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,60.913,1444.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,33.972,2071.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,123.110,1429.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,126.159,1394.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,22.379,1572.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,67.753,1298.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,69.137,1272.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,57.801,1217.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,126.675,1389.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,132.728,1325.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.487,1603.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,17.509,1256.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,20.071,1096.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,10.714,1642.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,33.155,1327.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,39.379,1117.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.152,2118.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,13.604,1617.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,13.604,1617.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.035,2189.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,24.494,1796.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,24.061,1828.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.384,2007.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,15.703,1400.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,15.530,1416.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.496,2071.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.305,1501.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,30.101,1461.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.439,1617.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,16.538,1330.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,17.364,1266.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,14.270,1233.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.895,1471.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,32.679,1346.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.447,1520.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,4.326,1271.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.944,1112.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.644,1664.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.991,1376.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,9.572,1149.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.097,2005.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.851,1428.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.840,1432.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.017,2180.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.259,1757.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.260,1756.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.162,1893.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,4.332,1269.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,4.335,1268.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.115,2079.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.499,1466.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.518,1462.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.439,1528.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,4.167,1320.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.557,1207.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,3.519,1250.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.476,1471.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,8.087,1360.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.410,1341.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.222,1125.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.389,990.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.702,1566.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.119,1297.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.409,1141.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.311,1767.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.186,1159.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.187,1158.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.541,2031.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.760,1562.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.760,1561.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.329,1669.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.334,1031.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.328,1035.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.568,1936.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.075,1325.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.078,1323.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.415,1325.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.228,1120.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.447,950.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.929,1184.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.046,1343.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.222,1237.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.131,1050.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.398,864.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.440,781.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.197,1392.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.622,1105.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.697,986.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.097,1414.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.419,819.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.420,819.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.152,1813.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.568,1209.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.569,1209.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.106,1295.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.467,736.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.466,738.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.159,1725.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.653,1052.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.652,1054.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.132,1043.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.417,823.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.546,630.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.254,1083.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.616,1116.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.724,949.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260721_032901.csv b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260721_032901.csv
new file mode 100644
index 000000000..57deff771
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260721_032901.csv
@@ -0,0 +1,121 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,23.227,1515.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,71.986,1222.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,84.984,1035.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,45.076,1561.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,146.647,1200.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,167.881,1048.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,16.343,2153.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,54.645,1610.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,51.966,1693.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,33.575,2096.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,103.448,1701.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,103.989,1692.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,16.939,2077.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,64.424,1365.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,63.267,1390.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,34.955,2013.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,127.440,1380.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,128.219,1372.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,23.560,1493.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,65.464,1344.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,74.229,1185.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,58.499,1203.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,129.133,1362.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,136.186,1292.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.402,1628.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,16.936,1299.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,20.841,1055.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,10.936,1609.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,33.974,1295.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,40.981,1073.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.168,2110.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,13.457,1634.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,13.465,1633.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,7.953,2212.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,25.127,1750.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,25.447,1728.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.268,2061.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,15.772,1394.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,15.677,1403.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.316,2116.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,30.234,1455.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,31.469,1398.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.448,1615.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,16.178,1359.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,16.651,1321.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,14.276,1232.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.885,1472.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,33.256,1322.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.447,1520.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,4.327,1271.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.855,1133.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.667,1649.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,8.062,1364.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,9.916,1109.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.099,2001.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.811,1443.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.811,1443.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.004,2194.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.201,1773.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.189,1777.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.133,1941.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,4.377,1256.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,4.366,1259.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.076,2119.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.486,1469.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.442,1478.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.455,1512.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,4.173,1318.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.386,1253.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,3.501,1256.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.384,1489.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.916,1389.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.403,1364.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.223,1124.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.369,1004.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.712,1544.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.098,1310.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.382,1154.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.311,1770.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.180,1165.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.179,1166.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.538,2042.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.750,1571.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.754,1568.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.325,1693.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.347,1021.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.346,1021.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.561,1962.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.061,1333.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.059,1335.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.416,1322.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.205,1141.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.447,950.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.919,1197.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.012,1366.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.203,1248.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.129,1065.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.394,874.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.438,785.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.196,1403.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.621,1107.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.694,990.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.097,1418.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.419,821.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.420,819.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.151,1815.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.566,1214.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.566,1214.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.103,1329.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.471,730.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.469,732.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.158,1742.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.650,1058.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.649,1060.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.133,1033.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.418,822.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.547,629.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.256,1075.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.619,1111.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.725,948.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask.png
index cc0e86536..8e5a0b431 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png
index ff4aaa46c..c1fef3ed7 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left.png
index 8ec4bbd1c..2e4a4feac 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png
index 289067282..bb4fe1d2b 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260707_182228.csv b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260707_182228.csv
deleted file mode 100644
index 37ed0778f..000000000
--- a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260707_182228.csv
+++ /dev/null
@@ -1,121 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,17.036,2065.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,58.740,1498.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,69.507,1266.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,34.125,2062.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,124.089,1418.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,137.834,1276.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,11.472,3067.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,41.746,2107.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,42.039,2092.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,22.940,3068.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,80.967,2173.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,80.507,2185.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,12.549,2804.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,56.269,1563.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,55.542,1584.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,25.394,2771.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,108.357,1624.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,108.489,1622.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,17.942,1961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,57.869,1520.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,60.933,1444.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,36.144,1947.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,118.716,1482.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,128.937,1364.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.418,1991.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,15.104,1456.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,17.042,1290.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.306,2118.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.520,1490.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,32.462,1355.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,2.904,3029.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,10.911,2016.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,10.859,2025.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,5.550,3170.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,20.094,2189.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,19.941,2206.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,3.215,2736.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,14.207,1548.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,14.199,1549.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,6.159,2856.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,26.593,1654.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,26.924,1633.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.486,1961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,14.123,1557.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,14.759,1490.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.342,2109.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,28.236,1558.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,29.558,1488.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.139,1931.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.877,1418.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.310,1276.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.105,2089.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.217,1523.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,8.026,1370.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.775,2838.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.119,1763.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.126,1759.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.405,3131.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,5.252,2094.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,5.252,2093.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.864,2547.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.963,1387.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.964,1387.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.562,2815.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.885,1597.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.884,1597.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.187,1853.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.842,1431.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.180,1315.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.128,2066.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.984,1574.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.442,1478.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.313,1759.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.103,1246.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.223,1124.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.548,2006.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.933,1422.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.210,1244.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.223,2471.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,0.999,1376.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,0.998,1377.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.375,2928.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.512,1818.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.515,1815.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.248,2221.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.222,1125.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.221,1126.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.419,2627.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.925,1428.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.925,1428.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.339,1622.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.158,1187.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.422,967.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.556,1976.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.914,1436.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.170,1267.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.096,1436.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.359,956.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.393,875.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.148,1854.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.571,1203.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.645,1066.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.071,1929.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.368,933.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.368,934.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.102,2700.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.502,1369.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.501,1372.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.080,1715.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.430,799.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.431,798.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.115,2395.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.606,1134.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.605,1136.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.108,1268.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.403,853.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.537,640.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.147,1864.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.581,1182.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.715,961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260721_042909.csv b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260721_042909.csv
new file mode 100644
index 000000000..114cee392
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260721_042909.csv
@@ -0,0 +1,121 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,16.483,2135.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,57.851,1521.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,65.254,1348.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,34.779,2023.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,121.236,1451.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,135.340,1300.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,11.265,3124.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,41.092,2141.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,41.208,2135.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,22.971,3063.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,79.972,2200.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,80.106,2196.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,12.188,2887.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,54.620,1610.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,54.754,1607.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,24.256,2901.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,104.986,1676.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,105.056,1675.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,17.133,2054.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,56.059,1569.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,58.057,1515.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,34.552,2037.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,117.987,1491.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,124.651,1411.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.194,2098.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,14.456,1521.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,16.223,1356.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.019,2194.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,28.762,1529.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,32.128,1369.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,2.865,3070.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,10.743,2047.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,10.742,2047.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,5.483,3208.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,19.861,2214.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,20.167,2181.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,3.127,2814.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,14.016,1569.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,14.007,1570.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,5.934,2964.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,25.975,1693.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,25.782,1706.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.299,2046.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,13.794,1594.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,14.898,1476.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,7.974,2206.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,27.539,1597.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,29.203,1506.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.087,2024.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.774,1457.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.190,1312.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.999,2200.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.056,1558.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.837,1403.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.767,2867.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.094,1777.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.097,1775.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.394,3154.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,5.184,2121.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,5.184,2121.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.838,2626.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.918,1403.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.918,1403.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.505,2922.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.722,1636.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.726,1635.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.144,1922.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.769,1459.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.151,1324.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.984,2216.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.848,1606.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.365,1493.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.299,1837.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.087,1265.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.199,1146.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.527,2087.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.903,1445.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.181,1260.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.220,2497.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,0.988,1392.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,0.989,1390.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.373,2946.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.496,1838.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.497,1836.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.241,2280.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.208,1138.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.207,1139.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.404,2719.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.881,1461.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.882,1460.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.330,1668.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.148,1198.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.413,973.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.530,2074.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.888,1456.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.156,1275.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.094,1469.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.357,962.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.388,886.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.145,1900.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.566,1213.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.634,1083.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.071,1943.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.366,939.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.366,940.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.102,2689.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.497,1383.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.496,1384.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.078,1773.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.426,806.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.426,806.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.111,2472.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.598,1150.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.597,1151.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.107,1288.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.400,859.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.535,643.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.143,1924.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.575,1195.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.713,964.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask.png
index 257c2166f..a948f1a05 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png
index 3d3033726..7f2162ecc 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left.png
index 5333adeaf..67993bf50 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png
index fdb770e75..85ba471ae 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260708_004021.csv b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260721_032045.csv
similarity index 51%
rename from benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260708_004021.csv
rename to benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260721_032045.csv
index 8de0ad549..325109cda 100644
--- a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260708_004021.csv
+++ b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260721_032045.csv
@@ -1,31 +1,31 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.437,1415.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.130,1368.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.369,1130.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.584,1060.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.120,1380.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.237,1250.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.802,1626.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,5.144,1425.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,6.377,1149.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,2.518,1164.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.791,1530.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,5.138,1426.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.992,1688.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,9.123,1384.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,11.383,1109.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,4.189,1205.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,8.014,1575.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,9.012,1401.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,8.787,1705.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,28.218,1327.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,35.851,1045.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,12.194,1229.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,23.907,1567.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,26.497,1414.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,14.621,1587.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,42.787,1356.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,51.941,1117.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,19.040,1219.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,37.594,1543.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,42.127,1377.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.459,1347.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.250,1237.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.433,1079.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.613,1008.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.208,1280.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.319,1172.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.932,1517.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,5.468,1340.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,6.764,1083.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,2.536,1156.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,5.096,1438.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,5.405,1356.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,3.125,1616.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,9.329,1353.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,11.938,1058.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,4.198,1203.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,8.465,1491.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,9.457,1335.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,9.820,1526.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,28.299,1324.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,36.927,1014.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,12.387,1210.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,25.726,1456.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,26.788,1398.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,14.823,1565.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,43.844,1323.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,51.942,1117.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,18.864,1230.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,38.001,1526.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,42.690,1359.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask.png b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask.png
index 6933f02a3..dfd2195b8 100644
Binary files a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask.png and b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png
index 6942ed912..3f4332f5e 100644
Binary files a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260707_181415.csv b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260721_042058.csv
similarity index 51%
rename from benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260707_181415.csv
rename to benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260721_042058.csv
index eec3663f5..63d4625e9 100644
--- a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260707_181415.csv
+++ b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260721_042058.csv
@@ -1,31 +1,31 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.336,1843.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.094,1413.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.219,1269.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.344,1797.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.081,1431.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.258,1229.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.477,1985.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.814,1522.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,5.841,1255.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.474,1989.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.627,1584.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,4.959,1478.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.441,2069.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,8.354,1511.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,9.961,1267.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.438,2071.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,7.916,1595.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,8.310,1519.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.277,2059.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,25.924,1445.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,30.833,1215.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.272,2060.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,24.345,1539.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,25.297,1481.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,11.512,2016.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,38.627,1502.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,42.628,1361.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,11.558,2007.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,36.536,1588.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,41.360,1402.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.338,1828.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.108,1395.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.218,1269.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.339,1826.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.084,1426.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.244,1243.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.472,1991.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.828,1518.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,5.802,1263.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.497,1958.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.642,1579.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,4.950,1480.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.445,2065.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,8.327,1516.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,9.860,1280.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.430,2078.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,7.864,1605.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,8.507,1484.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.235,2071.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,25.436,1473.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,30.566,1225.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.249,2067.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,24.503,1529.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,25.306,1480.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,11.345,2045.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,37.911,1530.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,42.690,1359.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,11.076,2095.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,36.472,1590.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,42.010,1381.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask.png b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask.png
index 768bfd928..c7654c45d 100644
Binary files a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask.png and b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png
index 08fbc738e..e363e2733 100644
Binary files a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260708_004031.csv b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260721_032055.csv
similarity index 51%
rename from benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260708_004031.csv
rename to benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260721_032055.csv
index 6e503de71..43d1460ea 100644
--- a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260708_004031.csv
+++ b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260721_032055.csv
@@ -1,26 +1,26 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,9.621,1829.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,43.892,1002.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,43.588,1009.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,12.139,1449.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,49.919,881.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.345,1876.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,9.641,1141.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,9.674,1137.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,3.143,1399.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,11.924,922.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.636,1730.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.603,1056.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.601,1057.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.126,976.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,3.283,837.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.190,1451.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.783,878.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.783,877.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.464,593.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.407,488.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.060,1146.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.266,647.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.265,649.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.220,312.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.662,259.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,9.155,1922.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,44.664,985.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,44.096,997.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,12.300,1430.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,49.781,884.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.375,1852.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,10.640,1033.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,10.801,1018.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,3.180,1383.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,12.457,883.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.637,1727.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.626,1047.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.615,1051.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.125,977.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,3.289,836.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.188,1463.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.777,885.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.789,871.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.465,591.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.405,489.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.058,1184.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.267,644.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.266,645.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.221,311.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.663,259.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500.000
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left.png b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left.png
index c05e6ec0b..522ea0785 100644
Binary files a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left.png and b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png
index 79f07b9b9..3d396395c 100644
Binary files a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260707_181427.csv b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260721_042111.csv
similarity index 51%
rename from benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260707_181427.csv
rename to benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260721_042111.csv
index 87dfdd60c..efbcd41a5 100644
--- a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260707_181427.csv
+++ b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260721_042111.csv
@@ -1,26 +1,26 @@
 config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,8.481,2074.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,36.214,1215.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,36.109,1218.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,10.472,1680.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,43.624,1008.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.116,2079.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,9.069,1212.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,9.093,1209.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,3.102,1418.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,11.204,981.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.554,1984.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.443,1125.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.447,1123.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.115,986.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,3.108,885.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.155,1769.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.716,961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.714,962.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.460,598.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.360,505.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.051,1350.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.246,698.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.246,698.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.218,316.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
-qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.642,268.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,8.118,2167.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,36.868,1193.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,35.909,1225.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,10.424,1688.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,43.401,1013.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.059,2137.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,9.211,1194.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,8.918,1233.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,3.101,1418.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,11.268,976.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.534,2058.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.414,1139.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.412,1140.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.117,984.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,3.195,860.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.150,1835.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.715,961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.715,961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.461,597.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.367,503.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.049,1400.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.248,694.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.248,693.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.217,316.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.644,267.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500.000
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left.png b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left.png
index 88800d134..01251a96c 100644
Binary files a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left.png and b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png
index 703b6c1c7..d4e625077 100644
Binary files a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260708_004042.csv b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260708_004042.csv
deleted file mode 100644
index 78542bad5..000000000
--- a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260708_004042.csv
+++ /dev/null
@@ -1,31 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.846,1473.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.325,1340.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.863,1088.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,1.140,1093.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.194,1420.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.372,1313.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,3.614,1668.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,11.077,1361.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,13.904,1084.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,4.918,1226.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,10.572,1426.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,11.378,1325.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,13.411,1639.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,41.386,1328.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,52.795,1041.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,18.398,1195.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,34.550,1590.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,37.723,1457.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,29.982,1598.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,96.990,1235.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,118.345,1012.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,39.916,1200.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,82.405,1453.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,94.673,1265.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,78.723,1487.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,241.349,1212.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,298.048,982.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,103.928,1126.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,210.549,1390.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,237.792,1231.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260721_032103.csv b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260721_032103.csv
new file mode 100644
index 000000000..09fef8380
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260721_032103.csv
@@ -0,0 +1,31 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.836,1490.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.282,1365.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.819,1105.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,1.133,1099.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.174,1433.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.339,1332.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,3.523,1712.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,10.630,1418.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,13.687,1101.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,4.929,1223.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,10.022,1504.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,10.455,1442.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,13.278,1655.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,41.401,1327.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,53.888,1020.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,17.486,1257.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,36.271,1515.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,37.089,1482.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,30.485,1571.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,92.077,1300.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,119.921,998.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,39.043,1227.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,81.712,1465.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,90.649,1321.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,74.735,1566.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,237.431,1232.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,293.772,996.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,101.742,1150.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,204.185,1433.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,233.102,1255.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask.png b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask.png
index 3ad409ca4..4b9242b95 100644
Binary files a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask.png and b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask_det_overhead.png
index 30fac3eb8..afe1bc70b 100644
Binary files a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260707_181431.csv b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260707_181431.csv
deleted file mode 100644
index 5f604d256..000000000
--- a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260707_181431.csv
+++ /dev/null
@@ -1,31 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.659,1891.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.184,1427.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.634,1183.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.666,1871.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.098,1485.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.248,1386.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,2.938,2053.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.890,1524.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,12.227,1233.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,2.931,2058.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.584,1573.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,10.533,1431.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.464,2100.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,36.817,1492.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,45.488,1208.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.623,2069.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,34.816,1578.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,37.584,1462.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,24.122,1986.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,87.922,1362.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,103.330,1159.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,23.891,2005.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,80.500,1487.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,92.641,1293.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,59.924,1953.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,213.577,1370.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,255.840,1144.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,59.728,1960.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,198.102,1477.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
-wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,231.641,1263.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260721_042116.csv b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260721_042116.csv
new file mode 100644
index 000000000..120e08ed7
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260721_042116.csv
@@ -0,0 +1,31 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.646,1929.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.144,1453.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.613,1192.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.645,1931.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.072,1503.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.237,1393.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,2.848,2118.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.813,1536.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,11.953,1261.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,2.818,2140.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.331,1616.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,10.421,1447.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.678,2058.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,37.489,1466.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,42.089,1306.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.084,2180.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,34.796,1579.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,37.884,1450.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,24.146,1984.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,83.725,1430.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,102.466,1169.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,23.134,2070.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,79.849,1500.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,90.902,1317.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,58.226,2010.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,210.240,1392.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,252.250,1160.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,55.297,2117.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,192.496,1520.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,229.329,1276.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92500
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask.png b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask.png
index d3976d699..cd4db0aae 100644
Binary files a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask.png and b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask_det_overhead.png
index 419d663bb..e4ef765f8 100644
Binary files a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask_det_overhead.png differ