diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260615_142034.csv b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260615_142034.csv
deleted file mode 100644
index 783219970..000000000
--- a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260615_142034.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.218,1294.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.164,1723.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.172,1641.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.219,1338.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.163,1806.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.172,1704.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.401,1464.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.301,1952.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.313,1873.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.748,1571.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.573,2049.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.599,1959.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.456,1613.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.125,2087.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.181,1988.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260708_005005.csv b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260708_005005.csv
new file mode 100644
index 000000000..37f76d29b
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_20260708_005005.csv
@@ -0,0 +1,21 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.220,1284.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.163,1734.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.173,1636.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,1.209,234.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.221,1329.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.164,1788.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.173,1698.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,1.210,243.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.406,1447.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.301,1951.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.314,1867.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,1.128,521.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.759,1546.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.574,2046.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.600,1956.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,1.031,1139.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.511,1554.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.134,2071.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.189,1976.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.997,1176.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png
index 9ff207476..14715ab2f 100644
Binary files a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png and b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb200/auto_regressive_dit_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260615_151800.csv b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260615_151800.csv
deleted file mode 100644
index c1cdc7c38..000000000
--- a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260615_151800.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.159,1774.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.110,2561.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.118,2400.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.160,1837.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.110,2664.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.117,2503.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.302,1943.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.208,2820.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.221,2658.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.566,2075.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.386,3045.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.429,2739.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.118,2101.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.767,3063.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.853,2753.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260707_182357.csv b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260707_182357.csv
new file mode 100644
index 000000000..c96cc2cc3
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_20260707_182357.csv
@@ -0,0 +1,21 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.165,1711.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.113,2509.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,985,62208,9,9,128,128,fwd,False,0.120,2360.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,985,62208,9,9,128,128,fwd,False,0.517,546.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.166,1772.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.112,2616.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.120,2455.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,1024,62208,9,9,128,128,fwd,False,0.517,567.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.311,1890.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.213,2754.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.226,2599.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,2048,62208,9,9,128,128,fwd,False,0.523,1123.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.581,2021.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.395,2972.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.438,2683.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,4096,62208,9,9,128,128,fwd,False,0.579,2028.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.146,2050.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,fp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.782,3005.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,cudnn,mxfp8,no_mask,1,8192,62208,9,9,128,128,fwd,False,0.866,2711.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+auto_regressive_dit,auto_regressive_dit,flash_attention_4,bfloat16,no_mask,1,8192,62208,9,9,128,128,fwd,False,1.149,2043.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png
index 86fb5f38d..1b413b9cb 100644
Binary files a/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png and b/benchmark/sdpa_benchmark_training/results/auto_regressive_dit/gb300/auto_regressive_dit_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260615_142204.csv b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260615_142204.csv
deleted file mode 100644
index 079b49592..000000000
--- a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260615_142204.csv
+++ /dev/null
@@ -1,91 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,54.755,1607.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,209.488,1092.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,213.025,1074.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,116.857,1505.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,433.948,1054.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,420.152,1089.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,35.334,2490.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,127.119,1799.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,125.922,1816.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,78.246,2248.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,243.244,1880.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,245.338,1864.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,40.127,2192.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,146.077,1566.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,146.057,1566.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,76.463,2301.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,283.376,1614.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,289.161,1582.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,14.104,1559.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,47.931,1193.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,47.759,1197.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,25.750,1708.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,103.140,1109.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,103.570,1104.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,8.535,2577.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,31.905,1792.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,30.747,1860.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,17.429,2523.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,60.736,1883.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,57.012,2006.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,9.348,2353.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,35.518,1610.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,32.965,1734.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,17.566,2504.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,64.039,1786.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,67.219,1701.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.485,1578.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,13.577,1053.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,11.995,1192.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,6.234,1764.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,25.514,1120.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,23.782,1202.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.297,2394.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.753,1844.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.390,1934.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.263,2579.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,13.633,2097.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,14.090,2029.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.459,2236.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,9.002,1588.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,8.854,1615.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.497,2445.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,16.256,1759.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,16.997,1682.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.978,1405.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.359,1064.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.274,1092.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.603,1715.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.985,1194.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,5.957,1200.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.659,2086.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.126,1681.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.122,1685.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.123,2448.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.475,2057.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.476,2056.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.682,2016.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.533,1411.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.531,1412.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.143,2404.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,4.116,1736.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,4.116,1737.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.316,1088.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.048,853.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.009,886.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.463,1485.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.702,1050.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.619,1104.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.205,1674.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.684,1306.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.686,1303.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.316,2175.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,0.994,1797.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,0.987,1811.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.221,1555.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.841,1063.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.840,1064.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.335,2049.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.194,1496.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.177,1518.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260708_005314.csv b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260708_005314.csv
new file mode 100644
index 000000000..ec09d1877
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_20260708_005314.csv
@@ -0,0 +1,121 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,52.784,1666.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,208.242,1098.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,206.000,1110.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,111.389,1579.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,411.774,1111.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,402.361,1137.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,35.290,2493.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,122.284,1870.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,121.978,1875.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,68.899,2553.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,231.737,1974.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,233.599,1958.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,37.460,2348.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,139.546,1639.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,139.524,1639.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,75.675,2325.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,273.351,1673.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,273.491,1672.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,51.115,1721.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,202.131,1131.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,206.989,1105.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,103.822,1694.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,387.837,1179.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,394.272,1160.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,13.197,1666.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,46.276,1236.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,49.733,1150.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,25.176,1747.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,103.110,1109.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,99.417,1150.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,8.491,2590.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,29.122,1963.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,28.440,2010.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,16.410,2680.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,53.709,2129.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,53.119,2153.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,9.065,2426.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,31.455,1818.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,33.364,1714.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,17.898,2457.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,64.186,1782.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,63.905,1789.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,12.515,1757.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,50.830,1125.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,51.107,1119.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,24.251,1814.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,101.034,1132.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,102.614,1114.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.380,1627.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,11.582,1234.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,11.401,1254.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.889,1867.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,24.265,1178.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,24.624,1161.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.232,2463.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.452,1918.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.358,1943.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.088,2690.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,12.985,2202.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,13.369,2138.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,2.403,2288.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,8.401,1702.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,8.437,1694.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,4.323,2543.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,15.433,1852.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,15.403,1856.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.337,1648.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,12.578,1137.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,13.217,1082.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.800,1896.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,24.014,1190.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,24.273,1178.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.976,1409.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.241,1103.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.152,1134.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.536,1790.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.765,1240.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,5.766,1239.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.629,2185.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.124,1683.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.124,1683.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.089,2525.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.370,2121.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.376,2117.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.677,2031.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.518,1419.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.516,1421.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.138,2415.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,4.002,1786.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,4.003,1785.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.966,1423.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.634,984.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.825,934.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.563,1758.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,6.100,1172.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,6.278,1138.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.309,1113.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.011,884.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,0.980,912.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.444,1548.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.647,1085.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.601,1116.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.199,1730.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.683,1308.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.683,1309.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.304,2261.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,0.970,1842.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,0.970,1842.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.216,1592.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.845,1058.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.841,1062.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.323,2130.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.172,1525.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.170,1527.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.309,1112.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.169,765.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.234,724.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.455,1509.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.751,1020.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.796,995.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask.png
index 82e528056..fb37c1eb2 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png
index 7094898ea..ca29a6d44 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left.png
index 958133e7f..33366d879 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png
index 1480daab5..accd21abb 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb200/dsv3_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260615_151924.csv b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260615_151924.csv
deleted file mode 100644
index 28719edfc..000000000
--- a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260615_151924.csv
+++ /dev/null
@@ -1,91 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,43.066,2043.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,174.362,1312.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,173.171,1321.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,87.975,2000.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,365.966,1250.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,353.765,1293.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,26.197,3358.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,92.890,2462.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,93.133,2456.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,52.877,3327.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,185.212,2470.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,186.306,2455.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,28.776,3057.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,118.731,1926.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,117.766,1942.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,56.827,3096.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,227.326,2012.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,227.532,2010.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,10.800,2036.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,43.818,1305.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,41.923,1364.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,20.487,2147.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,90.811,1259.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,86.068,1329.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,6.609,3327.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,23.012,2485.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,22.760,2512.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,12.646,3478.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,43.754,2613.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,43.322,2639.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,7.285,3019.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,28.931,1976.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,29.534,1936.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,13.652,3222.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,55.756,2051.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,56.256,2033.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,2.898,1897.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,11.006,1299.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,10.583,1351.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.242,2097.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,21.441,1333.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,20.218,1414.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.743,3154.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,6.117,2337.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,6.116,2337.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.201,3435.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,11.087,2578.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,11.094,2577.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.936,2840.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.826,1827.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.823,1827.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.459,3179.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,13.850,2064.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,14.018,2039.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.828,1659.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.109,1150.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,2.986,1197.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.357,2025.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.589,1279.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,5.602,1276.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.487,2822.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,1.786,2002.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,1.785,2002.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.819,3356.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,2.945,2426.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,2.946,2426.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.545,2523.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.321,1540.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.323,1539.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.889,3093.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.661,1952.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.662,1952.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.257,1338.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,0.972,920.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,0.927,964.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.375,1835.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.589,1125.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.544,1157.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.149,2304.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.587,1523.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.588,1520.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.221,3107.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,0.847,2111.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,0.848,2108.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.168,2047.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.779,1148.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.778,1149.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.245,2809.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.062,1683.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.064,1679.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260707_182702.csv b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260707_182702.csv
new file mode 100644
index 000000000..d66f4cfd3
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_20260707_182702.csv
@@ -0,0 +1,121 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,43.532,2021.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,180.329,1268.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,177.659,1287.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,88.742,1982.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,364.245,1256.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,353.701,1293.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,fwd,False,26.729,3291.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,False,93.149,2455.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,32768,32768,128,128,192,128,bwd,True,94.169,2429.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,52.408,3357.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,189.154,2418.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,189.691,2411.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,fwd,False,28.898,3044.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,False,119.431,1915.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,32768,32768,128,128,192,128,bwd,True,119.249,1918.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,fwd,False,56.126,3134.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,False,231.609,1975.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,32768,32768,128,128,192,128,bwd,True,230.301,1986.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,fwd,False,45.664,1926.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,False,183.250,1248.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,192,128,bwd,True,193.570,1182.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,fwd,False,87.863,2002.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,False,350.731,1304.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,32768,32768,128,128,192,128,bwd,True,371.841,1230.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,10.771,2042.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,42.945,1331.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,41.998,1361.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,21.086,2086.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,90.134,1269.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,82.300,1389.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,fwd,False,6.587,3339.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,False,23.357,2448.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,16384,16384,128,128,192,128,bwd,True,22.924,2494.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,12.657,3475.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,43.170,2649.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,43.686,2618.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,fwd,False,7.261,3029.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,False,29.238,1956.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,16384,16384,128,128,192,128,bwd,True,29.033,1969.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,fwd,False,13.777,3192.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,False,55.468,2062.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,16384,16384,128,128,192,128,bwd,True,54.665,2092.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,fwd,False,11.431,1924.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,False,45.992,1243.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,192,128,bwd,True,48.909,1169.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,fwd,False,21.366,2058.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,False,88.549,1291.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,16384,16384,128,128,192,128,bwd,True,93.730,1220.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,2.872,1914.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,11.231,1273.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,10.600,1349.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.187,2120.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,21.095,1355.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,20.894,1368.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.733,3173.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,False,6.101,2343.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,8192,8192,128,128,192,128,bwd,True,6.108,2341.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.175,3463.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,11.149,2564.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,11.150,2564.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,fwd,False,1.923,2859.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,False,7.845,1822.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,8192,8192,128,128,192,128,bwd,True,7.837,1824.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,fwd,False,3.445,3192.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,False,13.710,2085.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,8192,8192,128,128,192,128,bwd,True,13.879,2060.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,fwd,False,3.060,1797.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,False,12.083,1183.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,192,128,bwd,True,12.849,1113.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,fwd,False,5.285,2080.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,False,21.914,1305.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,8192,8192,128,128,192,128,bwd,True,23.231,1231.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.815,1687.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.102,1152.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,2.980,1200.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.344,2045.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.603,1276.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,5.590,1279.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.486,2831.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,False,1.790,1997.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,4096,4096,128,128,192,128,bwd,True,1.790,1997.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.812,3386.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,2.933,2437.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,2.935,2435.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,fwd,False,0.545,2523.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,False,2.345,1524.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,4096,4096,128,128,192,128,bwd,True,2.347,1523.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,fwd,False,0.884,3110.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,False,3.660,1953.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,4096,4096,128,128,192,128,bwd,True,3.662,1952.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,fwd,False,0.869,1582.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,False,3.508,1019.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,192,128,bwd,True,3.724,960.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,fwd,False,1.382,1989.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,False,5.763,1240.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,4096,4096,128,128,192,128,bwd,True,6.161,1160.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.255,1349.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,0.976,916.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,0.929,962.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.367,1873.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.600,1117.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.550,1153.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.151,2279.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.592,1509.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.592,1509.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.220,3126.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,0.853,2095.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,fp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,0.851,2099.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,fwd,False,0.168,2040.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,False,0.791,1131.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,top_left,2,2048,2048,128,128,192,128,bwd,True,0.790,1131.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.243,2827.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.070,1669.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,cudnn,mxfp8,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.071,1669.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,fwd,False,0.276,1246.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,False,1.137,786.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,192,128,bwd,True,1.203,743.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,fwd,False,0.394,1745.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,False,1.674,1067.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+dsv3,dsv3,flash_attention_4,bfloat16,no_mask,2,2048,2048,128,128,192,128,bwd,True,1.767,1011.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask.png
index a7bea9fec..bd3fc883d 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png
index 2066ae9b6..8fc9f9bac 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left.png
index e70f2444d..eca5a3246 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png
index 5e13f2a60..67e813d07 100644
Binary files a/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/dsv3/gb300/dsv3_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260615_141706.csv b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260615_141706.csv
deleted file mode 100644
index 397f66af8..000000000
--- a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260615_141706.csv
+++ /dev/null
@@ -1,46 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.634,168.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.623,189.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,4.727,145.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.474,186.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,91.425,8.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,91.428,8.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.674,164.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,106.924,6.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,106.919,6.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.820,167.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.801,190.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,2.378,144.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.739,185.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,23.612,14.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,23.613,14.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.842,163.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,27.540,12.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,27.546,12.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.413,165.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,0.895,191.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.196,143.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.372,183.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.296,27.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.297,27.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.423,161.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,7.331,23.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,7.331,23.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.210,161.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.455,186.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.609,139.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.189,179.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.777,48.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.774,48.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.216,157.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,2.061,41.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,2.061,41.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.108,154.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.232,179.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.312,133.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.098,171.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.549,76.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.550,76.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.112,149.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.640,65.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.639,65.000,0.000,10,128,True,,NVIDIA GB200,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260708_004619.csv b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260708_004619.csv
new file mode 100644
index 000000000..4244043d6
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_20260708_004619.csv
@@ -0,0 +1,61 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.634,168.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.623,189.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,4.725,145.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.543,178.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,91.594,7.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,91.487,7.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.683,163.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,106.851,6.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,106.952,6.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.818,151.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,4.659,147.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,28.505,24.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.820,167.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.803,190.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,2.377,144.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.774,177.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,23.624,14.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,23.630,14.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.848,162.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,27.564,12.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,27.560,12.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.912,150.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,2.321,147.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,7.875,43.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.413,165.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,0.894,191.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.195,143.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.390,175.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.303,27.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.300,27.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.425,160.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,7.339,23.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,7.339,23.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.459,149.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.156,147.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,2.318,74.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.210,161.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.455,186.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.609,139.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.198,171.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.774,48.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.777,48.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.216,157.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,2.063,41.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,2.064,41.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.232,146.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.578,146.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.758,112.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.108,154.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.231,180.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.313,133.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.102,163.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.549,76.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.549,76.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.112,149.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.640,65.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.640,65.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.119,140.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.292,143.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.323,129.000,0.000,10,128,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left.png b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left.png
index 993696ba6..a3f95a1f8 100644
Binary files a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left.png and b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png
index 7577eef10..08e3c4c73 100644
Binary files a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb200/gpt_oss_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260615_151436.csv b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260615_151436.csv
deleted file mode 100644
index d1f7a934e..000000000
--- a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260615_151436.csv
+++ /dev/null
@@ -1,46 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.503,183.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.426,200.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,4.335,158.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.295,212.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,75.063,9.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,74.988,9.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.344,204.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,96.609,7.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,96.574,7.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.755,181.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.710,200.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,2.177,157.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.650,211.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,19.461,18.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,19.464,18.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.676,202.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,24.947,14.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,24.944,14.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.380,180.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,0.856,199.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.097,155.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.328,208.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,5.221,33.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,5.220,33.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.342,199.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.643,26.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.643,26.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.193,175.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.439,193.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.561,151.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.167,203.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.489,57.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.489,57.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.175,193.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.874,45.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.875,45.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.100,167.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.225,185.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.289,144.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.086,192.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.469,89.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.469,89.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.092,181.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.582,71.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
-gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.582,71.000,0.000,10,128,True,,NVIDIA GB300,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260707_182017.csv b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260707_182017.csv
new file mode 100644
index 000000000..f026dfb0c
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_20260707_182017.csv
@@ -0,0 +1,61 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.505,182.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,3.428,200.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,4.340,158.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.296,212.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,False,75.105,9.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,32768,32768,128,128,64,64,bwd,True,75.127,9.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,fwd,False,1.343,204.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,False,96.559,7.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,32768,32768,128,128,64,64,bwd,True,96.570,7.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,fwd,False,1.669,164.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,False,4.349,158.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,32768,32768,128,128,64,64,bwd,True,28.025,24.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.756,181.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,1.730,198.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,2.181,157.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.651,210.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,False,19.444,18.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,16384,16384,128,128,64,64,bwd,True,19.446,18.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,fwd,False,0.675,203.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,False,24.912,14.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,16384,16384,128,128,64,64,bwd,True,24.915,14.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,fwd,False,0.840,163.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,False,2.182,157.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,16384,16384,128,128,64,64,bwd,True,7.724,44.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.382,179.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,0.858,199.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,1.102,155.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.329,207.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,False,5.216,33.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,8192,8192,128,128,64,64,bwd,True,5.217,33.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,fwd,False,0.343,199.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,False,6.637,26.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,8192,8192,128,128,64,64,bwd,True,6.635,26.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,fwd,False,0.422,161.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,False,1.089,156.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,8192,8192,128,128,64,64,bwd,True,2.269,75.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.194,175.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.440,192.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.563,150.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.167,202.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.497,56.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.495,57.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,fwd,False,0.176,193.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,False,1.878,45.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,4096,4096,128,128,64,64,bwd,True,1.880,45.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,fwd,False,0.214,158.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,False,0.548,154.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,4096,4096,128,128,64,64,bwd,True,0.741,114.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.100,166.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.227,184.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.290,144.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.087,192.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.472,88.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,fp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.472,88.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,fwd,False,0.092,180.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,False,0.585,71.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,cudnn,mxfp8,top_left,2,2048,2048,128,128,64,64,bwd,True,0.585,71.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,fwd,False,0.111,150.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,False,0.278,150.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
+gpt_oss,gpt_oss,flash_attention_4,bfloat16,top_left,2,2048,2048,128,128,64,64,bwd,True,0.310,134.000,0.000,10,128,True,,NVIDIA GB300,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left.png b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left.png
index 0d019a6c4..0720de20e 100644
Binary files a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left.png and b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png
index 956f9e0c5..0f4ce6f15 100644
Binary files a/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/gpt_oss/gb300/gpt_oss_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260615_142133.csv b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260615_142133.csv
deleted file mode 100644
index 9be595048..000000000
--- a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260615_142133.csv
+++ /dev/null
@@ -1,91 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,24.273,1812.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,104.237,1097.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,97.628,1171.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,52.607,1672.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,206.375,1108.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,196.114,1166.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,17.028,2583.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,57.713,1981.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,56.208,2034.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,34.678,2537.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,113.580,2014.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,110.494,2070.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,17.995,2444.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,68.974,1658.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,66.538,1719.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,36.547,2407.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,130.939,1747.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,131.697,1737.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.327,1738.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,23.460,1219.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,23.230,1231.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,11.618,1893.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,48.937,1168.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,46.449,1231.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.276,2571.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,False,13.824,2068.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,14.178,2016.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.189,2685.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,26.196,2183.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,26.325,2172.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.547,2418.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,15.853,1803.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,16.408,1742.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.661,2539.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,30.362,1883.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,31.207,1832.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.767,1555.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,5.872,1217.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,5.854,1221.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,3.041,1808.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,11.936,1198.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,10.834,1319.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.151,2388.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.720,1922.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.705,1929.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.083,2639.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.465,2211.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.403,2232.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.248,2202.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,4.301,1662.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,4.298,1663.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.199,2500.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,7.619,1876.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,7.571,1888.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.515,1334.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.667,1072.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.637,1092.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.831,1655.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.936,1217.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.936,1217.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.339,2028.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.089,1641.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.083,1651.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.573,2398.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.754,2037.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.720,2077.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.363,1895.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.299,1376.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.300,1374.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.608,2261.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.044,1748.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.041,1750.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.167,1026.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.530,844.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.518,863.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.240,1433.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.868,1030.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.854,1046.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.110,1567.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.359,1245.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.358,1247.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.166,2070.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.518,1725.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.519,1721.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.120,1436.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.439,1018.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.441,1013.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.175,1967.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.616,1451.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.616,1450.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260708_005245.csv b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260708_005245.csv
new file mode 100644
index 000000000..e062733bd
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_20260708_005245.csv
@@ -0,0 +1,121 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,25.026,1757.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,105.479,1084.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,99.125,1154.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,50.882,1729.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,207.498,1102.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,202.957,1127.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,17.114,2570.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,57.939,1974.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,59.969,1907.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,35.201,2499.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,115.331,1983.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,116.060,1971.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,17.815,2469.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,66.312,1724.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,66.409,1722.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,35.273,2494.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,133.063,1719.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,132.606,1725.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,26.818,1640.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,102.666,1114.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,105.060,1088.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,49.663,1771.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,199.126,1149.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,199.031,1149.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.294,1747.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,24.150,1184.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,25.300,1130.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,12.151,1810.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,49.578,1153.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,45.880,1246.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.289,2564.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,False,14.241,2008.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,14.318,1997.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.159,2695.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,26.760,2137.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,27.091,2110.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,4.568,2407.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,16.139,1771.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,16.221,1762.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,8.665,2538.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,31.242,1830.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,32.116,1780.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,6.403,1717.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,23.734,1205.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,25.342,1128.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,11.740,1873.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,48.454,1180.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,48.839,1171.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.706,1612.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,5.915,1208.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.023,1187.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,3.055,1800.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,11.634,1229.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.466,1247.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.173,2344.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.699,1932.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.699,1932.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.088,2633.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.492,2202.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.492,2202.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,1.250,2200.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,4.312,1658.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,4.311,1658.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.205,2493.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,7.623,1875.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,7.644,1870.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.710,1608.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,6.288,1137.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.648,1075.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.990,1839.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,11.427,1251.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.743,1217.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.516,1333.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.671,1069.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.636,1093.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.837,1642.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.949,1212.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.947,1213.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.339,2029.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.088,1642.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.090,1640.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.578,2380.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.772,2016.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.747,2045.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.362,1896.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.309,1365.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.294,1381.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.612,2244.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.053,1740.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.077,1721.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.512,1342.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.846,968.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.949,917.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.840,1637.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,3.074,1162.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,3.145,1136.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.167,1030.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.532,841.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.519,861.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.239,1440.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.867,1031.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.853,1047.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.110,1569.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.358,1247.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.358,1249.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.166,2074.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.520,1717.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.519,1721.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.118,1452.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.442,1011.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.443,1008.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.173,1982.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.622,1435.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.623,1435.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.169,1019.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.608,735.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.639,700.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.242,1417.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.910,982.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.931,959.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask.png
index 16237d8bd..fd13a9ad4 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png
index 9bb8a7a76..9b20d3f90 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left.png
index 26f6b3542..87be541a6 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png
index 9c84c35a9..da6d70135 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb200/kimiK26_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260615_151859.csv b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260615_151859.csv
deleted file mode 100644
index 308d4dcd5..000000000
--- a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260615_151859.csv
+++ /dev/null
@@ -1,91 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,21.288,2066.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,87.748,1303.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,86.175,1327.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,42.884,2051.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,182.776,1251.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,175.598,1302.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,12.780,3442.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,44.457,2572.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,44.030,2597.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,25.356,3469.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,88.616,2581.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,91.800,2491.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,14.194,3099.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,57.738,1981.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,57.968,1973.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,27.767,3168.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,113.335,2018.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,113.446,2016.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,5.337,2060.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,21.321,1341.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,20.593,1388.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,10.318,2131.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,42.822,1335.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,41.085,1392.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.285,3347.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,False,11.271,2536.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,11.536,2478.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,6.270,3507.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,22.032,2595.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,22.137,2583.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.624,3034.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,14.411,1984.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,14.608,1957.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,6.849,3211.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,27.106,2109.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,27.098,2110.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.447,1900.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,5.468,1307.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,5.272,1356.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.593,2120.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,10.393,1375.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,10.297,1388.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.869,3162.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.060,2336.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.063,2333.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.582,3475.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,5.484,2606.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,5.482,2608.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.959,2866.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.924,1821.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.924,1822.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.715,3205.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.839,2090.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.885,2076.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.413,1664.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.553,1150.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.508,1185.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.686,2003.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.810,1272.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.802,1275.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.246,2798.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,0.905,1975.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,0.904,1977.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.416,3303.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.479,2416.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.477,2419.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.273,2515.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.181,1513.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.180,1515.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.455,3017.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.841,1941.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.843,1939.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.133,1295.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.493,906.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.477,938.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.188,1824.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.829,1078.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.802,1114.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.079,2163.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.305,1467.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.305,1467.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.114,3006.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.442,2021.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.442,2020.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.089,1938.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.403,1109.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.402,1111.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.125,2739.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.556,1607.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.555,1609.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260707_182632.csv b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260707_182632.csv
new file mode 100644
index 000000000..780b74ef0
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_20260707_182632.csv
@@ -0,0 +1,121 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,21.439,2051.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,87.028,1314.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,86.799,1317.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,44.261,1987.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,183.783,1244.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,177.132,1291.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,fwd,False,13.008,3381.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,False,45.885,2492.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,32768,32768,64,64,192,128,bwd,True,45.618,2507.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,25.743,3417.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,92.362,2476.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,92.332,2477.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,fwd,False,14.430,3048.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,False,57.713,1981.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,32768,32768,64,64,192,128,bwd,True,57.642,1984.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,fwd,False,28.025,3139.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,False,113.780,2010.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,32768,32768,64,64,192,128,bwd,True,111.747,2047.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,fwd,False,23.000,1912.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,False,89.599,1276.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,32768,32768,64,64,192,128,bwd,True,95.783,1194.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,fwd,False,42.625,2064.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,False,174.597,1310.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,64,192,128,bwd,True,184.857,1237.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,5.459,2014.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,21.374,1338.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,21.123,1353.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,10.487,2097.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,42.706,1339.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,39.942,1431.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.336,3296.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,False,11.487,2489.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,16384,16384,64,64,192,128,bwd,True,11.612,2462.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,6.340,3468.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,22.057,2592.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,22.305,2563.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,fwd,False,3.676,2991.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,False,14.471,1976.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,16384,16384,64,64,192,128,bwd,True,14.815,1930.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,fwd,False,6.887,3193.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,False,27.558,2075.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,16384,16384,64,64,192,128,bwd,True,27.516,2078.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,fwd,False,5.804,1894.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,False,22.666,1261.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,16384,16384,64,64,192,128,bwd,True,23.936,1194.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,fwd,False,10.632,2068.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,False,42.966,1331.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,64,192,128,bwd,True,45.592,1254.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.467,1874.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,5.545,1289.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,5.368,1332.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.660,2067.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,10.552,1355.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,10.262,1393.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.878,3130.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.104,2303.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.103,2303.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.613,3408.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,5.573,2565.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,5.572,2565.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,fwd,False,0.973,2825.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,False,3.980,1796.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,8192,8192,64,64,192,128,bwd,True,3.981,1795.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,fwd,False,1.744,3153.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,False,6.906,2070.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,8192,8192,64,64,192,128,bwd,True,6.895,2073.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,fwd,False,1.554,1770.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,False,6.098,1172.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,8192,8192,64,64,192,128,bwd,True,6.478,1103.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,fwd,False,2.677,2054.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,False,10.724,1333.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,64,192,128,bwd,True,11.509,1242.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.416,1652.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.570,1138.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.524,1173.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.695,1977.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.847,1255.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,2.824,1265.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.249,2765.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,False,0.914,1955.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,4096,4096,64,64,192,128,bwd,True,0.916,1950.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.419,3278.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.496,2388.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.492,2395.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,fwd,False,0.277,2480.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,False,1.198,1491.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,4096,4096,64,64,192,128,bwd,True,1.202,1487.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.461,2984.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,False,1.859,1922.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,4096,4096,64,64,192,128,bwd,True,1.863,1918.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,fwd,False,0.442,1556.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,False,1.790,999.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,4096,4096,64,64,192,128,bwd,True,1.898,941.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,fwd,False,0.721,1907.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,False,2.921,1223.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,64,192,128,bwd,True,3.098,1153.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.134,1278.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.499,895.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.483,926.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.190,1810.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.838,1066.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.809,1104.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.080,2161.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.308,1452.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.308,1452.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.115,2985.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.449,1991.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,fp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.449,1988.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,fwd,False,0.089,1930.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,False,0.411,1087.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,top_left,2,2048,2048,64,64,192,128,bwd,True,0.410,1091.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.128,2685.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.564,1584.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,cudnn,mxfp8,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.563,1586.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,fwd,False,0.143,1201.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,False,0.590,758.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,top_left,2,2048,2048,64,64,192,128,bwd,True,0.624,716.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,fwd,False,0.204,1688.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,False,0.869,1028.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+kimiK26,kimiK26,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,64,192,128,bwd,True,0.916,975.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask.png
index 81ab4554a..9a84990c8 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png
index c293f0562..bc5b3b8fb 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left.png
index b195ac3be..483aac288 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png
index 0d4793b84..bc3c9ce15 100644
Binary files a/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/kimiK26/gb300/kimiK26_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260615_141925.csv b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260615_141925.csv
deleted file mode 100644
index 7731178e7..000000000
--- a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260615_141925.csv
+++ /dev/null
@@ -1,91 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,23.021,1528.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,74.196,1186.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,86.670,1015.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,40.533,1736.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,147.877,1190.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,166.669,1056.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,16.243,2166.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,53.875,1633.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,54.153,1624.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,33.522,2099.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,102.555,1715.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,102.639,1714.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,18.191,1934.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,63.551,1384.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,63.130,1393.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,35.488,1983.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,123.303,1427.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,124.582,1412.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.501,1599.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,15.835,1389.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,20.361,1080.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,11.581,1519.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,36.044,1220.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,40.678,1081.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.163,2113.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,13.619,1615.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,13.729,1602.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.005,2198.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,24.979,1761.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,24.862,1769.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.394,2002.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,15.474,1421.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,15.889,1384.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.325,2113.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,30.508,1442.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,30.342,1449.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.440,1527.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,4.320,1273.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.855,1133.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.638,1667.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.942,1384.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,9.273,1186.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.089,2020.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.854,1427.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.858,1425.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.018,2179.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.261,1756.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.264,1755.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.159,1898.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,4.327,1271.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,4.332,1269.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.103,2092.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.494,1467.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.505,1465.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.410,1342.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.191,1155.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.383,994.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.707,1556.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.078,1323.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.369,1160.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.312,1762.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.188,1157.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.185,1160.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.540,2036.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.759,1562.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.769,1554.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.329,1672.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.327,1036.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.329,1035.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.570,1930.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.073,1326.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.081,1321.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.129,1069.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.394,873.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.437,787.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.198,1390.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.617,1113.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.689,997.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.097,1416.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.419,820.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.419,820.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.149,1840.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.566,1215.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.566,1215.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.104,1324.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.465,740.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.464,741.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.158,1743.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.651,1056.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.649,1059.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260708_004836.csv b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260708_004836.csv
new file mode 100644
index 000000000..c8b8654d0
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_20260708_004836.csv
@@ -0,0 +1,121 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,22.189,1586.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,67.120,1311.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,82.698,1064.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,44.425,1584.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,142.648,1233.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,166.653,1056.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,16.554,2126.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,53.086,1657.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,52.668,1670.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,33.271,2115.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,101.595,1732.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,101.524,1733.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,17.061,2062.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,61.799,1423.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,60.913,1444.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,33.972,2071.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,123.110,1429.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,126.159,1394.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,22.379,1572.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,67.753,1298.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,69.137,1272.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,57.801,1217.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,126.675,1389.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,132.728,1325.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.487,1603.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,17.509,1256.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,20.071,1096.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,10.714,1642.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,33.155,1327.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,39.379,1117.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.152,2118.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,13.604,1617.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,13.604,1617.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.035,2189.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,24.494,1796.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,24.061,1828.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,4.384,2007.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,15.703,1400.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,15.530,1416.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.496,2071.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.305,1501.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,30.101,1461.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,5.439,1617.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,16.538,1330.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,17.364,1266.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,14.270,1233.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.895,1471.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,32.679,1346.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.447,1520.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,4.326,1271.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.944,1112.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.644,1664.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.991,1376.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,9.572,1149.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.097,2005.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.851,1428.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.840,1432.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.017,2180.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.259,1757.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.260,1756.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,1.162,1893.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,4.332,1269.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,4.335,1268.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.115,2079.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.499,1466.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.518,1462.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.439,1528.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,4.167,1320.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.557,1207.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,3.519,1250.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.476,1471.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,8.087,1360.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.410,1341.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.222,1125.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.389,990.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.702,1566.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.119,1297.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.409,1141.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.311,1767.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.186,1159.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.187,1158.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.541,2031.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.760,1562.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.760,1561.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.329,1669.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.334,1031.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.328,1035.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.568,1936.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.075,1325.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.078,1323.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.415,1325.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.228,1120.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.447,950.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.929,1184.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,2.046,1343.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.222,1237.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.131,1050.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.398,864.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.440,781.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.197,1392.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.622,1105.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.697,986.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.097,1414.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.419,819.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.420,819.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.152,1813.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.568,1209.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.569,1209.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.106,1295.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.467,736.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.466,738.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.159,1725.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.653,1052.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.652,1054.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.132,1043.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.417,823.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.546,630.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.254,1083.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.616,1116.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.724,949.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask.png
index 26f00f85b..cc0e86536 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png
index 0cdf48bfa..ff4aaa46c 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left.png
index 222c02b8d..8ec4bbd1c 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png
index 0d1dd828c..289067282 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb200/llama3.1_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260615_151651.csv b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260615_151651.csv
deleted file mode 100644
index b2a2f8c20..000000000
--- a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260615_151651.csv
+++ /dev/null
@@ -1,91 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,16.913,2080.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,59.965,1467.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,66.838,1316.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,35.146,2002.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,118.305,1487.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,136.315,1291.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,11.297,3115.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,40.642,2164.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,40.844,2154.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,22.606,3113.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,80.463,2186.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,80.095,2196.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,12.409,2835.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,54.669,1609.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,54.703,1608.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,24.992,2816.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,107.678,1634.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,106.816,1647.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.285,2053.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,14.440,1523.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,16.781,1311.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.211,2142.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,28.802,1527.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,32.434,1356.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,2.871,3064.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,10.784,2039.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,10.793,2037.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,5.466,3218.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,20.134,2184.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,19.759,2226.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,3.191,2757.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,14.174,1551.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,14.135,1556.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,6.091,2888.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,26.228,1677.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,26.416,1665.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.112,1977.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.801,1447.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.246,1295.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.056,2139.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.075,1554.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.816,1407.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.762,2886.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.106,1770.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.106,1770.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.384,3178.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,5.202,2113.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,5.206,2112.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.856,2570.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.949,1392.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.951,1392.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.541,2854.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.849,1605.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.850,1605.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.306,1799.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.096,1254.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.212,1134.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.542,2030.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.913,1437.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.186,1257.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.219,2512.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,0.990,1389.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,0.989,1390.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.368,2988.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.499,1834.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.498,1835.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.244,2258.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.210,1136.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.210,1136.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.412,2672.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.909,1440.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.910,1439.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.094,1466.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.355,968.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.388,886.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.146,1881.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.565,1217.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.635,1082.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.071,1942.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.365,941.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.365,942.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.101,2732.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.497,1384.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.496,1385.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.079,1747.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.426,807.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.426,808.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.114,2422.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.598,1149.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.598,1149.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260707_182228.csv b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260707_182228.csv
new file mode 100644
index 000000000..37ed0778f
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_20260707_182228.csv
@@ -0,0 +1,121 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,17.036,2065.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,58.740,1498.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,69.507,1266.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,34.125,2062.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,124.089,1418.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,137.834,1276.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,fwd,False,11.472,3067.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,False,41.746,2107.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,32768,32768,64,8,128,128,bwd,True,42.039,2092.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,22.940,3068.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,80.967,2173.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,80.507,2185.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,fwd,False,12.549,2804.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,False,56.269,1563.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,32768,32768,64,8,128,128,bwd,True,55.542,1584.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,fwd,False,25.394,2771.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,False,108.357,1624.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,32768,32768,64,8,128,128,bwd,True,108.489,1622.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,fwd,False,17.942,1961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,False,57.869,1520.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,32768,32768,64,8,128,128,bwd,True,60.933,1444.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,fwd,False,36.144,1947.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,False,118.716,1482.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,32768,32768,64,8,128,128,bwd,True,128.937,1364.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.418,1991.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,15.104,1456.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,17.042,1290.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.306,2118.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,29.520,1490.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,32.462,1355.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,fwd,False,2.904,3029.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,False,10.911,2016.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,16384,16384,64,8,128,128,bwd,True,10.859,2025.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,5.550,3170.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,20.094,2189.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,19.941,2206.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,fwd,False,3.215,2736.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,False,14.207,1548.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,16384,16384,64,8,128,128,bwd,True,14.199,1549.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,fwd,False,6.159,2856.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,False,26.593,1654.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,16384,16384,64,8,128,128,bwd,True,26.924,1633.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,fwd,False,4.486,1961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,False,14.123,1557.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,16384,16384,64,8,128,128,bwd,True,14.759,1490.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,fwd,False,8.342,2109.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,False,28.236,1558.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,16384,16384,64,8,128,128,bwd,True,29.558,1488.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.139,1931.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.877,1418.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.310,1276.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.105,2089.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,7.217,1523.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,8.026,1370.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.775,2838.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.119,1763.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.126,1759.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.405,3131.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,5.252,2094.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,5.252,2093.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,fwd,False,0.864,2547.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,False,3.963,1387.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,8192,8192,64,8,128,128,bwd,True,3.964,1387.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,fwd,False,1.562,2815.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.885,1597.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,8192,8192,64,8,128,128,bwd,True,6.884,1597.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,fwd,False,1.187,1853.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,False,3.842,1431.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,8192,8192,64,8,128,128,bwd,True,4.180,1315.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,fwd,False,2.128,2066.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,False,6.984,1574.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,8192,8192,64,8,128,128,bwd,True,7.442,1478.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.313,1759.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.103,1246.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.223,1124.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.548,2006.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.933,1422.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.210,1244.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.223,2471.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,False,0.999,1376.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,4096,4096,64,8,128,128,bwd,True,0.998,1377.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.375,2928.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.512,1818.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.515,1815.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,fwd,False,0.248,2221.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,False,1.222,1125.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,4096,4096,64,8,128,128,bwd,True,1.221,1126.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.419,2627.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.925,1428.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,4096,4096,64,8,128,128,bwd,True,1.925,1428.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,fwd,False,0.339,1622.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,False,1.158,1187.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,4096,4096,64,8,128,128,bwd,True,1.422,967.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,fwd,False,0.556,1976.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,False,1.914,1436.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,4096,4096,64,8,128,128,bwd,True,2.170,1267.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.096,1436.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.359,956.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.393,875.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.148,1854.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.571,1203.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.645,1066.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.071,1929.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.368,933.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.368,934.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.102,2700.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.502,1369.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,fp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.501,1372.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,fwd,False,0.080,1715.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,False,0.430,799.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,top_left,2,2048,2048,64,8,128,128,bwd,True,0.431,798.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.115,2395.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.606,1134.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,cudnn,mxfp8,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.605,1136.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,fwd,False,0.108,1268.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,False,0.403,853.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,top_left,2,2048,2048,64,8,128,128,bwd,True,0.537,640.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,fwd,False,0.147,1864.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,False,0.581,1182.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+llama3.1,llama3.1,flash_attention_4,bfloat16,no_mask,2,2048,2048,64,8,128,128,bwd,True,0.715,961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask.png
index 39e73b6c0..257c2166f 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png
index cfc137fc4..3d3033726 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left.png
index 3535d0bc0..5333adeaf 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png
index 7ffa1df61..fdb770e75 100644
Binary files a/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/llama3.1/gb300/llama3.1_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260615_141302.csv b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260615_141302.csv
deleted file mode 100644
index 0b6f78a62..000000000
--- a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260615_141302.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.455,1359.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.172,1319.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.368,1130.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.883,1557.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,5.391,1359.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,7.033,1042.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,3.122,1618.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,9.351,1350.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,11.134,1134.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,9.160,1636.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,27.554,1359.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,34.855,1075.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,15.440,1503.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,45.716,1269.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,54.339,1067.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260708_004021.csv b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260708_004021.csv
new file mode 100644
index 000000000..8de0ad549
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_20260708_004021.csv
@@ -0,0 +1,31 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.437,1415.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.130,1368.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.369,1130.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.584,1060.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.120,1380.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.237,1250.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.802,1626.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,5.144,1425.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,6.377,1149.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,2.518,1164.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.791,1530.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,5.138,1426.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.992,1688.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,9.123,1384.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,11.383,1109.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,4.189,1205.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,8.014,1575.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,9.012,1401.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,8.787,1705.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,28.218,1327.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,35.851,1045.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,12.194,1229.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,23.907,1567.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,26.497,1414.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,14.621,1587.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,42.787,1356.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,51.941,1117.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,19.040,1219.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,37.594,1543.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,42.127,1377.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask.png b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask.png
index 774f63035..6933f02a3 100644
Binary files a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask.png and b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png
index 86c51c852..6942ed912 100644
Binary files a/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/ltx2/gb200/ltx2_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260615_151029.csv b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260615_151029.csv
deleted file mode 100644
index 0ede3f951..000000000
--- a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260615_151029.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.348,1776.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.101,1404.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.217,1270.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.496,1959.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.822,1520.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,5.913,1239.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.474,2041.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,8.321,1517.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,9.961,1267.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.266,2062.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,24.470,1531.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,30.547,1226.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,11.170,2077.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,38.681,1500.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,42.463,1366.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260707_181415.csv b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260707_181415.csv
new file mode 100644
index 000000000..eec3663f5
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_20260707_181415.csv
@@ -0,0 +1,31 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.336,1843.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.094,1413.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.219,1269.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,fwd,False,0.344,1797.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,False,1.081,1431.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,6144,6144,32,32,128,128,bwd,True,1.258,1229.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.477,1985.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.814,1522.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,5.841,1255.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,fwd,False,1.474,1989.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,False,4.627,1584.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,13376,13376,32,32,128,128,bwd,True,4.959,1478.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.441,2069.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,8.354,1511.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,9.961,1267.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,fwd,False,2.438,2071.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,False,7.916,1595.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,17556,17556,32,32,128,128,bwd,True,8.310,1519.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.277,2059.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,25.924,1445.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,30.833,1215.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,fwd,False,7.272,2060.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,False,24.345,1539.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,30240,30240,32,32,128,128,bwd,True,25.297,1481.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,11.512,2016.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,38.627,1502.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,cudnn,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,42.628,1361.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,fwd,False,11.558,2007.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,False,36.536,1588.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+ltx2,ltx2,flash_attention_4,bfloat16,no_mask,1,37632,37632,32,32,128,128,bwd,True,41.360,1402.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask.png b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask.png
index 409ac4653..768bfd928 100644
Binary files a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask.png and b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png
index 061fa2870..08fbc738e 100644
Binary files a/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/ltx2/gb300/ltx2_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260615_141312.csv b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260615_141312.csv
deleted file mode 100644
index 173c5b9b4..000000000
--- a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260615_141312.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,9.647,1824.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,44.109,997.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,43.935,1001.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.374,1853.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,10.013,1098.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,9.804,1122.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.647,1701.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.626,1047.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.625,1047.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.189,1451.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.790,870.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.788,873.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.059,1170.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.266,647.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.266,645.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260708_004031.csv b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260708_004031.csv
new file mode 100644
index 000000000..6e503de71
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_20260708_004031.csv
@@ -0,0 +1,26 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,9.621,1829.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,43.892,1002.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,43.588,1009.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,12.139,1449.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,49.919,881.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.345,1876.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,9.641,1141.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,9.674,1137.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,3.143,1399.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,11.924,922.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.636,1730.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.603,1056.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.601,1057.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.126,976.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,3.283,837.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.190,1451.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.783,878.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.783,877.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.464,593.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.407,488.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.060,1146.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.266,647.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.265,649.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.220,312.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.662,259.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left.png b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left.png
index 1b22241f6..c05e6ec0b 100644
Binary files a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left.png and b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png
index a753ef625..79f07b9b9 100644
Binary files a/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/qwen35/gb200/qwen35_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260615_151039.csv b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260615_151039.csv
deleted file mode 100644
index e551d45f7..000000000
--- a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260615_151039.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,8.165,2155.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,36.543,1204.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,36.232,1214.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.088,2106.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,9.082,1211.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,9.059,1214.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.549,2004.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.424,1134.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.417,1137.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.153,1793.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.712,966.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.712,965.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.051,1346.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.245,702.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.245,702.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260707_181427.csv b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260707_181427.csv
new file mode 100644
index 000000000..87dfdd60c
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_20260707_181427.csv
@@ -0,0 +1,26 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,8.481,2074.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,36.214,1215.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,True,36.109,1218.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,fwd,False,10.472,1680.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,32768,32768,32,2,256,256,bwd,False,43.624,1008.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,2.116,2079.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,9.069,1212.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,True,9.093,1209.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,fwd,False,3.102,1418.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,16384,16384,32,2,256,256,bwd,False,11.204,981.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,0.554,1984.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,2.443,1125.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,True,2.447,1123.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,fwd,False,1.115,986.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,8192,8192,32,2,256,256,bwd,False,3.108,885.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.155,1769.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,0.716,961.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,True,0.714,962.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,fwd,False,0.460,598.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,4096,4096,32,2,256,256,bwd,False,1.360,505.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.051,1350.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.246,698.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,cudnn,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,True,0.246,698.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,fwd,False,0.218,316.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
+qwen35,qwen35,flash_attention_4,bfloat16,top_left,1,2048,2048,32,2,256,256,bwd,False,0.642,268.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left.png b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left.png
index 55ed2dd95..88800d134 100644
Binary files a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left.png and b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png
index 2583d3ee3..703b6c1c7 100644
Binary files a/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/qwen35/gb300/qwen35_top_left_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260615_141313.csv b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260615_141313.csv
deleted file mode 100644
index a86629d2d..000000000
--- a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260615_141313.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.842,1479.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.295,1357.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.854,1092.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,3.595,1678.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,10.754,1402.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,14.270,1057.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,12.899,1704.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,41.897,1312.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,51.068,1076.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,30.532,1569.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,96.471,1241.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,119.244,1004.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,75.109,1558.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,237.205,1234.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,289.294,1012.000,0.000,10,,True,,NVIDIA GB200,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260708_004042.csv b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260708_004042.csv
new file mode 100644
index 000000000..78542bad5
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_20260708_004042.csv
@@ -0,0 +1,31 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.846,1473.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.325,1340.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.863,1088.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,1.140,1093.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.194,1420.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.372,1313.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,3.614,1668.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,11.077,1361.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,13.904,1084.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,4.918,1226.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,10.572,1426.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,11.378,1325.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,13.411,1639.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,41.386,1328.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,52.795,1041.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,18.398,1195.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,34.550,1590.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,37.723,1457.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,29.982,1598.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,96.990,1235.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,118.345,1012.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,39.916,1200.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,82.405,1453.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,94.673,1265.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,78.723,1487.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,241.349,1212.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,298.048,982.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,103.928,1126.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,210.549,1390.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,237.792,1231.000,0.000,10,,True,,NVIDIA GB200,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask.png b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask.png
index 5f25277aa..3ad409ca4 100644
Binary files a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask.png and b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask_det_overhead.png
index 2279326b2..30fac3eb8 100644
Binary files a/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/wan22/gb200/wan22_no_mask_det_overhead.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260615_151041.csv b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260615_151041.csv
deleted file mode 100644
index 70e4f41cc..000000000
--- a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260615_151041.csv
+++ /dev/null
@@ -1,16 +0,0 @@
-config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.652,1910.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.144,1453.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.620,1189.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,2.917,2067.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.665,1560.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,12.119,1244.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.569,2080.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,37.256,1475.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,44.069,1247.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,22.438,2135.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,85.153,1406.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,99.971,1198.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,59.988,1951.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,212.675,1376.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
-wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,256.223,1142.000,0.000,10,,True,,NVIDIA GB300,1.25.0,92400.000
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260707_181431.csv b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260707_181431.csv
new file mode 100644
index 000000000..5f604d256
--- /dev/null
+++ b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_20260707_181431.csv
@@ -0,0 +1,31 @@
+config_name,model_name,backend,data_type,attn_mask,batch_size,q_seqlen,kv_seqlen,num_q_heads,num_kv_heads,head_dim_qk,head_dim_vo,profile_pass,deterministic_bwd,time_ms,tflops,max_diff,num_iterations,sliding_window_size,success,error_message,gpu_name,cudnn_version,cudnn_backend_version
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.659,1891.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.184,1427.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.634,1183.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,fwd,False,0.666,1871.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,False,2.098,1485.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,7800,7800,40,40,128,128,bwd,True,2.248,1386.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,2.938,2053.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.890,1524.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,12.227,1233.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,fwd,False,2.931,2058.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,False,9.584,1573.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,17160,17160,40,40,128,128,bwd,True,10.533,1431.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.464,2100.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,36.817,1492.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,45.488,1208.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,fwd,False,10.623,2069.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,False,34.816,1578.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,32760,32760,40,40,128,128,bwd,True,37.584,1462.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,24.122,1986.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,87.922,1362.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,103.330,1159.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,fwd,False,23.891,2005.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,False,80.500,1487.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,48360,48360,40,40,128,128,bwd,True,92.641,1293.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,59.924,1953.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,213.577,1370.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,cudnn,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,255.840,1144.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,fwd,False,59.728,1960.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,False,198.102,1477.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
+wan22,wan22_a14b,flash_attention_4,bfloat16,no_mask,1,75600,75600,40,40,128,128,bwd,True,231.641,1263.000,0.000,10,,True,,NVIDIA GB300,1.27.0,92400
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask.png b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask.png
index 203882c92..d3976d699 100644
Binary files a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask.png and b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask.png differ
diff --git a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask_det_overhead.png b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask_det_overhead.png
index 6212d2920..419d663bb 100644
Binary files a/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask_det_overhead.png and b/benchmark/sdpa_benchmark_training/results/wan22/gb300/wan22_no_mask_det_overhead.png differ