diff --git a/benchmarks/xetla_benchmark/fused_softmax.py b/benchmarks/xetla_benchmark/fused_softmax.py
index 1ec3debbca..d7992bc4f9 100644
--- a/benchmarks/xetla_benchmark/fused_softmax.py
+++ b/benchmarks/xetla_benchmark/fused_softmax.py
@@ -45,9 +45,6 @@ def naive_softmax(x):
         triton.Config({}, num_warps=32),
         triton.Config({}, num_warps=8),
         triton.Config({}, num_warps=4),
-        triton.Config({}, num_warps=32),
-        triton.Config({}, num_warps=8),
-        triton.Config({}, num_warps=4),
     ],
     key=['n_cols', 'BLOCK_SIZE'],
 )