Add sort integration benchmark

2010YOUY01 · Nov 8, 2024 · ef7d942 · ef7d942
1 parent 34d9d3a
commit ef7d942
Show file tree

Hide file tree

Showing 3 changed files with 375 additions and 0 deletions.
diff --git a/benchmarks/README.md b/benchmarks/README.md
@@ -330,6 +330,30 @@ steps.
 The tests sort the entire dataset using several different sort
 orders.
 
+## Sort Integration
+
+Test performance of end-to-end sort SQL queries. (While the `Sort` benchmark focuses on a single sort executor, this benchmark tests how sorting is executed across multiple CPU cores by benchmarking sorting the whole relational table.)
+
+Sort integration benchmark runs whole table sort queries on TPCH `lineitem` table, with different characteristics. For example, different number of sort keys, different sort key cardinality, different number of payload columns, etc.
+
+See [`sort_integration.rs`](src/bin/sort_integration.rs) for more details.
+
+### Sort Integration Benchmark Example Runs
+1. Run all queries with default setting:
+```bash
+ cargo run --release --bin sort_integration -- benchmark -p '....../datafusion/benchmarks/data/tpch_sf1' -o '/tmp/sort_integration.json'
+```
+
+2. Run a specific query:
+```bash
+ cargo run --release --bin sort_integration -- benchmark -p '....../datafusion/benchmarks/data/tpch_sf1' -o '/tmp/sort_integration.json' --query 2
+```
+
+3. Run all queries with `bench.sh` script:
+```bash
+./bench.sh run sort_integration
+```
+
 ## IMDB
 
 Run Join Order Benchmark (JOB) on IMDB dataset.

diff --git a/benchmarks/bench.sh b/benchmarks/bench.sh
@@ -175,6 +175,10 @@ main() {
                     # same data as for tpch
                     data_tpch "1"
                     ;;
+                sort_integration)
+                    # same data as for tpch
+                    data_tpch "1"
+                    ;;
                 *)
                     echo "Error: unknown benchmark '$BENCHMARK' for data generation"
                     usage
@@ -252,6 +256,9 @@ main() {
                 external_aggr)
                     run_external_aggr
                     ;;
+                sort_integration)
+                    run_sort_integration
+                    ;;
                 *)
                     echo "Error: unknown benchmark '$BENCHMARK' for run"
                     usage
@@ -549,6 +556,16 @@ run_external_aggr() {
     $CARGO_COMMAND --bin external_aggr -- benchmark --partitions 4 --iterations 5 --path "${TPCH_DIR}" -o "${RESULTS_FILE}"
 }
 
+# Runs the sort integration benchmark
+run_sort_integration() {
+    TPCH_DIR="${DATA_DIR}/tpch_sf1"
+    RESULTS_FILE="${RESULTS_DIR}/sort_integration.json"
+    echo "RESULTS_FILE: ${RESULTS_FILE}"
+    echo "Running sort integration benchmark..."
+
+    $CARGO_COMMAND --bin sort_integration -- benchmark --iterations 5 --path "${TPCH_DIR}" -o "${RESULTS_FILE}"
+}
+
 
 compare_benchmarks() {
     BASE_RESULTS_DIR="${SCRIPT_DIR}/results"