Added benchmarking script

.gitignore

@@ -6,3 +6,5 @@
 __pycache__/
 # emacs backup files
 *~
+# default output for benchmark runs
+benchmark_output

presto/docker/config/etc_common/catalog/hive.properties

@@ -4,3 +4,4 @@ connector.name=hive-hadoop2
 hive.metastore=file
 hive.metastore.catalog.dir=file:/var/lib/presto/data/hive/metastore
 hive.allow-drop-table=true
+hive.file-splittable=false

presto/docker/config/etc_coordinator/config_native.properties

@@ -8,14 +8,16 @@ discovery.uri=http://presto-coordinator:8080
 presto.version=testversion
 
 # Query execution settings
-query.max-memory=2GB
-query.max-memory-per-node=1GB
-query.max-total-memory-per-node=1GB
+query.max-memory=20GB
+query.max-memory-per-node=10GB
+query.max-total-memory-per-node=10GB
 
 # Set required workers to 1 (minimum allowed) and reduce wait time
 query-manager.required-workers=1
 query-manager.required-workers-max-wait=10s
 
+single-node-execution-enabled=true
+
 # Set required configuration for Presto C++ workers as indicated in https://prestodb.io/docs/current/presto_cpp/properties.html#coordinator-properties
 native-execution-enabled=true
 optimizer.optimize-hash-generation=false

presto/docker/config/etc_worker/config_native.properties

@@ -3,3 +3,5 @@ http-server.http.port=8080
 discovery.uri=http://presto-coordinator:8080
 
 presto.version=testversion
+
+task.max-drivers-per-task=4

presto/docker/docker-compose.common.yml

@@ -3,6 +3,8 @@ services:
     volumes:
       - ./config/etc_common:/opt/presto-server/etc
       - ../testing/integration_tests/data:/var/lib/presto/data/hive/data/integration_test
+      - ../testing/integration_tests/queries:/queries
+      - ../../benchmark_output:/benchmark_output
 
   presto-base-coordinator:
     extends:
@@ -25,3 +27,12 @@ services:
     volumes:
       - ./config/etc_worker/config_native.properties:/opt/presto-server/etc/config.properties
       - ./config/etc_worker/node.properties:/opt/presto-server/etc/node.properties
+
+  # Cli interface for running queries from the command line.
+  # Example: docker compose -f docker-compose-native_gpu.yml exec presto-cli presto-cli --server presto-coordinator:8080 --catalog hive --schema sf1k --execute $(cat "$query.sql") > query_output.txt
+  presto-base-cli:
+    image: prestodb/presto:latest
+    container_name: presto-cli
+    command: ["tail", "-f", "/dev/null"]  # Keep container running
+    depends_on:
+      - presto-coordinator

presto/docker/docker-compose.java.yml

@@ -17,3 +17,8 @@ services:
       - ./config/etc_worker/node.properties:/opt/presto-server/etc/node.properties
     depends_on:
       - presto-coordinator
+
+  presto-cli:
+    extends:
+      file: docker-compose.common.yml
+      service: presto-base-cli

presto/docker/docker-compose.native-cpu.yml

@@ -17,3 +17,8 @@ services:
         - GPU=OFF
     depends_on:
       - presto-coordinator
+
+  presto-cli:
+    extends:
+      file: docker-compose.common.yml
+      service: presto-base-cli

presto/docker/docker-compose.native-gpu.yml

@@ -20,3 +20,8 @@ services:
       - NVIDIA_VISIBLE_DEVICES=all
     depends_on:
       - presto-coordinator
+
+  presto-cli:
+    extends:
+      file: docker-compose.common.yml
+      service: presto-base-cli

presto/docker/native_build.dockerfile

@@ -11,6 +11,8 @@ ENV CUDA_ARCHITECTURES="70;75;80;86;89;90;100;120"
 ENV EXTRA_CMAKE_FLAGS=${EXTRA_CMAKE_FLAGS}
 ENV NUM_THREADS=${NUM_THREADS}
 
+RUN rpm --import https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub && dnf config-manager --add-repo "https://developer.download.nvidia.com/devtools/repos/rhel$(source /etc/os-release; echo ${VERSION_ID%%.*})/$(rpm --eval '%{_arch}' | sed s/aarch/arm/)/" && dnf install -y nsight-systems-cli-2025.5.1.121
+
 RUN mkdir /runtime-libraries
 
 RUN --mount=type=bind,source=presto/presto-native-execution,target=/presto_native_staging/presto \
@@ -24,4 +26,4 @@ RUN mkdir /usr/lib64/presto-native-libs && \
     cp /runtime-libraries/* /usr/lib64/presto-native-libs/ && \
     echo "/usr/lib64/presto-native-libs" > /etc/ld.so.conf.d/presto_native.conf
 
-CMD bash -c "ldconfig && presto_server --etc-dir=/opt/presto-server/etc"
+CMD bash -c "ldconfig && nsys launch presto_server --etc-dir=/opt/presto-server/etc"

presto/scripts/run_benchmarks.sh

@@ -0,0 +1,97 @@
+#!/bin/bash
+
+BASE_DIR="$(dirname $(realpath $0))/../.."
+CREATE_TABLES=""
+CREATE_PROFILES=""
+QUERIES="Q1 Q2 Q3 Q4 Q5 Q6 Q7 Q8 Q9 Q10 Q11 Q12 Q13 Q14 Q15 Q16 Q17 Q18 Q19 Q20 Q21 Q22"
+
+function print_help() {
+    cat << EOF
+
+Usage: $0 [OPTIONS]
+
+This script runs tpch benchmarks
+
+OPTIONS:
+    -h, --help              Show this help message.
+    -c, --create-tables	    Create the tpch tables.
+    -p, --profile	    Profile queries with nsys
+    -q, --queries           Set of benchmark queries to run. This should be a comma separate list of query numbers.
+                            By default, all benchmark queries are run.
+
+EXAMPLES:
+    $0 -c -q "Q1, Q2" -p
+    $0 -h
+
+EOF
+}
+
+function parse_args() {
+  while [[ $# -gt 0 ]]; do
+    case $1 in
+	-h|--help)
+            print_help
+            exit 0
+            ;;
+	-c|--create-tables)
+	    CREATE_TABLES=true
+	    shift 1
+	    ;;
+	-p|--profile)
+	    CREATE_PROFILES=true
+	    shift 1
+	    ;;
+	-q|--queries)
+	    if [[ -n $2 ]]; then
+		QUERIES=$2
+		shift 2
+            else
+		echo "Error: --queries requires a value"
+		exit 1
+            fi
+	    ;;
+	*)
+            echo "Error: Unknown argument $1"
+            print_help
+            exit 1
+            ;;
+    esac
+  done
+}
+
+function create_tables() {
+    pattern="\/([^\/]*)\.sql"
+    for sql_file in $(ls $BASE_DIR/presto/testing/integration_tests/schemas/tpch/*.sql); do
+	if [[ "$sql_file" =~ $pattern ]]; then
+	    table_name="${BASH_REMATCH[1]}"
+	    drop_table="DROP TABLE IF EXISTS $table_name"
+	else
+	    echo "failed to parse schema files"
+	    exit 1
+	fi
+	docker compose -f $BASE_DIR/presto/docker/docker-compose.native-gpu.yml exec presto-cli presto-cli --server presto-coordinator:8080 --catalog hive --schema tpch_test --execute "$drop_table"
+	table_dir="/var/lib/presto/data/hive/data/integration_test/tpch/$table_name"
+	create_table=$(cat $sql_file | sed "s+{file_path}+$table_dir+g")
+	docker compose -f $BASE_DIR/presto/docker/docker-compose.native-gpu.yml exec presto-cli presto-cli --server presto-coordinator:8080 --catalog hive --schema tpch_test --execute "$create_table"
+    done
+}
+
+# TODO: Q5 uses a constant that needs to be modified based on the SF of the data (it currently is not).
+function run_queries() {
+    worker_exec="docker compose -f $BASE_DIR/presto/docker/docker-compose.native-gpu.yml exec presto-native-worker-gpu"
+    cli_exec="docker compose -f $BASE_DIR/presto/docker/docker-compose.native-gpu.yml exec presto-cli"
+    for query in $QUERIES; do
+	sql=$(cat $BASE_DIR/presto/testing/integration_tests/queries/tpch/queries.json | jq ".$query")
+	sql="${sql:1:-1}" # remove quotes wrapping query.
+	sql=$(echo "$sql" | sed "s/LIMIT .*//g") # removing limits
+	out="$BASE_DIR/benchmark_output/tpch/$query.out"
+	echo "running $query"
+	[ -z "$CREATE_PROFILES" ] || $worker_exec bash -c "nsys start -o /benchmark_output/$query.nsys-rep --force-overwrite true"
+	$cli_exec presto-cli --server presto-coordinator:8080 --catalog hive --schema tpch_test --execute "$sql" > $out
+	[ -z "$CREATE_PROFILES" ] || $worker_exec bash -c "nsys stop"
+    done
+}
+
+parse_args "$@"
+[ -z "$CREATE_TABLES" ] || create_tables
+run_queries