Added benchmarking script

.gitignore

@@ -6,6 +6,8 @@
 __pycache__/
 # emacs backup files
 *~
+# default output for benchmark runs
+benchmark_output
 
 # Hive metastore
 .hive_metastore/

presto/docker/config/etc_common/catalog/hive.properties

@@ -4,3 +4,4 @@ connector.name=hive-hadoop2
 hive.metastore=file
 hive.metastore.catalog.dir=file:/var/lib/presto/data/hive/metastore
 hive.allow-drop-table=true
+hive.file-splittable=false

presto/docker/config/etc_coordinator/config_java.properties

@@ -6,9 +6,9 @@ discovery-server.enabled=true
 discovery.uri=http://presto-coordinator:8080
 
 # Query execution settings
-query.max-memory=2GB
-query.max-memory-per-node=1GB
-query.max-total-memory-per-node=1GB
+query.max-memory=20GB
+query.max-memory-per-node=10GB
+query.max-total-memory-per-node=10GB
 
 # Set required workers to 1 (minimum allowed) and reduce wait time
 query-manager.required-workers=1

presto/docker/config/etc_coordinator/config_native.properties

@@ -7,15 +7,21 @@ discovery.uri=http://presto-coordinator:8080
 # Set presto version to match worker
 presto.version=testversion
 
+task.status-refresh-max-wait=10s
+task.info-update-interval=10s
+task.concurrency=1
+
 # Query execution settings
-query.max-memory=2GB
-query.max-memory-per-node=1GB
-query.max-total-memory-per-node=1GB
+query.max-memory=20GB
+query.max-memory-per-node=10GB
+query.max-total-memory-per-node=10GB
 
 # Set required workers to 1 (minimum allowed) and reduce wait time
 query-manager.required-workers=1
 query-manager.required-workers-max-wait=10s
 
+single-node-execution-enabled=true
+
 # Set required configuration for Presto C++ workers as indicated in https://prestodb.io/docs/current/presto_cpp/properties.html#coordinator-properties
 native-execution-enabled=true
 optimizer.optimize-hash-generation=false

presto/docker/config/etc_worker/config_native.properties

@@ -3,3 +3,5 @@ http-server.http.port=8080
 discovery.uri=http://presto-coordinator:8080
 
 presto.version=testversion
+
+task.max-drivers-per-task=4

presto/docker/docker-compose.common.yml

@@ -4,7 +4,10 @@ services:
       - ./config/etc_common:/opt/presto-server/etc
       - ./.hive_metastore:/var/lib/presto/data/hive/metastore
       - ../testing/integration_tests/data:/var/lib/presto/data/hive/data/integration_test
+      - ../testing/integration_tests/queries:/queries
+      - ../../benchmark_output:/benchmark_output
       - ${PRESTO_DATA_DIR:-/dev/null}:/var/lib/presto/data/hive/data/user_data
+      - ${HIVE_METASTORE_DIR:-./data/hive-metastore}:/var/lib/presto/data/hive/metastore
 
   presto-base-java:
     extends:
@@ -33,3 +36,12 @@ services:
     volumes:
       - ./config/etc_worker/config_native.properties:/opt/presto-server/etc/config.properties
       - ./config/etc_worker/node.properties:/opt/presto-server/etc/node.properties
+
+  # Cli interface for running queries from the command line.
+  # Example: docker compose -f docker-compose-native_gpu.yml exec presto-cli presto-cli --server presto-coordinator:8080 --catalog hive --schema sf1k --execute $(cat "$query.sql") > query_output.txt
+  presto-base-cli:
+    image: prestodb/presto:latest
+    container_name: presto-cli
+    command: ["tail", "-f", "/dev/null"]  # Keep container running
+    depends_on:
+      - presto-coordinator

presto/docker/docker-compose.java.yml

@@ -17,3 +17,8 @@ services:
       - ./config/etc_worker/node.properties:/opt/presto-server/etc/node.properties
     depends_on:
       - presto-coordinator
+
+  presto-cli:
+    extends:
+      file: docker-compose.common.yml
+      service: presto-base-cli

presto/docker/docker-compose.native-cpu.yml

@@ -17,3 +17,8 @@ services:
         - GPU=OFF
     depends_on:
       - presto-coordinator
+
+  presto-cli:
+    extends:
+      file: docker-compose.common.yml
+      service: presto-base-cli

presto/docker/docker-compose.native-gpu.yml

@@ -20,3 +20,8 @@ services:
       - NVIDIA_VISIBLE_DEVICES=all
     depends_on:
       - presto-coordinator
+
+  presto-cli:
+    extends:
+      file: docker-compose.common.yml
+      service: presto-base-cli

presto/docker/native_build.dockerfile

@@ -11,6 +11,9 @@ ENV CUDA_ARCHITECTURES="70;75;80;86;89;90;100;120"
 ENV EXTRA_CMAKE_FLAGS=${EXTRA_CMAKE_FLAGS}
 ENV NUM_THREADS=${NUM_THREADS}
 
+RUN rpm --import https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub && dnf config-manager --add-repo "https://developer.download.nvidia.com/devtools/repos/rhel$(source /etc/os-release; echo ${VERSION_ID%%.*})/$(rpm --eval '%{_arch}' | sed s/aarch/arm/)/" && dnf install -y nsight-systems-cli-2025.5.1.121
+RUN dnf install -y -q libnvjitlink-devel-12-8
+
 RUN mkdir /runtime-libraries
 
 RUN --mount=type=bind,source=presto/presto-native-execution,target=/presto_native_staging/presto \
@@ -23,6 +26,12 @@ RUN --mount=type=bind,source=presto/presto-native-execution,target=/presto_nativ
 
 RUN mkdir /usr/lib64/presto-native-libs && \
     cp /runtime-libraries/* /usr/lib64/presto-native-libs/ && \
-    echo "/usr/lib64/presto-native-libs" > /etc/ld.so.conf.d/presto_native.conf
+    echo "/usr/lib64/presto-native-libs" > /etc/ld.so.conf.d/presto_native.conf && \
+    echo "/usr/local/lib" >> /etc/ld.so.conf.d/presto_native.conf
 
-CMD bash -c "ldconfig && presto_server --etc-dir=/opt/presto-server/etc"
+CMD bash -c "ldconfig && nsys launch -t nvtx,cuda,osrt \
+        --cuda-memory-usage=true \
+        --cuda-um-cpu-page-faults=true \
+        --cuda-um-gpu-page-faults=true \
+        --cudabacktrace=true \
+         presto_server --etc-dir=/opt/presto-server/etc"