diff --git a/presto/docker/config/template/etc_worker/catalog/hive.properties b/presto/docker/config/template/etc_worker/catalog/hive.properties index c9c40186..b6a8304d 100644 --- a/presto/docker/config/template/etc_worker/catalog/hive.properties +++ b/presto/docker/config/template/etc_worker/catalog/hive.properties @@ -26,3 +26,6 @@ parquet.reader.chunk-read-limit=0 # Limit (in bytes) on the amount of memory used for reading and decompressing data or 0 if there is no limit parquet.reader.pass-read-limit=0 cudf.hive.use-buffered-input=false + +# Turn on to use hybrid parquet reader. (Separate IO and compute) +#cudf.hive.use-experimental-reader=true diff --git a/presto/docker/config/template/etc_worker/config_native.properties b/presto/docker/config/template/etc_worker/config_native.properties index b1ee1082..1fdeb62f 100644 --- a/presto/docker/config/template/etc_worker/config_native.properties +++ b/presto/docker/config/template/etc_worker/config_native.properties @@ -38,4 +38,21 @@ cudf.exchange=false cudf.exchange.server.port=8083 cudf.memory_resource=async +# Turn on to use intra-node exchange optimization. +# NOTE: In cudf exchange 20260212 branch, this is needed for UCX to use nvlink. +#cudf.intra_node_exchange=true + +# Turn on to use rebatching to minimum of 100m rows (currently only before aggregations). +#cudf.batch_size_min_threshold=100000000 +#cudf.concat_optimization_enabled=true + +# ================================================================================= +# NOTE: This setting is not yet propagated to the worker properly because only a fixed set of query configs are supported. +# https://github.com/prestodb/presto/blob/a62672886152c8c6b61cf301d246f217d850e357/presto-native-execution/presto_cpp/main/PrestoToVeloxQueryConfig.cpp#L106-L224 +# As a result, this needs to be hardcoded right now. + +# Turn on to use 100M rows per chunk for cudf partitioned output. +#cudf.partitioned_output_batch_rows=100000000 +# ================================================================================= + async-data-cache-enabled=false