From 3221378be8b11b6c95e30ce6a92089f49d401d6e Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Wed, 29 May 2024 17:31:59 -0400 Subject: [PATCH] start hooking in --- datafusion/core/src/datasource/physical_plan/parquet/mod.rs | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/datafusion/core/src/datasource/physical_plan/parquet/mod.rs b/datafusion/core/src/datasource/physical_plan/parquet/mod.rs index cb038a2e4889..07c40f2e98eb 100644 --- a/datafusion/core/src/datasource/physical_plan/parquet/mod.rs +++ b/datafusion/core/src/datasource/physical_plan/parquet/mod.rs @@ -199,6 +199,10 @@ pub struct ParquetExec { table_parquet_options: TableParquetOptions, /// Optional user defined schema adapter schema_adapter_factory: Option>, + /// Optional starting RowGroupSets for each file in the file groups + /// TODO encapsulate into some sort of struct that can also have + /// page filters / selections + row_groups: Vec>, } /// [`ParquetExecBuilder`]`, builder for [`ParquetExec`]. @@ -393,6 +397,7 @@ impl ParquetExecBuilder { cache, table_parquet_options, schema_adapter_factory, + row_groups, } } }