start hooking in

apache · May 29, 2024 · 3221378 · 3221378
1 parent cd0fb1b
commit 3221378
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/datafusion/core/src/datasource/physical_plan/parquet/mod.rs b/datafusion/core/src/datasource/physical_plan/parquet/mod.rs
@@ -199,6 +199,10 @@ pub struct ParquetExec {
     table_parquet_options: TableParquetOptions,
     /// Optional user defined schema adapter
     schema_adapter_factory: Option<Arc<dyn SchemaAdapterFactory>>,
+    /// Optional starting RowGroupSets for each file in the file groups
+    /// TODO encapsulate into some sort of struct that can also have
+    /// page filters / selections
+    row_groups: Vec<Vec<RowGroupSet>>,
 }
 
 /// [`ParquetExecBuilder`]`, builder for [`ParquetExec`].
@@ -393,6 +397,7 @@ impl ParquetExecBuilder {
             cache,
             table_parquet_options,
             schema_adapter_factory,
+            row_groups,
         }
     }
 }