From bc53229aaac710d207825f91872851cef6014fa5 Mon Sep 17 00:00:00 2001 From: Lilian Maurel Date: Wed, 1 Oct 2025 16:23:15 +0200 Subject: [PATCH] [PARQUET] Improve memory efficency for compressed writer parquet 1.0 --- parquet/src/column/writer/mod.rs | 1 + 1 file changed, 1 insertion(+) diff --git a/parquet/src/column/writer/mod.rs b/parquet/src/column/writer/mod.rs index 9eb5fb3b7131..70d02ae03f3a 100644 --- a/parquet/src/column/writer/mod.rs +++ b/parquet/src/column/writer/mod.rs @@ -1073,6 +1073,7 @@ impl<'a, E: ColumnValueEncoder> GenericColumnWriter<'a, E> { if let Some(ref mut cmpr) = self.compressor { let mut compressed_buf = Vec::with_capacity(uncompressed_size); cmpr.compress(&buffer[..], &mut compressed_buf)?; + compressed_buf.shrink_to_fit(); buffer = compressed_buf; }