feat: unload parquet with version as created_by.

databendlabs · May 30, 2024 · 1e6e6c2 · 1e6e6c2
1 parent e848eea
commit 1e6e6c2
Show file tree

Hide file tree

Showing 8 changed files with 9 additions and 5 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/src/query/storages/stage/Cargo.toml b/src/query/storages/stage/Cargo.toml
@@ -15,6 +15,7 @@ test = true
 databend-common-base = { path = "../../../common/base" }
 databend-common-catalog = { path = "../../catalog" }
 databend-common-compress = { path = "../../../common/compress" }
+databend-common-config = { path = "../../config" }
 databend-common-exception = { path = "../../../common/exception" }
 databend-common-expression = { path = "../../expression" }
 databend-common-formats = { path = "../../formats" }

diff --git a/src/query/storages/stage/src/append/parquet_file/writer_processor.rs b/src/query/storages/stage/src/append/parquet_file/writer_processor.rs
@@ -20,6 +20,7 @@ use std::sync::Arc;
 use arrow_schema::Schema as ArrowSchema;
 use async_trait::async_trait;
 use databend_common_catalog::plan::StageTableInfo;
+use databend_common_config::QUERY_SEMVER;
 use databend_common_exception::Result;
 use databend_common_expression::converts::arrow::table_schema_to_arrow_schema;
 use databend_common_expression::BlockMetaInfoDowncast;
@@ -83,6 +84,7 @@ fn create_writer(
         .set_dictionary_enabled(false)
         .set_statistics_enabled(EnabledStatistics::None)
         .set_bloom_filter_enabled(false)
+        .set_created_by(format!("Databend {}", *QUERY_SEMVER))
         .build();
     let buf_size = match targe_file_size {
         Some(n) if n < MAX_BUFFER_SIZE => n,

diff --git a/tests/suites/0_stateless/05_hints/05_0001_set_var.result b/tests/suites/0_stateless/05_hints/05_0001_set_var.result
@@ -22,5 +22,5 @@ Asia/Shanghai
 America/Toronto
 2022-02-02 03:00:00
 2022-02-01 14:00:00
-1	64	416
+1	64	415
 Asia/Shanghai
diff --git a/tests/suites/0_stateless/18_rbac/18_0002_ownership_cover.result b/tests/suites/0_stateless/18_rbac/18_0002_ownership_cover.result
@@ -1,7 +1,7 @@
 === test db/table ===
 200
 === test stage ===
-1	8	402
+1	8	401
 0
 === test udf ===
 2

diff --git a/tests/suites/0_stateless/18_rbac/18_0007_privilege_access.result b/tests/suites/0_stateless/18_rbac/18_0007_privilege_access.result
@@ -66,7 +66,7 @@ Error: APIError: ResponseError with 1063: Permission denied: privilege READ is r
 Error: APIError: ResponseError with 1063: Permission denied: No privilege on database root_db for user b.
 Error: APIError: ResponseError with 1063: Permission denied: No privilege on table root_table for user b.
 Error: APIError: ResponseError with 1063: Permission denied: No privilege on table root_table for user b.
-1	64	378
+1	64	377
 Error: APIError: ResponseError with 1063: Permission denied: privilege [Select] is required on 'default'.'default'.'t1' for user 'b'@'%' with roles [public]
 Error: APIError: ResponseError with 1063: Permission denied: privilege [Read] is required on STAGE s3 for user 'b'@'%' with roles [public]
 Error: APIError: ResponseError with 1063: Permission denied: privilege [Select] is required on 'default'.'default'.'t' for user 'b'@'%' with roles [public]

diff --git a/tests/suites/0_stateless/20+_others/20_0015_compact_hook_stas_issue_13947.result b/tests/suites/0_stateless/20+_others/20_0015_compact_hook_stas_issue_13947.result
@@ -1,4 +1,4 @@
-2	10	387
+2	10	386
 expects .stats.write_progress.rows be 2
 expects .error be null
 2

diff --git a/tests/suites/1_stateful/00_stage/00_0001_copy_into_stage.result b/tests/suites/1_stateful/00_stage/00_0001_copy_into_stage.result
@@ -1,4 +1,4 @@
 20	160	160
-20	450	800
+20	450	799
 2
 20	160	160
-Original file line number
+Diff line change
@@ -1,4 +1,4 @@
 	160	160
-	450	800
+	450	799
 	160	160