From f9956dc7d2b85059e589ce93be77e3db35952521 Mon Sep 17 00:00:00 2001 From: Y Ethan Guo Date: Fri, 17 Nov 2023 17:41:00 -0800 Subject: [PATCH 1/3] Upgrade Hudi version to 0.14.0 --- plugin/trino-hudi/pom.xml | 10 +++++++++- .../plugin/hudi/testing/TpchHudiTablesInitializer.java | 9 +-------- 2 files changed, 10 insertions(+), 9 deletions(-) diff --git a/plugin/trino-hudi/pom.xml b/plugin/trino-hudi/pom.xml index 5e6c486cf3e1..95a0755a8f96 100644 --- a/plugin/trino-hudi/pom.xml +++ b/plugin/trino-hudi/pom.xml @@ -15,7 +15,8 @@ ${project.parent.basedir} - 0.12.3 + 0.14.0 + 4.0.2 @@ -188,6 +189,13 @@ runtime + + com.esotericsoftware + kryo-shaded + ${dep.kryo.shaded.version} + test + + io.airlift junit-extensions diff --git a/plugin/trino-hudi/src/test/java/io/trino/plugin/hudi/testing/TpchHudiTablesInitializer.java b/plugin/trino-hudi/src/test/java/io/trino/plugin/hudi/testing/TpchHudiTablesInitializer.java index 7807fdf12945..cac8283dfa92 100644 --- a/plugin/trino-hudi/src/test/java/io/trino/plugin/hudi/testing/TpchHudiTablesInitializer.java +++ b/plugin/trino-hudi/src/test/java/io/trino/plugin/hudi/testing/TpchHudiTablesInitializer.java @@ -260,14 +260,7 @@ private static RecordConverter createRecordConverter(TpchTable table) // wrap to a HoodieRecord HoodieKey key = new HoodieKey(uuid, PARTITION_PATH); HoodieAvroPayload data = new HoodieAvroPayload(Option.of(record)); - return new HoodieRecord<>(key, data) - { - @Override - public HoodieRecord newInstance() - { - return new HoodieAvroRecord<>(key, data, null); - } - }; + return new HoodieAvroRecord<>(key, data, null); }; } From 13b11c383c3bfe7ad78b752f1828b0eca73d778f Mon Sep 17 00:00:00 2001 From: Y Ethan Guo Date: Thu, 30 Nov 2023 09:57:41 -0800 Subject: [PATCH 2/3] Fix dependency and disable metadata table in tests --- plugin/trino-hudi/pom.xml | 62 ++++++++++++++++++- .../testing/TpchHudiTablesInitializer.java | 4 ++ 2 files changed, 64 insertions(+), 2 deletions(-) diff --git a/plugin/trino-hudi/pom.xml b/plugin/trino-hudi/pom.xml index 95a0755a8f96..e3f615a62746 100644 --- a/plugin/trino-hudi/pom.xml +++ b/plugin/trino-hudi/pom.xml @@ -16,7 +16,7 @@ ${project.parent.basedir} 0.14.0 - 4.0.2 + 2.4.9 @@ -192,7 +192,7 @@ com.esotericsoftware kryo-shaded - ${dep.kryo.shaded.version} + 4.0.2 test @@ -283,6 +283,64 @@ test + + org.apache.hbase + hbase-client + ${dep.hbase.version} + test + + + javax.annotation + javax.annotation-api + + + javax.inject + javax.inject + + + log4j + log4j + + + org.slf4j + slf4j-log4j12 + + + + + + org.apache.hbase + hbase-server + ${dep.hbase.version} + test + + + javax.annotation + javax.annotation-api + + + javax.inject + javax.inject + + + javax.servlet + * + + + org.codehaus.jackson + * + + + org.mortbay.jetty + * + + + tomcat + * + + + + org.apache.hudi hudi-client-common diff --git a/plugin/trino-hudi/src/test/java/io/trino/plugin/hudi/testing/TpchHudiTablesInitializer.java b/plugin/trino-hudi/src/test/java/io/trino/plugin/hudi/testing/TpchHudiTablesInitializer.java index cac8283dfa92..7763bb461783 100644 --- a/plugin/trino-hudi/src/test/java/io/trino/plugin/hudi/testing/TpchHudiTablesInitializer.java +++ b/plugin/trino-hudi/src/test/java/io/trino/plugin/hudi/testing/TpchHudiTablesInitializer.java @@ -40,6 +40,7 @@ import org.apache.hudi.client.HoodieJavaWriteClient; import org.apache.hudi.client.common.HoodieJavaEngineContext; import org.apache.hudi.common.bootstrap.index.NoOpBootstrapIndex; +import org.apache.hudi.common.config.HoodieMetadataConfig; import org.apache.hudi.common.model.HoodieAvroPayload; import org.apache.hudi.common.model.HoodieAvroRecord; import org.apache.hudi.common.model.HoodieKey; @@ -222,6 +223,9 @@ private HoodieJavaWriteClient createWriteClient(TpchTable .withArchivalConfig(archivalConfig) .withEmbeddedTimelineServerEnabled(false) .withMarkersType(MarkerType.DIRECT.name()) + // Disabling Hudi metadata table (MDT) in tests as the support of + // reading MDT is broken after removal of Hudi dependencies from compile time + .withMetadataConfig(HoodieMetadataConfig.newBuilder().enable(false).build()) .build(); return new HoodieJavaWriteClient<>(new HoodieJavaEngineContext(conf), cfg); } From 9ecbff175720f0c69ec690b20e9b93b6379f8316 Mon Sep 17 00:00:00 2001 From: Y Ethan Guo Date: Thu, 30 Nov 2023 11:43:35 -0800 Subject: [PATCH 3/3] Fix duplicate classes --- plugin/trino-hudi/pom.xml | 38 +++----------------------------------- 1 file changed, 3 insertions(+), 35 deletions(-) diff --git a/plugin/trino-hudi/pom.xml b/plugin/trino-hudi/pom.xml index e3f615a62746..d609063eb6fb 100644 --- a/plugin/trino-hudi/pom.xml +++ b/plugin/trino-hudi/pom.xml @@ -290,20 +290,8 @@ test - javax.annotation - javax.annotation-api - - - javax.inject - javax.inject - - - log4j - log4j - - - org.slf4j - slf4j-log4j12 + * + * @@ -315,27 +303,7 @@ test - javax.annotation - javax.annotation-api - - - javax.inject - javax.inject - - - javax.servlet - * - - - org.codehaus.jackson - * - - - org.mortbay.jetty - * - - - tomcat + * *