From c35285e30d47c5f60c50d377f9fd227d13857969 Mon Sep 17 00:00:00 2001 From: George Jahad Date: Sun, 30 Oct 2022 20:09:03 -0700 Subject: [PATCH 1/3] builds a shaded library that works with: hadoop-client-api-3.3.1.jar (which is used by spark) --- hadoop-ozone/dist/pom.xml | 4 + .../dist/src/main/license/jar-report.txt | 1 + hadoop-ozone/ozonefs-hadoop-client/pom.xml | 112 ++++++++++++++++++ hadoop-ozone/pom.xml | 6 + 4 files changed, 123 insertions(+) create mode 100644 hadoop-ozone/ozonefs-hadoop-client/pom.xml diff --git a/hadoop-ozone/dist/pom.xml b/hadoop-ozone/dist/pom.xml index f030aacbbc48..34821c416fcc 100644 --- a/hadoop-ozone/dist/pom.xml +++ b/hadoop-ozone/dist/pom.xml @@ -241,6 +241,10 @@ org.apache.ozone ozone-filesystem-hadoop3 + + org.apache.ozone + ozone-filesystem-hadoop-client + diff --git a/hadoop-ozone/dist/src/main/license/jar-report.txt b/hadoop-ozone/dist/src/main/license/jar-report.txt index f71dec825ac5..e407d69373eb 100644 --- a/hadoop-ozone/dist/src/main/license/jar-report.txt +++ b/hadoop-ozone/dist/src/main/license/jar-report.txt @@ -212,6 +212,7 @@ share/ozone/lib/ozone-filesystem-common.jar share/ozone/lib/ozone-filesystem-hadoop2.jar share/ozone/lib/ozone-filesystem-hadoop3.jar share/ozone/lib/ozone-filesystem.jar +share/ozone/lib/ozone-filesystem-hadoop-client.jar share/ozone/lib/ozone-insight.jar share/ozone/lib/ozone-interface-client.jar share/ozone/lib/ozone-interface-storage.jar diff --git a/hadoop-ozone/ozonefs-hadoop-client/pom.xml b/hadoop-ozone/ozonefs-hadoop-client/pom.xml new file mode 100644 index 000000000000..e5bffbb13bcd --- /dev/null +++ b/hadoop-ozone/ozonefs-hadoop-client/pom.xml @@ -0,0 +1,112 @@ + + + + 4.0.0 + + org.apache.ozone + ozone + 1.3.0-SNAPSHOT + + ozone-filesystem-hadoop-client + Apache Ozone FS Hadoop shaded 3.x compatibility + jar + 1.3.0-SNAPSHOT + + + org.apache.ozone + ozone-filesystem-hadoop3 + true + + + + + + org.apache.maven.plugins + maven-dependency-plugin + + + include-dependencies + prepare-package + + unpack + + + META-INF/versions/**/*.* + + + org.apache.ozone + ozone-filesystem-shaded + ${project.version} + + + target/classes + + + + + + org.apache.maven.plugins + maven-shade-plugin + + + package + + shade + + + + + + META-INF/BC1024KE.DSA + META-INF/BC2048KE.DSA + META-INF/BC1024KE.SF + META-INF/BC2048KE.SF + + + + + ozone-default-generated.xml + + + + + com.google.protobuf + + org.apache.hadoop.shaded.com.google.protobuf + + + com.google.protobuf.* + + + + + + + + + com.github.spotbugs + spotbugs-maven-plugin + + org.apache.hadoop.fs.ozone.* + + + + + diff --git a/hadoop-ozone/pom.xml b/hadoop-ozone/pom.xml index f6f35f947295..2e1bd010f0b2 100644 --- a/hadoop-ozone/pom.xml +++ b/hadoop-ozone/pom.xml @@ -122,6 +122,11 @@ ozone-filesystem-hadoop3 ${ozone.version} + + org.apache.ozone + ozone-filesystem-hadoop-client + ${ozone.version} + org.apache.ozone ozone-filesystem-hadoop2 @@ -373,6 +378,7 @@ ozonefs-shaded ozonefs-hadoop2 ozonefs-hadoop3 + ozonefs-hadoop-client From 183f13010b0ab1eebcb3f00b5353042bc74285c4 Mon Sep 17 00:00:00 2001 From: George Jahad Date: Mon, 31 Oct 2022 07:19:08 -0700 Subject: [PATCH 2/3] included "3" in artifact id --- hadoop-ozone/dist/pom.xml | 2 +- hadoop-ozone/dist/src/main/license/jar-report.txt | 2 +- .../{ozonefs-hadoop-client => ozonefs-hadoop3-client}/pom.xml | 2 +- hadoop-ozone/pom.xml | 4 ++-- 4 files changed, 5 insertions(+), 5 deletions(-) rename hadoop-ozone/{ozonefs-hadoop-client => ozonefs-hadoop3-client}/pom.xml (98%) diff --git a/hadoop-ozone/dist/pom.xml b/hadoop-ozone/dist/pom.xml index 34821c416fcc..a69092ac1e68 100644 --- a/hadoop-ozone/dist/pom.xml +++ b/hadoop-ozone/dist/pom.xml @@ -243,7 +243,7 @@ org.apache.ozone - ozone-filesystem-hadoop-client + ozone-filesystem-hadoop3-client diff --git a/hadoop-ozone/dist/src/main/license/jar-report.txt b/hadoop-ozone/dist/src/main/license/jar-report.txt index e407d69373eb..0e900808c1fb 100644 --- a/hadoop-ozone/dist/src/main/license/jar-report.txt +++ b/hadoop-ozone/dist/src/main/license/jar-report.txt @@ -212,7 +212,7 @@ share/ozone/lib/ozone-filesystem-common.jar share/ozone/lib/ozone-filesystem-hadoop2.jar share/ozone/lib/ozone-filesystem-hadoop3.jar share/ozone/lib/ozone-filesystem.jar -share/ozone/lib/ozone-filesystem-hadoop-client.jar +share/ozone/lib/ozone-filesystem-hadoop3-client.jar share/ozone/lib/ozone-insight.jar share/ozone/lib/ozone-interface-client.jar share/ozone/lib/ozone-interface-storage.jar diff --git a/hadoop-ozone/ozonefs-hadoop-client/pom.xml b/hadoop-ozone/ozonefs-hadoop3-client/pom.xml similarity index 98% rename from hadoop-ozone/ozonefs-hadoop-client/pom.xml rename to hadoop-ozone/ozonefs-hadoop3-client/pom.xml index e5bffbb13bcd..637377193ed3 100644 --- a/hadoop-ozone/ozonefs-hadoop-client/pom.xml +++ b/hadoop-ozone/ozonefs-hadoop3-client/pom.xml @@ -21,7 +21,7 @@ ozone 1.3.0-SNAPSHOT - ozone-filesystem-hadoop-client + ozone-filesystem-hadoop3-client Apache Ozone FS Hadoop shaded 3.x compatibility jar 1.3.0-SNAPSHOT diff --git a/hadoop-ozone/pom.xml b/hadoop-ozone/pom.xml index 2e1bd010f0b2..221cd7af0390 100644 --- a/hadoop-ozone/pom.xml +++ b/hadoop-ozone/pom.xml @@ -124,7 +124,7 @@ org.apache.ozone - ozone-filesystem-hadoop-client + ozone-filesystem-hadoop3-client ${ozone.version} @@ -378,7 +378,7 @@ ozonefs-shaded ozonefs-hadoop2 ozonefs-hadoop3 - ozonefs-hadoop-client + ozonefs-hadoop3-client From 48e3b49aaad361fdb8b082cbeb957f7b897e4c68 Mon Sep 17 00:00:00 2001 From: George Jahad Date: Mon, 31 Oct 2022 09:37:10 -0700 Subject: [PATCH 3/3] added comment --- hadoop-ozone/ozonefs-hadoop3-client/pom.xml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/hadoop-ozone/ozonefs-hadoop3-client/pom.xml b/hadoop-ozone/ozonefs-hadoop3-client/pom.xml index 637377193ed3..213fdceed0b6 100644 --- a/hadoop-ozone/ozonefs-hadoop3-client/pom.xml +++ b/hadoop-ozone/ozonefs-hadoop3-client/pom.xml @@ -21,6 +21,12 @@ ozone 1.3.0-SNAPSHOT + ozone-filesystem-hadoop3-client Apache Ozone FS Hadoop shaded 3.x compatibility jar