From 4eb5dbc718f9bba1eb84eaf71d87bbbc88422282 Mon Sep 17 00:00:00 2001 From: "Doroszlai, Attila" Date: Sat, 3 May 2025 09:24:32 +0200 Subject: [PATCH 1/5] move exclusions from hadoop-dependency-server to root POM --- hadoop-hdds/hadoop-dependency-server/pom.xml | 126 ------------------- pom.xml | 126 +++++++++++++++++++ 2 files changed, 126 insertions(+), 126 deletions(-) diff --git a/hadoop-hdds/hadoop-dependency-server/pom.xml b/hadoop-hdds/hadoop-dependency-server/pom.xml index 972241d2d7c3..90c27cdc58fa 100644 --- a/hadoop-hdds/hadoop-dependency-server/pom.xml +++ b/hadoop-hdds/hadoop-dependency-server/pom.xml @@ -47,140 +47,14 @@ org.apache.hadoop hadoop-auth - - - ch.qos.reload4j - reload4j - - - commons-logging - commons-logging - - - log4j - log4j - - - org.apache.curator - * - - - org.apache.kerby - kerb-simplekdc - - - org.apache.zookeeper - zookeeper - - - org.slf4j - * - - org.apache.hadoop hadoop-common - - - ch.qos.reload4j - reload4j - - - com.github.pjfanning - jersey-json - - - com.google.code.findbugs - jsr305 - - - com.nimbusds - nimbus-jose-jwt - - - com.sun.jersey - * - - - log4j - log4j - - - org.apache.avro - avro - - - org.apache.commons - * - - - org.apache.curator - * - - - org.apache.kerby - kerb-simplekdc - - - org.apache.zookeeper - zookeeper - - - org.codehaus.jackson - jackson-core-asl - - - org.codehaus.jackson - jackson-jaxrs - - - org.codehaus.jackson - jackson-mapper-asl - - - org.codehaus.jackson - jackson-xc - - - org.slf4j - * - - - org.xerial.snappy - snappy-java - - org.apache.hadoop hadoop-hdfs - - - ch.qos.reload4j - reload4j - - - com.sun.jersey - * - - - io.netty - * - - - log4j - log4j - - - org.fusesource.leveldbjni - leveldbjni-all - - - org.slf4j - * - - org.apache.kerby diff --git a/pom.xml b/pom.xml index 64b2cb0d7cbf..bb64e9322391 100644 --- a/pom.xml +++ b/pom.xml @@ -742,6 +742,36 @@ org.apache.hadoop hadoop-auth ${hadoop.version} + + + ch.qos.reload4j + reload4j + + + commons-logging + commons-logging + + + log4j + log4j + + + org.apache.curator + * + + + org.apache.kerby + kerb-simplekdc + + + org.apache.zookeeper + zookeeper + + + org.slf4j + * + + org.apache.hadoop @@ -763,6 +793,76 @@ org.apache.hadoop hadoop-common ${hadoop.version} + + + ch.qos.reload4j + reload4j + + + com.github.pjfanning + jersey-json + + + com.google.code.findbugs + jsr305 + + + com.nimbusds + nimbus-jose-jwt + + + com.sun.jersey + * + + + log4j + log4j + + + org.apache.avro + avro + + + org.apache.commons + * + + + org.apache.curator + * + + + org.apache.kerby + kerb-simplekdc + + + org.apache.zookeeper + zookeeper + + + org.codehaus.jackson + jackson-core-asl + + + org.codehaus.jackson + jackson-jaxrs + + + org.codehaus.jackson + jackson-mapper-asl + + + org.codehaus.jackson + jackson-xc + + + org.slf4j + * + + + org.xerial.snappy + snappy-java + + org.apache.hadoop @@ -792,6 +892,32 @@ org.apache.hadoop hadoop-hdfs ${hadoop.version} + + + ch.qos.reload4j + reload4j + + + com.sun.jersey + * + + + io.netty + * + + + log4j + log4j + + + org.fusesource.leveldbjni + leveldbjni-all + + + org.slf4j + * + + org.apache.hadoop From b9db476fa3adab2e9f884118283754fb4dc35e8f Mon Sep 17 00:00:00 2001 From: "Doroszlai, Attila" Date: Sat, 3 May 2025 10:07:40 +0200 Subject: [PATCH 2/5] replace hdds-hadoop-dependency-server with direct dependencies --- hadoop-hdds/container-service/pom.xml | 12 ++++++++ hadoop-hdds/framework/pom.xml | 42 ++++++++++++++++++++++----- hadoop-hdds/server-scm/pom.xml | 21 +++++++++----- hadoop-ozone/datanode/pom.xml | 10 ------- hadoop-ozone/freon/pom.xml | 12 +++++--- hadoop-ozone/ozone-manager/pom.xml | 16 +++++++--- hadoop-ozone/pom.xml | 5 ---- hadoop-ozone/s3gateway/pom.xml | 12 +++++--- hadoop-ozone/tools/pom.xml | 12 +++++--- 9 files changed, 95 insertions(+), 47 deletions(-) diff --git a/hadoop-hdds/container-service/pom.xml b/hadoop-hdds/container-service/pom.xml index 1c9ae070114a..b924076b5ded 100644 --- a/hadoop-hdds/container-service/pom.xml +++ b/hadoop-hdds/container-service/pom.xml @@ -114,6 +114,18 @@ org.apache.commons commons-text + + org.apache.hadoop + hadoop-auth + + + org.apache.hadoop + hadoop-common + + + org.apache.hadoop + hadoop-hdfs + org.apache.logging.log4j log4j-api diff --git a/hadoop-hdds/framework/pom.xml b/hadoop-hdds/framework/pom.xml index eae071e3f4db..019e0f3cdff8 100644 --- a/hadoop-hdds/framework/pom.xml +++ b/hadoop-hdds/framework/pom.xml @@ -132,6 +132,14 @@ org.apache.commons commons-lang3 + + org.apache.hadoop + hadoop-auth + + + org.apache.hadoop + hadoop-common + org.apache.logging.log4j log4j-api @@ -148,14 +156,6 @@ org.apache.ozone hdds-config - - org.apache.ozone - hdds-hadoop-dependency-client - - - org.apache.ozone - hdds-hadoop-dependency-server - org.apache.ozone hdds-interface-admin @@ -270,11 +270,37 @@ disruptor runtime + + com.nimbusds + nimbus-jose-jwt + runtime + + + + commons-cli + commons-cli + runtime + log4j apache-log4j-extras runtime + + org.apache.kerby + kerb-core + runtime + + + org.apache.kerby + kerb-util + runtime + + + org.xerial.snappy + snappy-java + runtime + diff --git a/hadoop-hdds/server-scm/pom.xml b/hadoop-hdds/server-scm/pom.xml index 3aab12b3cfbb..50bf14c6a95e 100644 --- a/hadoop-hdds/server-scm/pom.xml +++ b/hadoop-hdds/server-scm/pom.xml @@ -87,28 +87,28 @@ commons-text - org.apache.ozone - hdds-client + org.apache.hadoop + hadoop-auth - org.apache.ozone - hdds-common + org.apache.hadoop + hadoop-common org.apache.ozone - hdds-config + hdds-client org.apache.ozone - hdds-container-service + hdds-common org.apache.ozone - hdds-hadoop-dependency-client + hdds-config org.apache.ozone - hdds-hadoop-dependency-server + hdds-container-service org.apache.ozone @@ -198,6 +198,11 @@ test-jar test + + org.apache.hadoop + hadoop-hdfs-client + test + org.apache.ozone hdds-common diff --git a/hadoop-ozone/datanode/pom.xml b/hadoop-ozone/datanode/pom.xml index 2b3ca95b1a1e..d20d4334fa28 100644 --- a/hadoop-ozone/datanode/pom.xml +++ b/hadoop-ozone/datanode/pom.xml @@ -44,16 +44,6 @@ org.apache.ozone hdds-container-service - - org.apache.ozone - hdds-hadoop-dependency-server - - - com.sun.xml.bind - jaxb-impl - - - org.glassfish.jaxb jaxb-runtime diff --git a/hadoop-ozone/freon/pom.xml b/hadoop-ozone/freon/pom.xml index 4c175593e8c1..c1ce02a3b1e0 100644 --- a/hadoop-ozone/freon/pom.xml +++ b/hadoop-ozone/freon/pom.xml @@ -82,6 +82,14 @@ org.apache.commons commons-lang3 + + org.apache.hadoop + hadoop-common + + + org.apache.hadoop + hadoop-hdfs + org.apache.httpcomponents httpclient @@ -106,10 +114,6 @@ org.apache.ozone hdds-container-service - - org.apache.ozone - hdds-hadoop-dependency-server - org.apache.ozone hdds-interface-client diff --git a/hadoop-ozone/ozone-manager/pom.xml b/hadoop-ozone/ozone-manager/pom.xml index 2572bab71aee..809c88f426ab 100644 --- a/hadoop-ozone/ozone-manager/pom.xml +++ b/hadoop-ozone/ozone-manager/pom.xml @@ -112,6 +112,18 @@ org.apache.commons commons-lang3 + + org.apache.hadoop + hadoop-auth + + + org.apache.hadoop + hadoop-common + + + org.apache.hadoop + hadoop-hdfs-client + org.apache.kerby kerby-util @@ -132,10 +144,6 @@ org.apache.ozone hdds-config - - org.apache.ozone - hdds-hadoop-dependency-server - org.apache.ozone diff --git a/hadoop-ozone/pom.xml b/hadoop-ozone/pom.xml index 00e7f3bdcc9d..82100e1423ec 100644 --- a/hadoop-ozone/pom.xml +++ b/hadoop-ozone/pom.xml @@ -115,11 +115,6 @@ hdds-hadoop-dependency-client ${hdds.version} - - org.apache.ozone - hdds-hadoop-dependency-server - ${hdds.version} - org.apache.ozone hdds-interface-admin diff --git a/hadoop-ozone/s3gateway/pom.xml b/hadoop-ozone/s3gateway/pom.xml index 289d7246544f..0f8d4c9e982b 100644 --- a/hadoop-ozone/s3gateway/pom.xml +++ b/hadoop-ozone/s3gateway/pom.xml @@ -110,6 +110,14 @@ org.apache.commons commons-lang3 + + org.apache.hadoop + hadoop-auth + + + org.apache.hadoop + hadoop-common + org.apache.httpcomponents httpclient @@ -134,10 +142,6 @@ org.apache.ozone hdds-config - - org.apache.ozone - hdds-hadoop-dependency-server - org.apache.ozone hdds-interface-server diff --git a/hadoop-ozone/tools/pom.xml b/hadoop-ozone/tools/pom.xml index dcbc5637ab88..56eeae1258f3 100644 --- a/hadoop-ozone/tools/pom.xml +++ b/hadoop-ozone/tools/pom.xml @@ -106,6 +106,14 @@ org.apache.commons commons-lang3 + + org.apache.hadoop + hadoop-common + + + org.apache.hadoop + hadoop-hdfs + org.apache.httpcomponents httpclient @@ -130,10 +138,6 @@ org.apache.ozone hdds-container-service - - org.apache.ozone - hdds-hadoop-dependency-server - org.apache.ozone hdds-interface-client From 11b71e76abf00ecda4bdfef266e0ff2828f91baa Mon Sep 17 00:00:00 2001 From: "Doroszlai, Attila" Date: Sat, 3 May 2025 10:07:59 +0200 Subject: [PATCH 3/5] HDDS-12959. Eliminate hdds-hadoop-dependency-server --- hadoop-hdds/hadoop-dependency-server/pom.xml | 84 ------------------- hadoop-hdds/pom.xml | 6 -- .../dist/src/main/license/jar-report.txt | 1 - 3 files changed, 91 deletions(-) delete mode 100644 hadoop-hdds/hadoop-dependency-server/pom.xml diff --git a/hadoop-hdds/hadoop-dependency-server/pom.xml b/hadoop-hdds/hadoop-dependency-server/pom.xml deleted file mode 100644 index 90c27cdc58fa..000000000000 --- a/hadoop-hdds/hadoop-dependency-server/pom.xml +++ /dev/null @@ -1,84 +0,0 @@ - - - - 4.0.0 - - org.apache.ozone - hdds - 2.1.0-SNAPSHOT - - hdds-hadoop-dependency-server - 2.1.0-SNAPSHOT - jar - Apache Ozone HDDS Hadoop Server dependencies - Apache Ozone Distributed Data Store Hadoop server dependencies - - - - true - - - - - com.nimbusds - nimbus-jose-jwt - - - - commons-cli - commons-cli - - - org.apache.hadoop - hadoop-annotations - - - org.apache.hadoop - hadoop-auth - - - org.apache.hadoop - hadoop-common - - - org.apache.hadoop - hadoop-hdfs - - - org.apache.kerby - kerb-core - - - org.apache.kerby - kerb-util - - - org.xerial.snappy - snappy-java - - - - - - - org.apache.maven.plugins - maven-compiler-plugin - - none - - - - - diff --git a/hadoop-hdds/pom.xml b/hadoop-hdds/pom.xml index 2b10886aafab..37e6edb25a26 100644 --- a/hadoop-hdds/pom.xml +++ b/hadoop-hdds/pom.xml @@ -38,7 +38,6 @@ erasurecode framework hadoop-dependency-client - hadoop-dependency-server interface-admin interface-client interface-server @@ -103,11 +102,6 @@ hdds-hadoop-dependency-client ${hdds.version} - - org.apache.ozone - hdds-hadoop-dependency-server - ${hdds.version} - org.apache.ozone hdds-interface-admin diff --git a/hadoop-ozone/dist/src/main/license/jar-report.txt b/hadoop-ozone/dist/src/main/license/jar-report.txt index 9a9b3e4492e5..5039f3c84a74 100644 --- a/hadoop-ozone/dist/src/main/license/jar-report.txt +++ b/hadoop-ozone/dist/src/main/license/jar-report.txt @@ -74,7 +74,6 @@ share/ozone/lib/hdds-container-service.jar share/ozone/lib/hdds-docs.jar share/ozone/lib/hdds-erasurecode.jar share/ozone/lib/hdds-hadoop-dependency-client.jar -share/ozone/lib/hdds-hadoop-dependency-server.jar share/ozone/lib/hdds-interface-admin.jar share/ozone/lib/hdds-interface-client.jar share/ozone/lib/hdds-interface-server.jar From 66946a3a5f69725e22f2ec6d9b5117f6178ab528 Mon Sep 17 00:00:00 2001 From: "Doroszlai, Attila" Date: Sat, 3 May 2025 11:40:59 +0200 Subject: [PATCH 4/5] fix org.apache.commons exclusion --- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index bb64e9322391..7cab1b083fba 100644 --- a/pom.xml +++ b/pom.xml @@ -824,7 +824,7 @@ org.apache.commons - * + commons-math3 org.apache.curator From fa413f8a3851555ea35cf5c6b80b81ec46a36d9e Mon Sep 17 00:00:00 2001 From: "Doroszlai, Attila" Date: Sat, 3 May 2025 20:18:41 +0200 Subject: [PATCH 5/5] add used, undeclared dependencies --- hadoop-hdds/container-service/pom.xml | 14 ++++++++++++++ hadoop-hdds/framework/pom.xml | 4 ++++ hadoop-ozone/s3gateway/pom.xml | 8 ++++++++ hadoop-ozone/tools/pom.xml | 8 ++++++++ 4 files changed, 34 insertions(+) diff --git a/hadoop-hdds/container-service/pom.xml b/hadoop-hdds/container-service/pom.xml index b924076b5ded..580a039c2275 100644 --- a/hadoop-hdds/container-service/pom.xml +++ b/hadoop-hdds/container-service/pom.xml @@ -38,6 +38,10 @@ com.github.luben zstd-jni + + com.github.stephenc.jcip + jcip-annotations + com.google.guava guava @@ -211,8 +215,18 @@ hdds-docs provided + + log4j + apache-log4j-extras + runtime + + + ch.qos.reload4j + reload4j + test + org.apache.hadoop hadoop-common diff --git a/hadoop-hdds/framework/pom.xml b/hadoop-hdds/framework/pom.xml index 019e0f3cdff8..585764280f11 100644 --- a/hadoop-hdds/framework/pom.xml +++ b/hadoop-hdds/framework/pom.xml @@ -252,6 +252,10 @@ org.glassfish.jersey.core jersey-server + + org.reflections + reflections + org.rocksdb rocksdbjni diff --git a/hadoop-ozone/s3gateway/pom.xml b/hadoop-ozone/s3gateway/pom.xml index 0f8d4c9e982b..365010e7b702 100644 --- a/hadoop-ozone/s3gateway/pom.xml +++ b/hadoop-ozone/s3gateway/pom.xml @@ -102,6 +102,10 @@ javax.enterprise cdi-api + + javax.inject + javax.inject + javax.servlet javax.servlet-api @@ -142,6 +146,10 @@ org.apache.ozone hdds-config + + org.apache.ozone + hdds-interface-client + org.apache.ozone hdds-interface-server diff --git a/hadoop-ozone/tools/pom.xml b/hadoop-ozone/tools/pom.xml index 56eeae1258f3..fff4335b60c6 100644 --- a/hadoop-ozone/tools/pom.xml +++ b/hadoop-ozone/tools/pom.xml @@ -150,6 +150,10 @@ org.apache.ozone hdds-managed-rocksdb + + org.apache.ozone + hdds-rocks-native + org.apache.ozone hdds-server-framework @@ -248,6 +252,10 @@ org.kohsuke.metainf-services metainf-services + + org.reflections + reflections + org.rocksdb rocksdbjni