diff --git a/hadoop-hdds/hadoop-dependency-client/pom.xml b/hadoop-hdds/hadoop-dependency-client/pom.xml index dbf4a9420c1d..489e1b3ddf5f 100644 --- a/hadoop-hdds/hadoop-dependency-client/pom.xml +++ b/hadoop-hdds/hadoop-dependency-client/pom.xml @@ -51,10 +51,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> org.xerial.snappy snappy-java - - org.apache.hadoop.thirdparty - hadoop-shaded-guava - org.apache.hadoop hadoop-annotations @@ -210,10 +206,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> - - org.apache.hadoop.thirdparty - hadoop-shaded-guava - com.nimbusds nimbus-jose-jwt @@ -224,10 +216,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> ${hadoop.version} compile - - org.apache.hadoop.thirdparty - hadoop-shaded-guava - com.google.guava guava diff --git a/hadoop-hdds/hadoop-dependency-server/pom.xml b/hadoop-hdds/hadoop-dependency-server/pom.xml index c6f91c4ca173..6be31002b094 100644 --- a/hadoop-hdds/hadoop-dependency-server/pom.xml +++ b/hadoop-hdds/hadoop-dependency-server/pom.xml @@ -51,10 +51,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> org.xerial.snappy snappy-java - - org.apache.hadoop.thirdparty - hadoop-shaded-guava - org.apache.curator * @@ -148,10 +144,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> - - org.apache.hadoop.thirdparty - hadoop-shaded-guava - com.nimbusds nimbus-jose-jwt @@ -171,10 +163,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> com.sun.jersey * - - org.apache.hadoop.thirdparty - hadoop-shaded-guava - io.netty * diff --git a/hadoop-hdds/pom.xml b/hadoop-hdds/pom.xml index 2fb94d8c809a..0237210d2fca 100644 --- a/hadoop-hdds/pom.xml +++ b/hadoop-hdds/pom.xml @@ -322,36 +322,5 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> - - add-classpath-descriptor - - - src/main/java - - - - - - org.apache.maven.plugins - maven-dependency-plugin - - - add-classpath-descriptor - prepare-package - - build-classpath - - - ${project.build.outputDirectory}/${project.artifactId}.classpath - $HDDS_LIB_JARS_DIR - true - runtime - - - - - - - diff --git a/hadoop-hdds/rocks-native/pom.xml b/hadoop-hdds/rocks-native/pom.xml index 35a03db730a4..4c751e0b10a5 100644 --- a/hadoop-hdds/rocks-native/pom.xml +++ b/hadoop-hdds/rocks-native/pom.xml @@ -385,7 +385,7 @@ maven-dependency-plugin - copy-jars + copy-dependencies process-sources copy-dependencies diff --git a/hadoop-hdds/server-scm/pom.xml b/hadoop-hdds/server-scm/pom.xml index 26e35b072ffc..4c2e40c37592 100644 --- a/hadoop-hdds/server-scm/pom.xml +++ b/hadoop-hdds/server-scm/pom.xml @@ -29,6 +29,7 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> jar + false diff --git a/hadoop-ozone/csi/pom.xml b/hadoop-ozone/csi/pom.xml index cd4d4eef0419..ba66c5d5272e 100644 --- a/hadoop-ozone/csi/pom.xml +++ b/hadoop-ozone/csi/pom.xml @@ -29,6 +29,7 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd"> jar + false true diff --git a/hadoop-ozone/datanode/pom.xml b/hadoop-ozone/datanode/pom.xml index 87664b26614c..733f0837fda9 100644 --- a/hadoop-ozone/datanode/pom.xml +++ b/hadoop-ozone/datanode/pom.xml @@ -27,6 +27,7 @@ 2.0.0-SNAPSHOT + false true true diff --git a/hadoop-ozone/dev-support/checks/dependency.sh b/hadoop-ozone/dev-support/checks/dependency.sh index 116664df81b1..dc95a25e47c2 100755 --- a/hadoop-ozone/dev-support/checks/dependency.sh +++ b/hadoop-ozone/dev-support/checks/dependency.sh @@ -32,8 +32,8 @@ cp ${src_dir}/current.txt "$REPORT_DIR"/ #implementation of sort cli is not exactly the same everywhere. It's better to sort with the same command locally (diff -uw \ - <(sort ${src_dir}/jar-report.txt) \ - <(sort ${src_dir}/current.txt) \ + <(sort -u ${src_dir}/jar-report.txt) \ + <(sort -u ${src_dir}/current.txt) \ || true) \ > "$REPORT_FILE" diff --git a/hadoop-ozone/dev-support/checks/license.exceptions b/hadoop-ozone/dev-support/checks/license.exceptions index 5b22b88c4921..66f17fb670d3 100644 --- a/hadoop-ozone/dev-support/checks/license.exceptions +++ b/hadoop-ozone/dev-support/checks/license.exceptions @@ -16,7 +16,7 @@ # This file lists dependencies with acceptable license that # license-maven-plugin cannot find, or finds with unexpected license. -com.google.re2j:re2j:1.7 BSD 3-Clause +com.google.re2j:re2j:1.1 BSD 3-Clause javax.servlet:servlet-api:2.5 CDDL 1.1 javax.servlet.jsp:jsp-api:2.1 CDDL 1.1 org.codehaus.jettison:jettison:1.1 Apache License 2.0 diff --git a/hadoop-ozone/dist/dev-support/bin/dist-layout-stitching b/hadoop-ozone/dist/dev-support/bin/dist-layout-stitching index 0ec066aca563..03905fd20abd 100755 --- a/hadoop-ozone/dist/dev-support/bin/dist-layout-stitching +++ b/hadoop-ozone/dist/dev-support/bin/dist-layout-stitching @@ -71,6 +71,8 @@ run cp -p "${ROOT}/HISTORY.md" . run cp -p "${ROOT}/SECURITY.md" . run cp -p "${ROOT}/CONTRIBUTING.md" . +run mkdir -p ./share/ozone/classpath +run mkdir -p ./share/ozone/lib run mkdir -p ./share/ozone/web run mkdir -p ./bin run mkdir -p ./sbin @@ -129,6 +131,14 @@ run cp -p -r "${ROOT}/hadoop-ozone/dist/target/Dockerfile" . #Copy pre-generated keytabs run cp -p -R "${ROOT}/hadoop-ozone/dist/src/main/keytabs" compose/_keytabs +for file in $(find "${ROOT}" -path '*/target/classes/*.classpath' | sort); do + cp -n -p -v "$file" share/ozone/classpath/ +done + +for file in $(find "${ROOT}" -path '*/share/ozone/lib/*jar' | sort); do + cp -n -p -v "$file" share/ozone/lib/ +done + #workaround for https://issues.apache.org/jira/browse/MRESOURCES-236 find ./compose -name "*.sh" -exec chmod 755 {} \; find ./kubernetes -name "*.sh" -exec chmod 755 {} \; diff --git a/hadoop-ozone/dist/pom.xml b/hadoop-ozone/dist/pom.xml index e288520accad..52c4e4a9fa09 100644 --- a/hadoop-ozone/dist/pom.xml +++ b/hadoop-ozone/dist/pom.xml @@ -71,24 +71,7 @@ maven-dependency-plugin - copy-classpath-files - prepare-package - - unpack-dependencies - - - - target/ozone-${ozone.version}/share/ozone/classpath - - *.classpath - - hdds-server-scm,ozone-common,ozone-csi,ozone-datanode,ozone-httpfsgateway, - ozone-insight,ozone-manager,ozone-recon,ozone-s3gateway,ozone-tools,hdds-rocks-native,ozone-s3-secret-store - - - - - copy-jars + copy-omitted-jars prepare-package copy-dependencies @@ -98,24 +81,6 @@ runtime - - copy-omitted-jars - prepare-package - - copy - - - target/ozone-${ozone.version}/share/ozone/lib - - - - com.google.protobuf - protobuf-java - ${grpc.protobuf-compile.version} - - - - diff --git a/hadoop-ozone/httpfsgateway/pom.xml b/hadoop-ozone/httpfsgateway/pom.xml index 64eba036a5fa..bacc730a00fc 100644 --- a/hadoop-ozone/httpfsgateway/pom.xml +++ b/hadoop-ozone/httpfsgateway/pom.xml @@ -32,6 +32,7 @@ Apache Ozone HttpFS + false REPO NOT AVAIL REVISION NOT AVAIL yyyy-MM-dd'T'HH:mm:ssZ diff --git a/hadoop-ozone/insight/pom.xml b/hadoop-ozone/insight/pom.xml index c448411c5f6b..fa3862a7f71d 100644 --- a/hadoop-ozone/insight/pom.xml +++ b/hadoop-ozone/insight/pom.xml @@ -27,7 +27,9 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> Apache Ozone Insight Tool Apache Ozone Insight Tool jar + + false diff --git a/hadoop-ozone/integration-test/pom.xml b/hadoop-ozone/integration-test/pom.xml index fe801ef98970..a4a2f159b489 100644 --- a/hadoop-ozone/integration-test/pom.xml +++ b/hadoop-ozone/integration-test/pom.xml @@ -42,6 +42,26 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> org.apache.ozone hdds-server-scm + + + + com.fasterxml.woodstox + woodstox-core + + org.apache.ozone diff --git a/hadoop-ozone/ozone-manager/pom.xml b/hadoop-ozone/ozone-manager/pom.xml index 7ccca37c8047..b764021f8510 100644 --- a/hadoop-ozone/ozone-manager/pom.xml +++ b/hadoop-ozone/ozone-manager/pom.xml @@ -29,6 +29,7 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> jar + false diff --git a/hadoop-ozone/pom.xml b/hadoop-ozone/pom.xml index be928e760549..8b87862eefed 100644 --- a/hadoop-ozone/pom.xml +++ b/hadoop-ozone/pom.xml @@ -315,6 +315,25 @@ true + + + org.codehaus.woodstox:stax2-api + @@ -455,36 +474,5 @@ - - add-classpath-descriptor - - - src/main/java - - - - - - org.apache.maven.plugins - maven-dependency-plugin - - - add-classpath-descriptor - prepare-package - - build-classpath - - - ${project.build.outputDirectory}/${project.artifactId}.classpath - $HDDS_LIB_JARS_DIR - true - runtime - - - - - - - diff --git a/hadoop-ozone/recon/pom.xml b/hadoop-ozone/recon/pom.xml index e0ce7065c1c9..026fe01d40bc 100644 --- a/hadoop-ozone/recon/pom.xml +++ b/hadoop-ozone/recon/pom.xml @@ -24,6 +24,7 @@ 4.0.0 ozone-recon + false 8.15.7 diff --git a/hadoop-ozone/s3gateway/pom.xml b/hadoop-ozone/s3gateway/pom.xml index dfcd478b6907..28221b5f3de3 100644 --- a/hadoop-ozone/s3gateway/pom.xml +++ b/hadoop-ozone/s3gateway/pom.xml @@ -26,6 +26,7 @@ jar 2.0.0-SNAPSHOT + false UTF-8 true @@ -226,6 +227,24 @@ org.apache.ozone hdds-hadoop-dependency-server + + + + com.fasterxml.woodstox + woodstox-core + + org.apache.ozone diff --git a/hadoop-ozone/tools/pom.xml b/hadoop-ozone/tools/pom.xml index 96853d8949ca..5922795a8e3c 100644 --- a/hadoop-ozone/tools/pom.xml +++ b/hadoop-ozone/tools/pom.xml @@ -28,6 +28,10 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> Apache Ozone Tools jar + + false + + org.apache.ozone @@ -200,6 +204,25 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd"> com.amazonaws aws-java-sdk-core + + + + joda-time + joda-time + + com.amazonaws diff --git a/pom.xml b/pom.xml index 6e6f6e50cfb2..6c57d93c14fa 100644 --- a/pom.xml +++ b/pom.xml @@ -95,6 +95,8 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs UTF-8 UTF-8 + true + 3.2.7 bash @@ -148,7 +150,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs 2.3.9 0.10.4 3.1.19 - 0.1.55 2.0 3.1.0 2.1 @@ -162,7 +163,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs 1.9.13 1.9.13 2.16.2 - 5.4.0 1.8.1 @@ -187,9 +187,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs 0.16.0 0.10.2 - - 1.7 - 2.5.0 @@ -197,15 +194,12 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs 1.1.1 3.1.12.2 - 2.1.9 4.12.0 - 4.2.2 2.6.1 2.1.1 2.0.2 2.1.6 1 - 2.12.7 1.0 0.21.0 @@ -215,7 +209,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs 2.10.1 2.7.5 - 3.6.0 4.11.0 2.2 5.10.3 @@ -310,17 +303,11 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs 1.2.1 3.9.9 1.1.10.7 - 1.2.0 9.40 - - com.squareup.okio - okio - ${okio.version} - com.squareup.okhttp okhttp @@ -991,11 +978,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs spring-tx ${spring.version} - - com.fasterxml.woodstox - woodstox-core - ${woodstox.version} - com.fasterxml.jackson jackson-bom @@ -1018,11 +1000,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs compile-testing ${compile-testing.version} - - com.google.re2j - re2j - ${re2j.version} - com.google.protobuf protobuf-java @@ -1038,11 +1015,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs commons-daemon ${commons-daemon.version} - - com.jcraft - jsch - ${jsch.version} - org.kohsuke.metainf-services @@ -1181,12 +1153,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs ${bouncycastle.version} - - dnsjava - dnsjava - ${dnsjava.version} - - org.yaml snakeyaml @@ -1233,11 +1199,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs okhttp ${okhttp3.version} - - org.codehaus.woodstox - stax2-api - ${stax2.version} - net.java.dev.jna jna @@ -1268,11 +1229,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs jakarta.ws.rs-api ${jakarta.ws.rs-api.version} - - joda-time - joda-time - ${joda.time.version} - org.apache.curator curator-framework @@ -1304,21 +1260,18 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs ${mockito.version} + org.xerial.snappy snappy-java ${snappy-java.version} - - org.apache.hadoop.thirdparty - hadoop-shaded-guava - ${hadoop-shaded-guava.version} - com.github.vlsi.mxgraph jgraphx ${jgraphx.version} + com.nimbusds nimbus-jose-jwt ${com.nimbusds.nimbus-jose-jwt.version} @@ -1703,6 +1656,38 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs + + org.apache.maven.plugins + maven-dependency-plugin + + + add-classpath-descriptor + prepare-package + + build-classpath + + + ${project.build.outputDirectory}/${project.artifactId}.classpath + $HDDS_LIB_JARS_DIR + true + runtime + ${classpath.skip} + + + + copy-jars + prepare-package + + copy-dependencies + + + ${project.build.directory}/share/ozone/lib + runtime + ${classpath.skip} + + + + maven-clean-plugin