diff --git a/hadoop-hdds/hadoop-dependency-client/pom.xml b/hadoop-hdds/hadoop-dependency-client/pom.xml
index dbf4a9420c1d..489e1b3ddf5f 100644
--- a/hadoop-hdds/hadoop-dependency-client/pom.xml
+++ b/hadoop-hdds/hadoop-dependency-client/pom.xml
@@ -51,10 +51,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
org.xerial.snappy
snappy-java
-
- org.apache.hadoop.thirdparty
- hadoop-shaded-guava
-
org.apache.hadoop
hadoop-annotations
@@ -210,10 +206,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
-
- org.apache.hadoop.thirdparty
- hadoop-shaded-guava
-
com.nimbusds
nimbus-jose-jwt
@@ -224,10 +216,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
${hadoop.version}
compile
-
- org.apache.hadoop.thirdparty
- hadoop-shaded-guava
-
com.google.guava
guava
diff --git a/hadoop-hdds/hadoop-dependency-server/pom.xml b/hadoop-hdds/hadoop-dependency-server/pom.xml
index c6f91c4ca173..6be31002b094 100644
--- a/hadoop-hdds/hadoop-dependency-server/pom.xml
+++ b/hadoop-hdds/hadoop-dependency-server/pom.xml
@@ -51,10 +51,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
org.xerial.snappy
snappy-java
-
- org.apache.hadoop.thirdparty
- hadoop-shaded-guava
-
org.apache.curator
*
@@ -148,10 +144,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
-
- org.apache.hadoop.thirdparty
- hadoop-shaded-guava
-
com.nimbusds
nimbus-jose-jwt
@@ -171,10 +163,6 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
com.sun.jersey
*
-
- org.apache.hadoop.thirdparty
- hadoop-shaded-guava
-
io.netty
*
diff --git a/hadoop-hdds/pom.xml b/hadoop-hdds/pom.xml
index 2fb94d8c809a..0237210d2fca 100644
--- a/hadoop-hdds/pom.xml
+++ b/hadoop-hdds/pom.xml
@@ -322,36 +322,5 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
-
- add-classpath-descriptor
-
-
- src/main/java
-
-
-
-
-
- org.apache.maven.plugins
- maven-dependency-plugin
-
-
- add-classpath-descriptor
- prepare-package
-
- build-classpath
-
-
- ${project.build.outputDirectory}/${project.artifactId}.classpath
- $HDDS_LIB_JARS_DIR
- true
- runtime
-
-
-
-
-
-
-
diff --git a/hadoop-hdds/rocks-native/pom.xml b/hadoop-hdds/rocks-native/pom.xml
index 35a03db730a4..4c751e0b10a5 100644
--- a/hadoop-hdds/rocks-native/pom.xml
+++ b/hadoop-hdds/rocks-native/pom.xml
@@ -385,7 +385,7 @@
maven-dependency-plugin
- copy-jars
+ copy-dependencies
process-sources
copy-dependencies
diff --git a/hadoop-hdds/server-scm/pom.xml b/hadoop-hdds/server-scm/pom.xml
index 26e35b072ffc..4c2e40c37592 100644
--- a/hadoop-hdds/server-scm/pom.xml
+++ b/hadoop-hdds/server-scm/pom.xml
@@ -29,6 +29,7 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
jar
+ false
diff --git a/hadoop-ozone/csi/pom.xml b/hadoop-ozone/csi/pom.xml
index cd4d4eef0419..ba66c5d5272e 100644
--- a/hadoop-ozone/csi/pom.xml
+++ b/hadoop-ozone/csi/pom.xml
@@ -29,6 +29,7 @@ http://maven.apache.org/xsd/maven-4.0.0.xsd">
jar
+ false
true
diff --git a/hadoop-ozone/datanode/pom.xml b/hadoop-ozone/datanode/pom.xml
index 87664b26614c..733f0837fda9 100644
--- a/hadoop-ozone/datanode/pom.xml
+++ b/hadoop-ozone/datanode/pom.xml
@@ -27,6 +27,7 @@
2.0.0-SNAPSHOT
+ false
true
true
diff --git a/hadoop-ozone/dev-support/checks/dependency.sh b/hadoop-ozone/dev-support/checks/dependency.sh
index 116664df81b1..dc95a25e47c2 100755
--- a/hadoop-ozone/dev-support/checks/dependency.sh
+++ b/hadoop-ozone/dev-support/checks/dependency.sh
@@ -32,8 +32,8 @@ cp ${src_dir}/current.txt "$REPORT_DIR"/
#implementation of sort cli is not exactly the same everywhere. It's better to sort with the same command locally
(diff -uw \
- <(sort ${src_dir}/jar-report.txt) \
- <(sort ${src_dir}/current.txt) \
+ <(sort -u ${src_dir}/jar-report.txt) \
+ <(sort -u ${src_dir}/current.txt) \
|| true) \
> "$REPORT_FILE"
diff --git a/hadoop-ozone/dev-support/checks/license.exceptions b/hadoop-ozone/dev-support/checks/license.exceptions
index 5b22b88c4921..66f17fb670d3 100644
--- a/hadoop-ozone/dev-support/checks/license.exceptions
+++ b/hadoop-ozone/dev-support/checks/license.exceptions
@@ -16,7 +16,7 @@
# This file lists dependencies with acceptable license that
# license-maven-plugin cannot find, or finds with unexpected license.
-com.google.re2j:re2j:1.7 BSD 3-Clause
+com.google.re2j:re2j:1.1 BSD 3-Clause
javax.servlet:servlet-api:2.5 CDDL 1.1
javax.servlet.jsp:jsp-api:2.1 CDDL 1.1
org.codehaus.jettison:jettison:1.1 Apache License 2.0
diff --git a/hadoop-ozone/dist/dev-support/bin/dist-layout-stitching b/hadoop-ozone/dist/dev-support/bin/dist-layout-stitching
index 0ec066aca563..03905fd20abd 100755
--- a/hadoop-ozone/dist/dev-support/bin/dist-layout-stitching
+++ b/hadoop-ozone/dist/dev-support/bin/dist-layout-stitching
@@ -71,6 +71,8 @@ run cp -p "${ROOT}/HISTORY.md" .
run cp -p "${ROOT}/SECURITY.md" .
run cp -p "${ROOT}/CONTRIBUTING.md" .
+run mkdir -p ./share/ozone/classpath
+run mkdir -p ./share/ozone/lib
run mkdir -p ./share/ozone/web
run mkdir -p ./bin
run mkdir -p ./sbin
@@ -129,6 +131,14 @@ run cp -p -r "${ROOT}/hadoop-ozone/dist/target/Dockerfile" .
#Copy pre-generated keytabs
run cp -p -R "${ROOT}/hadoop-ozone/dist/src/main/keytabs" compose/_keytabs
+for file in $(find "${ROOT}" -path '*/target/classes/*.classpath' | sort); do
+ cp -n -p -v "$file" share/ozone/classpath/
+done
+
+for file in $(find "${ROOT}" -path '*/share/ozone/lib/*jar' | sort); do
+ cp -n -p -v "$file" share/ozone/lib/
+done
+
#workaround for https://issues.apache.org/jira/browse/MRESOURCES-236
find ./compose -name "*.sh" -exec chmod 755 {} \;
find ./kubernetes -name "*.sh" -exec chmod 755 {} \;
diff --git a/hadoop-ozone/dist/pom.xml b/hadoop-ozone/dist/pom.xml
index e288520accad..52c4e4a9fa09 100644
--- a/hadoop-ozone/dist/pom.xml
+++ b/hadoop-ozone/dist/pom.xml
@@ -71,24 +71,7 @@
maven-dependency-plugin
- copy-classpath-files
- prepare-package
-
- unpack-dependencies
-
-
-
- target/ozone-${ozone.version}/share/ozone/classpath
-
- *.classpath
-
- hdds-server-scm,ozone-common,ozone-csi,ozone-datanode,ozone-httpfsgateway,
- ozone-insight,ozone-manager,ozone-recon,ozone-s3gateway,ozone-tools,hdds-rocks-native,ozone-s3-secret-store
-
-
-
-
- copy-jars
+ copy-omitted-jars
prepare-package
copy-dependencies
@@ -98,24 +81,6 @@
runtime
-
- copy-omitted-jars
- prepare-package
-
- copy
-
-
- target/ozone-${ozone.version}/share/ozone/lib
-
-
-
- com.google.protobuf
- protobuf-java
- ${grpc.protobuf-compile.version}
-
-
-
-
diff --git a/hadoop-ozone/httpfsgateway/pom.xml b/hadoop-ozone/httpfsgateway/pom.xml
index 64eba036a5fa..bacc730a00fc 100644
--- a/hadoop-ozone/httpfsgateway/pom.xml
+++ b/hadoop-ozone/httpfsgateway/pom.xml
@@ -32,6 +32,7 @@
Apache Ozone HttpFS
+ false
REPO NOT AVAIL
REVISION NOT AVAIL
yyyy-MM-dd'T'HH:mm:ssZ
diff --git a/hadoop-ozone/insight/pom.xml b/hadoop-ozone/insight/pom.xml
index c448411c5f6b..fa3862a7f71d 100644
--- a/hadoop-ozone/insight/pom.xml
+++ b/hadoop-ozone/insight/pom.xml
@@ -27,7 +27,9 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
Apache Ozone Insight Tool
Apache Ozone Insight Tool
jar
+
+ false
diff --git a/hadoop-ozone/integration-test/pom.xml b/hadoop-ozone/integration-test/pom.xml
index fe801ef98970..a4a2f159b489 100644
--- a/hadoop-ozone/integration-test/pom.xml
+++ b/hadoop-ozone/integration-test/pom.xml
@@ -42,6 +42,26 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
org.apache.ozone
hdds-server-scm
+
+
+
+ com.fasterxml.woodstox
+ woodstox-core
+
+
org.apache.ozone
diff --git a/hadoop-ozone/ozone-manager/pom.xml b/hadoop-ozone/ozone-manager/pom.xml
index 7ccca37c8047..b764021f8510 100644
--- a/hadoop-ozone/ozone-manager/pom.xml
+++ b/hadoop-ozone/ozone-manager/pom.xml
@@ -29,6 +29,7 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
jar
+ false
diff --git a/hadoop-ozone/pom.xml b/hadoop-ozone/pom.xml
index be928e760549..8b87862eefed 100644
--- a/hadoop-ozone/pom.xml
+++ b/hadoop-ozone/pom.xml
@@ -315,6 +315,25 @@
true
+
+
+ org.codehaus.woodstox:stax2-api
+
@@ -455,36 +474,5 @@
-
- add-classpath-descriptor
-
-
- src/main/java
-
-
-
-
-
- org.apache.maven.plugins
- maven-dependency-plugin
-
-
- add-classpath-descriptor
- prepare-package
-
- build-classpath
-
-
- ${project.build.outputDirectory}/${project.artifactId}.classpath
- $HDDS_LIB_JARS_DIR
- true
- runtime
-
-
-
-
-
-
-
diff --git a/hadoop-ozone/recon/pom.xml b/hadoop-ozone/recon/pom.xml
index e0ce7065c1c9..026fe01d40bc 100644
--- a/hadoop-ozone/recon/pom.xml
+++ b/hadoop-ozone/recon/pom.xml
@@ -24,6 +24,7 @@
4.0.0
ozone-recon
+ false
8.15.7
diff --git a/hadoop-ozone/s3gateway/pom.xml b/hadoop-ozone/s3gateway/pom.xml
index dfcd478b6907..28221b5f3de3 100644
--- a/hadoop-ozone/s3gateway/pom.xml
+++ b/hadoop-ozone/s3gateway/pom.xml
@@ -26,6 +26,7 @@
jar
2.0.0-SNAPSHOT
+ false
UTF-8
true
@@ -226,6 +227,24 @@
org.apache.ozone
hdds-hadoop-dependency-server
+
+
+
+ com.fasterxml.woodstox
+ woodstox-core
+
+
org.apache.ozone
diff --git a/hadoop-ozone/tools/pom.xml b/hadoop-ozone/tools/pom.xml
index 96853d8949ca..5922795a8e3c 100644
--- a/hadoop-ozone/tools/pom.xml
+++ b/hadoop-ozone/tools/pom.xml
@@ -28,6 +28,10 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
Apache Ozone Tools
jar
+
+ false
+
+
org.apache.ozone
@@ -200,6 +204,25 @@ https://maven.apache.org/xsd/maven-4.0.0.xsd">
com.amazonaws
aws-java-sdk-core
+
+
+
+ joda-time
+ joda-time
+
+
com.amazonaws
diff --git a/pom.xml b/pom.xml
index 6e6f6e50cfb2..6c57d93c14fa 100644
--- a/pom.xml
+++ b/pom.xml
@@ -95,6 +95,8 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
UTF-8
UTF-8
+ true
+
3.2.7
bash
@@ -148,7 +150,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
2.3.9
0.10.4
3.1.19
- 0.1.55
2.0
3.1.0
2.1
@@ -162,7 +163,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
1.9.13
1.9.13
2.16.2
- 5.4.0
1.8.1
@@ -187,9 +187,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
0.16.0
0.10.2
-
- 1.7
-
2.5.0
@@ -197,15 +194,12 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
1.1.1
3.1.12.2
- 2.1.9
4.12.0
- 4.2.2
2.6.1
2.1.1
2.0.2
2.1.6
1
- 2.12.7
1.0
0.21.0
@@ -215,7 +209,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
2.10.1
2.7.5
- 3.6.0
4.11.0
2.2
5.10.3
@@ -310,17 +303,11 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
1.2.1
3.9.9
1.1.10.7
- 1.2.0
9.40
-
- com.squareup.okio
- okio
- ${okio.version}
-
com.squareup.okhttp
okhttp
@@ -991,11 +978,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
spring-tx
${spring.version}
-
- com.fasterxml.woodstox
- woodstox-core
- ${woodstox.version}
-
com.fasterxml.jackson
jackson-bom
@@ -1018,11 +1000,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
compile-testing
${compile-testing.version}
-
- com.google.re2j
- re2j
- ${re2j.version}
-
com.google.protobuf
protobuf-java
@@ -1038,11 +1015,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
commons-daemon
${commons-daemon.version}
-
- com.jcraft
- jsch
- ${jsch.version}
-
org.kohsuke.metainf-services
@@ -1181,12 +1153,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
${bouncycastle.version}
-
- dnsjava
- dnsjava
- ${dnsjava.version}
-
-
org.yaml
snakeyaml
@@ -1233,11 +1199,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
okhttp
${okhttp3.version}
-
- org.codehaus.woodstox
- stax2-api
- ${stax2.version}
-
net.java.dev.jna
jna
@@ -1268,11 +1229,6 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
jakarta.ws.rs-api
${jakarta.ws.rs-api.version}
-
- joda-time
- joda-time
- ${joda.time.version}
-
org.apache.curator
curator-framework
@@ -1304,21 +1260,18 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
${mockito.version}
+
org.xerial.snappy
snappy-java
${snappy-java.version}
-
- org.apache.hadoop.thirdparty
- hadoop-shaded-guava
- ${hadoop-shaded-guava.version}
-
com.github.vlsi.mxgraph
jgraphx
${jgraphx.version}
+
com.nimbusds
nimbus-jose-jwt
${com.nimbusds.nimbus-jose-jwt.version}
@@ -1703,6 +1656,38 @@ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xs
+
+ org.apache.maven.plugins
+ maven-dependency-plugin
+
+
+ add-classpath-descriptor
+ prepare-package
+
+ build-classpath
+
+
+ ${project.build.outputDirectory}/${project.artifactId}.classpath
+ $HDDS_LIB_JARS_DIR
+ true
+ runtime
+ ${classpath.skip}
+
+
+
+ copy-jars
+ prepare-package
+
+ copy-dependencies
+
+
+ ${project.build.directory}/share/ozone/lib
+ runtime
+ ${classpath.skip}
+
+
+
+
maven-clean-plugin