diff --git a/dev-support/ci/selective_ci_checks.sh b/dev-support/ci/selective_ci_checks.sh
index e8f5d3167589..a20d3cc307de 100755
--- a/dev-support/ci/selective_ci_checks.sh
+++ b/dev-support/ci/selective_ci_checks.sh
@@ -438,7 +438,6 @@ function check_needs_native() {
"^hadoop-hdds/common"
"^hadoop-hdds/config"
"^hadoop-hdds/hadoop-dependency-client"
- "^hadoop-hdds/hadoop-dependency-test"
"^hadoop-hdds/managed-rocksdb"
"^hadoop-hdds/test-utils"
"^pom.xml"
diff --git a/hadoop-hdds/client/pom.xml b/hadoop-hdds/client/pom.xml
index d1ce5d530190..e91ae265d6bd 100644
--- a/hadoop-hdds/client/pom.xml
+++ b/hadoop-hdds/client/pom.xml
@@ -95,11 +95,6 @@
test-jar
test
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
org.apache.ozone
hdds-test-utils
diff --git a/hadoop-hdds/common/pom.xml b/hadoop-hdds/common/pom.xml
index d9e5f6b9658a..ace26f9eac4d 100644
--- a/hadoop-hdds/common/pom.xml
+++ b/hadoop-hdds/common/pom.xml
@@ -213,6 +213,11 @@
jaxb-runtime
provided
+
+ org.slf4j
+ slf4j-reload4j
+ runtime
+
@@ -221,11 +226,6 @@
metrics-core
test
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
org.apache.ozone
hdds-test-utils
diff --git a/hadoop-hdds/config/pom.xml b/hadoop-hdds/config/pom.xml
index 5809828eccf0..03b8d0c75b0c 100644
--- a/hadoop-hdds/config/pom.xml
+++ b/hadoop-hdds/config/pom.xml
@@ -33,13 +33,8 @@
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
-
- org.apache.ozone
- hdds-test-utils
+ com.google.guava
+ guava
test
diff --git a/hadoop-hdds/container-service/pom.xml b/hadoop-hdds/container-service/pom.xml
index 1ee4017fedf7..376d754d2abf 100644
--- a/hadoop-hdds/container-service/pom.xml
+++ b/hadoop-hdds/container-service/pom.xml
@@ -202,14 +202,15 @@
- org.apache.ozone
- hdds-common
+ org.apache.hadoop
+ hadoop-common
test-jar
test
org.apache.ozone
- hdds-hadoop-dependency-test
+ hdds-common
+ test-jar
test
diff --git a/hadoop-hdds/erasurecode/pom.xml b/hadoop-hdds/erasurecode/pom.xml
index b84b6e087c35..10c0500fcffd 100644
--- a/hadoop-hdds/erasurecode/pom.xml
+++ b/hadoop-hdds/erasurecode/pom.xml
@@ -45,16 +45,6 @@
hdds-config
test
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
-
- org.apache.ozone
- hdds-test-utils
- test
-
diff --git a/hadoop-hdds/framework/pom.xml b/hadoop-hdds/framework/pom.xml
index b2f5907cc681..c5130da23cc7 100644
--- a/hadoop-hdds/framework/pom.xml
+++ b/hadoop-hdds/framework/pom.xml
@@ -267,14 +267,15 @@
- org.apache.ozone
- hdds-common
+ org.apache.hadoop
+ hadoop-common
test-jar
test
org.apache.ozone
- hdds-hadoop-dependency-test
+ hdds-common
+ test-jar
test
diff --git a/hadoop-hdds/hadoop-dependency-test/pom.xml b/hadoop-hdds/hadoop-dependency-test/pom.xml
deleted file mode 100644
index 7385085703ed..000000000000
--- a/hadoop-hdds/hadoop-dependency-test/pom.xml
+++ /dev/null
@@ -1,110 +0,0 @@
-
-
-
- 4.0.0
-
- org.apache.ozone
- hdds
- 2.0.0-SNAPSHOT
-
- hdds-hadoop-dependency-test
- 2.0.0-SNAPSHOT
- jar
- Apache Ozone HDDS Hadoop Test dependencies
- Apache Ozone Distributed Data Store Hadoop test dependencies
-
-
-
- true
-
-
-
-
- commons-codec
- commons-codec
-
-
- org.apache.commons
- commons-compress
-
-
- org.apache.hadoop
- hadoop-common
- test-jar
-
-
- *
- *
-
-
-
-
- org.apache.hadoop
- hadoop-hdfs
- test-jar
-
-
- *
- *
-
-
-
-
- org.assertj
- assertj-core
-
-
- org.junit.jupiter
- junit-jupiter-api
-
-
-
- org.junit.jupiter
- junit-jupiter-engine
-
-
- org.junit.jupiter
- junit-jupiter-params
-
-
- org.mockito
- mockito-core
-
-
- org.mockito
- mockito-inline
-
-
- org.mockito
- mockito-junit-jupiter
-
-
- org.slf4j
- slf4j-reload4j
-
-
-
-
-
-
- org.apache.maven.plugins
- maven-compiler-plugin
-
- none
-
-
-
-
-
diff --git a/hadoop-hdds/pom.xml b/hadoop-hdds/pom.xml
index 7883c6f1ce9c..54c5a65b9965 100644
--- a/hadoop-hdds/pom.xml
+++ b/hadoop-hdds/pom.xml
@@ -39,7 +39,6 @@
framework
hadoop-dependency-client
hadoop-dependency-server
- hadoop-dependency-test
interface-admin
interface-client
interface-server
@@ -110,11 +109,6 @@
hdds-hadoop-dependency-server
${hdds.version}
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- ${hdds.version}
-
org.apache.ozone
hdds-interface-admin
diff --git a/hadoop-hdds/rocks-native/pom.xml b/hadoop-hdds/rocks-native/pom.xml
index 47d94d60df2e..15f113e4a5ac 100644
--- a/hadoop-hdds/rocks-native/pom.xml
+++ b/hadoop-hdds/rocks-native/pom.xml
@@ -53,11 +53,6 @@
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
org.apache.ozone
hdds-test-utils
diff --git a/hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/NativeLibraryLoader.java b/hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/NativeLibraryLoader.java
index 08e397d0683f..c729669ef05a 100644
--- a/hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/NativeLibraryLoader.java
+++ b/hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/NativeLibraryLoader.java
@@ -19,8 +19,8 @@
package org.apache.hadoop.hdds.utils;
import com.google.common.annotations.VisibleForTesting;
+import org.apache.commons.io.FileUtils;
import org.apache.commons.lang3.tuple.Pair;
-import org.apache.hadoop.fs.FileUtil;
import org.apache.hadoop.ozone.util.ShutdownHookManager;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -201,7 +201,7 @@ private Pair, List> copyResourceFromJarToTemp(final String
dependentFiles.add(file);
}
ShutdownHookManager.get().addShutdownHook(
- () -> FileUtil.fullyDelete(tempDir),
+ () -> FileUtils.deleteQuietly(tempDir),
LIBRARY_SHUTDOWN_HOOK_PRIORITY);
return Pair.of(Optional.of(libFile), dependentFiles);
} finally {
diff --git a/hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/TestNativeLibraryLoader.java b/hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/TestNativeLibraryLoader.java
index 6e1622ebd7cf..7b301575aa38 100644
--- a/hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/TestNativeLibraryLoader.java
+++ b/hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/TestNativeLibraryLoader.java
@@ -17,8 +17,7 @@
*/
package org.apache.hadoop.hdds.utils;
-
-import org.apache.hadoop.fs.FileUtil;
+import org.apache.commons.io.FileUtils;
import org.apache.hadoop.hdds.utils.db.managed.ManagedRawSSTFileReader;
import org.apache.ozone.test.tag.Native;
import org.junit.jupiter.api.io.TempDir;
@@ -107,7 +106,7 @@ public void testDummyLibrary(String nativeLibraryDirectoryLocation) {
.isFile();
dependencies.forEach(dep -> assertThat(new File(libPath[0], dep)).isFile());
} finally {
- FileUtil.fullyDelete(libPath[0]);
+ FileUtils.deleteQuietly(libPath[0]);
}
}
}
diff --git a/hadoop-hdds/rocksdb-checkpoint-differ/pom.xml b/hadoop-hdds/rocksdb-checkpoint-differ/pom.xml
index 8e6cfecea08f..3d9e0670584b 100644
--- a/hadoop-hdds/rocksdb-checkpoint-differ/pom.xml
+++ b/hadoop-hdds/rocksdb-checkpoint-differ/pom.xml
@@ -93,11 +93,6 @@
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
org.apache.ozone
hdds-rocks-native
diff --git a/hadoop-hdds/server-scm/pom.xml b/hadoop-hdds/server-scm/pom.xml
index 140c77557d58..4b15474dce71 100644
--- a/hadoop-hdds/server-scm/pom.xml
+++ b/hadoop-hdds/server-scm/pom.xml
@@ -187,20 +187,27 @@
test
- org.apache.ozone
- hdds-common
+ org.apache.hadoop
+ hadoop-common
+ test-jar
+ test
+
+
+ org.apache.hadoop
+ hadoop-hdfs
test-jar
test
org.apache.ozone
- hdds-container-service
+ hdds-common
test-jar
test
org.apache.ozone
- hdds-hadoop-dependency-test
+ hdds-container-service
+ test-jar
test
diff --git a/hadoop-hdds/tools/pom.xml b/hadoop-hdds/tools/pom.xml
index 3eef19f323b4..071e972f6651 100644
--- a/hadoop-hdds/tools/pom.xml
+++ b/hadoop-hdds/tools/pom.xml
@@ -140,16 +140,6 @@
test-jar
test
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
-
- org.apache.ozone
- hdds-test-utils
- test
-
diff --git a/hadoop-ozone/cli-shell/pom.xml b/hadoop-ozone/cli-shell/pom.xml
index 92059864f299..a1cbfaebfc06 100644
--- a/hadoop-ozone/cli-shell/pom.xml
+++ b/hadoop-ozone/cli-shell/pom.xml
@@ -116,18 +116,6 @@
slf4j-reload4j
runtime
-
-
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
-
- org.apache.ozone
- hdds-test-utils
- test
-
diff --git a/hadoop-ozone/client/pom.xml b/hadoop-ozone/client/pom.xml
index d0cb463ad6f4..11aefb585333 100644
--- a/hadoop-ozone/client/pom.xml
+++ b/hadoop-ozone/client/pom.xml
@@ -104,11 +104,6 @@
test-jar
test
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
org.apache.ozone
hdds-test-utils
diff --git a/hadoop-ozone/common/pom.xml b/hadoop-ozone/common/pom.xml
index 8bdf3bde3080..ce1846ee78a2 100644
--- a/hadoop-ozone/common/pom.xml
+++ b/hadoop-ozone/common/pom.xml
@@ -152,11 +152,6 @@
grpc-testing
test
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
org.apache.ozone
hdds-test-utils
diff --git a/hadoop-ozone/fault-injection-test/mini-chaos-tests/pom.xml b/hadoop-ozone/fault-injection-test/mini-chaos-tests/pom.xml
index 622565a64313..4715e0e28c5c 100644
--- a/hadoop-ozone/fault-injection-test/mini-chaos-tests/pom.xml
+++ b/hadoop-ozone/fault-injection-test/mini-chaos-tests/pom.xml
@@ -34,7 +34,12 @@
org.apache.ozone
- hdds-hadoop-dependency-test
+ hdds-container-service
+ test
+
+
+ org.apache.ozone
+ hdds-server-scm
test
@@ -55,8 +60,18 @@
test
- org.junit.platform
- junit-platform-launcher
+ org.apache.ozone
+ ozone-manager
+ test
+
+
+ org.apache.ozone
+ ozone-recon
+ test
+
+
+ org.apache.ozone
+ ozone-tools
test
diff --git a/hadoop-ozone/fault-injection-test/pom.xml b/hadoop-ozone/fault-injection-test/pom.xml
index ca816165dba8..fb4fc84e1e29 100644
--- a/hadoop-ozone/fault-injection-test/pom.xml
+++ b/hadoop-ozone/fault-injection-test/pom.xml
@@ -29,13 +29,4 @@
mini-chaos-tests
network-tests
-
-
-
- org.mockito
- mockito-inline
- test
-
-
-
diff --git a/hadoop-ozone/insight/pom.xml b/hadoop-ozone/insight/pom.xml
index cdbef482ef38..1e1ec835706c 100644
--- a/hadoop-ozone/insight/pom.xml
+++ b/hadoop-ozone/insight/pom.xml
@@ -110,18 +110,6 @@
org.glassfish.jaxb
jaxb-runtime
-
-
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
-
- org.apache.ozone
- hdds-test-utils
- test
-
diff --git a/hadoop-ozone/integration-test/pom.xml b/hadoop-ozone/integration-test/pom.xml
index 3e332d634705..518017fbeffc 100644
--- a/hadoop-ozone/integration-test/pom.xml
+++ b/hadoop-ozone/integration-test/pom.xml
@@ -74,10 +74,6 @@
org.apache.ratis
ratis-server
-
- org.assertj
- assertj-core
-
org.hamcrest
hamcrest
@@ -91,6 +87,18 @@
commons-lang3
test
+
+ org.apache.hadoop
+ hadoop-common
+ test-jar
+ test
+
+
+ com.sun.jersey
+ jersey-servlet
+
+
+
org.apache.hadoop
hadoop-distcp
@@ -130,6 +138,12 @@
+
+ org.apache.hadoop
+ hadoop-hdfs
+ test-jar
+ test
+
org.apache.hadoop
hadoop-kms
@@ -177,6 +191,17 @@
+
+ org.apache.hadoop
+ hadoop-mapreduce-client-core
+ test
+
+
+ com.sun.jersey
+ jersey-servlet
+
+
+
org.apache.hadoop
hadoop-mapreduce-client-jobclient
@@ -231,11 +256,6 @@
test-jar
test
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
org.apache.ozone
hdds-server-framework
@@ -260,11 +280,6 @@
test-jar
test
-
- org.junit.platform
- junit-platform-launcher
- test
-
diff --git a/hadoop-ozone/interface-storage/pom.xml b/hadoop-ozone/interface-storage/pom.xml
index 3f97007520c6..9935ec199062 100644
--- a/hadoop-ozone/interface-storage/pom.xml
+++ b/hadoop-ozone/interface-storage/pom.xml
@@ -69,22 +69,12 @@
test-jar
test
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
org.apache.ozone
hdds-server-scm
test-jar
test
-
- org.apache.ozone
- hdds-test-utils
- test
-
diff --git a/hadoop-ozone/ozone-manager/pom.xml b/hadoop-ozone/ozone-manager/pom.xml
index 3df66eb5033d..9e5fade5f4c0 100644
--- a/hadoop-ozone/ozone-manager/pom.xml
+++ b/hadoop-ozone/ozone-manager/pom.xml
@@ -346,19 +346,20 @@
test
- org.apache.ozone
- hdds-annotation-processing
+ org.apache.hadoop
+ hadoop-common
+ test-jar
test
org.apache.ozone
- hdds-common
- test-jar
+ hdds-annotation-processing
test
org.apache.ozone
- hdds-hadoop-dependency-test
+ hdds-common
+ test-jar
test
diff --git a/hadoop-ozone/ozonefs-common/pom.xml b/hadoop-ozone/ozonefs-common/pom.xml
index 2bad40c885c2..ccc40781d900 100644
--- a/hadoop-ozone/ozonefs-common/pom.xml
+++ b/hadoop-ozone/ozonefs-common/pom.xml
@@ -92,13 +92,6 @@
org.slf4j
slf4j-api
-
-
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
diff --git a/hadoop-ozone/ozonefs-hadoop2/pom.xml b/hadoop-ozone/ozonefs-hadoop2/pom.xml
index b9964f547ee1..1139666aa9ba 100644
--- a/hadoop-ozone/ozonefs-hadoop2/pom.xml
+++ b/hadoop-ozone/ozonefs-hadoop2/pom.xml
@@ -100,11 +100,6 @@
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
org.apache.ozone
ozone-common
diff --git a/hadoop-ozone/ozonefs/pom.xml b/hadoop-ozone/ozonefs/pom.xml
index 6cb03099d7a1..a5b0bb862c2b 100644
--- a/hadoop-ozone/ozonefs/pom.xml
+++ b/hadoop-ozone/ozonefs/pom.xml
@@ -68,13 +68,6 @@
org.slf4j
slf4j-api
-
-
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
diff --git a/hadoop-ozone/pom.xml b/hadoop-ozone/pom.xml
index 63e92e516f27..a76493d02417 100644
--- a/hadoop-ozone/pom.xml
+++ b/hadoop-ozone/pom.xml
@@ -116,11 +116,6 @@
hdds-hadoop-dependency-server
${hdds.version}
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- ${hdds.version}
-
org.apache.ozone
hdds-interface-admin
diff --git a/hadoop-ozone/recon/pom.xml b/hadoop-ozone/recon/pom.xml
index 7006a5d7b750..908f05dd490a 100644
--- a/hadoop-ozone/recon/pom.xml
+++ b/hadoop-ozone/recon/pom.xml
@@ -291,11 +291,6 @@
test-jar
test
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
org.apache.ozone
hdds-test-utils
diff --git a/hadoop-ozone/s3-secret-store/pom.xml b/hadoop-ozone/s3-secret-store/pom.xml
index d44d9e0cf3ec..a8e66cd77bab 100644
--- a/hadoop-ozone/s3-secret-store/pom.xml
+++ b/hadoop-ozone/s3-secret-store/pom.xml
@@ -49,13 +49,6 @@
org.slf4j
slf4j-api
-
-
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
diff --git a/hadoop-ozone/s3gateway/pom.xml b/hadoop-ozone/s3gateway/pom.xml
index ef5440caf87d..cb9d0a4dbe08 100644
--- a/hadoop-ozone/s3gateway/pom.xml
+++ b/hadoop-ozone/s3gateway/pom.xml
@@ -237,18 +237,6 @@
hdds-docs
provided
-
-
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
-
- org.apache.ozone
- hdds-test-utils
- test
-
diff --git a/hadoop-ozone/tools/pom.xml b/hadoop-ozone/tools/pom.xml
index 8bd9d8905c06..1a363834a53e 100644
--- a/hadoop-ozone/tools/pom.xml
+++ b/hadoop-ozone/tools/pom.xml
@@ -254,11 +254,6 @@
-
- org.apache.ozone
- hdds-hadoop-dependency-test
- test
-
org.apache.ozone
hdds-test-utils
diff --git a/pom.xml b/pom.xml
index 15c653c6c5a5..b0ab84bfc59f 100644
--- a/pom.xml
+++ b/pom.xml
@@ -165,6 +165,7 @@
3.3.1
-Xmx8192m -XX:+HeapDumpOnOutOfMemoryError
+
3.0.0-M4
${maven-surefire-plugin.version}
3.4.0
@@ -796,6 +797,11 @@
${hadoop.version}
test-jar
+
+ org.apache.hadoop
+ hadoop-mapreduce-client-core
+ ${hadoop.version}
+
org.apache.hadoop
hadoop-mapreduce-client-jobclient
@@ -1281,6 +1287,46 @@
+
+
+
+ org.assertj
+ assertj-core
+ test
+
+
+ org.junit.jupiter
+ junit-jupiter-api
+ test
+
+
+
+ org.junit.jupiter
+ junit-jupiter-engine
+ test
+
+
+ org.junit.jupiter
+ junit-jupiter-params
+ test
+
+
+ org.mockito
+ mockito-core
+ test
+
+
+ org.mockito
+ mockito-inline
+ test
+
+
+ org.mockito
+ mockito-junit-jupiter
+ test
+
+
+
@@ -1716,6 +1762,15 @@
org.apache.maven.plugins
maven-dependency-plugin
+
+ analyze
+
+ analyze-only
+
+
+ true
+
+
add-classpath-descriptor