diff --git a/dev-support/ci/selective_ci_checks.sh b/dev-support/ci/selective_ci_checks.sh index e8f5d3167589..a20d3cc307de 100755 --- a/dev-support/ci/selective_ci_checks.sh +++ b/dev-support/ci/selective_ci_checks.sh @@ -438,7 +438,6 @@ function check_needs_native() { "^hadoop-hdds/common" "^hadoop-hdds/config" "^hadoop-hdds/hadoop-dependency-client" - "^hadoop-hdds/hadoop-dependency-test" "^hadoop-hdds/managed-rocksdb" "^hadoop-hdds/test-utils" "^pom.xml" diff --git a/hadoop-hdds/client/pom.xml b/hadoop-hdds/client/pom.xml index d1ce5d530190..e91ae265d6bd 100644 --- a/hadoop-hdds/client/pom.xml +++ b/hadoop-hdds/client/pom.xml @@ -95,11 +95,6 @@ test-jar test - - org.apache.ozone - hdds-hadoop-dependency-test - test - org.apache.ozone hdds-test-utils diff --git a/hadoop-hdds/common/pom.xml b/hadoop-hdds/common/pom.xml index d9e5f6b9658a..ace26f9eac4d 100644 --- a/hadoop-hdds/common/pom.xml +++ b/hadoop-hdds/common/pom.xml @@ -213,6 +213,11 @@ jaxb-runtime provided + + org.slf4j + slf4j-reload4j + runtime + @@ -221,11 +226,6 @@ metrics-core test - - org.apache.ozone - hdds-hadoop-dependency-test - test - org.apache.ozone hdds-test-utils diff --git a/hadoop-hdds/config/pom.xml b/hadoop-hdds/config/pom.xml index 5809828eccf0..03b8d0c75b0c 100644 --- a/hadoop-hdds/config/pom.xml +++ b/hadoop-hdds/config/pom.xml @@ -33,13 +33,8 @@ - org.apache.ozone - hdds-hadoop-dependency-test - test - - - org.apache.ozone - hdds-test-utils + com.google.guava + guava test diff --git a/hadoop-hdds/container-service/pom.xml b/hadoop-hdds/container-service/pom.xml index 1ee4017fedf7..376d754d2abf 100644 --- a/hadoop-hdds/container-service/pom.xml +++ b/hadoop-hdds/container-service/pom.xml @@ -202,14 +202,15 @@ - org.apache.ozone - hdds-common + org.apache.hadoop + hadoop-common test-jar test org.apache.ozone - hdds-hadoop-dependency-test + hdds-common + test-jar test diff --git a/hadoop-hdds/erasurecode/pom.xml b/hadoop-hdds/erasurecode/pom.xml index b84b6e087c35..10c0500fcffd 100644 --- a/hadoop-hdds/erasurecode/pom.xml +++ b/hadoop-hdds/erasurecode/pom.xml @@ -45,16 +45,6 @@ hdds-config test - - org.apache.ozone - hdds-hadoop-dependency-test - test - - - org.apache.ozone - hdds-test-utils - test - diff --git a/hadoop-hdds/framework/pom.xml b/hadoop-hdds/framework/pom.xml index b2f5907cc681..c5130da23cc7 100644 --- a/hadoop-hdds/framework/pom.xml +++ b/hadoop-hdds/framework/pom.xml @@ -267,14 +267,15 @@ - org.apache.ozone - hdds-common + org.apache.hadoop + hadoop-common test-jar test org.apache.ozone - hdds-hadoop-dependency-test + hdds-common + test-jar test diff --git a/hadoop-hdds/hadoop-dependency-test/pom.xml b/hadoop-hdds/hadoop-dependency-test/pom.xml deleted file mode 100644 index 7385085703ed..000000000000 --- a/hadoop-hdds/hadoop-dependency-test/pom.xml +++ /dev/null @@ -1,110 +0,0 @@ - - - - 4.0.0 - - org.apache.ozone - hdds - 2.0.0-SNAPSHOT - - hdds-hadoop-dependency-test - 2.0.0-SNAPSHOT - jar - Apache Ozone HDDS Hadoop Test dependencies - Apache Ozone Distributed Data Store Hadoop test dependencies - - - - true - - - - - commons-codec - commons-codec - - - org.apache.commons - commons-compress - - - org.apache.hadoop - hadoop-common - test-jar - - - * - * - - - - - org.apache.hadoop - hadoop-hdfs - test-jar - - - * - * - - - - - org.assertj - assertj-core - - - org.junit.jupiter - junit-jupiter-api - - - - org.junit.jupiter - junit-jupiter-engine - - - org.junit.jupiter - junit-jupiter-params - - - org.mockito - mockito-core - - - org.mockito - mockito-inline - - - org.mockito - mockito-junit-jupiter - - - org.slf4j - slf4j-reload4j - - - - - - - org.apache.maven.plugins - maven-compiler-plugin - - none - - - - - diff --git a/hadoop-hdds/pom.xml b/hadoop-hdds/pom.xml index 7883c6f1ce9c..54c5a65b9965 100644 --- a/hadoop-hdds/pom.xml +++ b/hadoop-hdds/pom.xml @@ -39,7 +39,6 @@ framework hadoop-dependency-client hadoop-dependency-server - hadoop-dependency-test interface-admin interface-client interface-server @@ -110,11 +109,6 @@ hdds-hadoop-dependency-server ${hdds.version} - - org.apache.ozone - hdds-hadoop-dependency-test - ${hdds.version} - org.apache.ozone hdds-interface-admin diff --git a/hadoop-hdds/rocks-native/pom.xml b/hadoop-hdds/rocks-native/pom.xml index 47d94d60df2e..15f113e4a5ac 100644 --- a/hadoop-hdds/rocks-native/pom.xml +++ b/hadoop-hdds/rocks-native/pom.xml @@ -53,11 +53,6 @@ - - org.apache.ozone - hdds-hadoop-dependency-test - test - org.apache.ozone hdds-test-utils diff --git a/hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/NativeLibraryLoader.java b/hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/NativeLibraryLoader.java index 08e397d0683f..c729669ef05a 100644 --- a/hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/NativeLibraryLoader.java +++ b/hadoop-hdds/rocks-native/src/main/java/org/apache/hadoop/hdds/utils/NativeLibraryLoader.java @@ -19,8 +19,8 @@ package org.apache.hadoop.hdds.utils; import com.google.common.annotations.VisibleForTesting; +import org.apache.commons.io.FileUtils; import org.apache.commons.lang3.tuple.Pair; -import org.apache.hadoop.fs.FileUtil; import org.apache.hadoop.ozone.util.ShutdownHookManager; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -201,7 +201,7 @@ private Pair, List> copyResourceFromJarToTemp(final String dependentFiles.add(file); } ShutdownHookManager.get().addShutdownHook( - () -> FileUtil.fullyDelete(tempDir), + () -> FileUtils.deleteQuietly(tempDir), LIBRARY_SHUTDOWN_HOOK_PRIORITY); return Pair.of(Optional.of(libFile), dependentFiles); } finally { diff --git a/hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/TestNativeLibraryLoader.java b/hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/TestNativeLibraryLoader.java index 6e1622ebd7cf..7b301575aa38 100644 --- a/hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/TestNativeLibraryLoader.java +++ b/hadoop-hdds/rocks-native/src/test/java/org/apache/hadoop/hdds/utils/TestNativeLibraryLoader.java @@ -17,8 +17,7 @@ */ package org.apache.hadoop.hdds.utils; - -import org.apache.hadoop.fs.FileUtil; +import org.apache.commons.io.FileUtils; import org.apache.hadoop.hdds.utils.db.managed.ManagedRawSSTFileReader; import org.apache.ozone.test.tag.Native; import org.junit.jupiter.api.io.TempDir; @@ -107,7 +106,7 @@ public void testDummyLibrary(String nativeLibraryDirectoryLocation) { .isFile(); dependencies.forEach(dep -> assertThat(new File(libPath[0], dep)).isFile()); } finally { - FileUtil.fullyDelete(libPath[0]); + FileUtils.deleteQuietly(libPath[0]); } } } diff --git a/hadoop-hdds/rocksdb-checkpoint-differ/pom.xml b/hadoop-hdds/rocksdb-checkpoint-differ/pom.xml index 8e6cfecea08f..3d9e0670584b 100644 --- a/hadoop-hdds/rocksdb-checkpoint-differ/pom.xml +++ b/hadoop-hdds/rocksdb-checkpoint-differ/pom.xml @@ -93,11 +93,6 @@ - - org.apache.ozone - hdds-hadoop-dependency-test - test - org.apache.ozone hdds-rocks-native diff --git a/hadoop-hdds/server-scm/pom.xml b/hadoop-hdds/server-scm/pom.xml index 140c77557d58..4b15474dce71 100644 --- a/hadoop-hdds/server-scm/pom.xml +++ b/hadoop-hdds/server-scm/pom.xml @@ -187,20 +187,27 @@ test - org.apache.ozone - hdds-common + org.apache.hadoop + hadoop-common + test-jar + test + + + org.apache.hadoop + hadoop-hdfs test-jar test org.apache.ozone - hdds-container-service + hdds-common test-jar test org.apache.ozone - hdds-hadoop-dependency-test + hdds-container-service + test-jar test diff --git a/hadoop-hdds/tools/pom.xml b/hadoop-hdds/tools/pom.xml index 3eef19f323b4..071e972f6651 100644 --- a/hadoop-hdds/tools/pom.xml +++ b/hadoop-hdds/tools/pom.xml @@ -140,16 +140,6 @@ test-jar test - - org.apache.ozone - hdds-hadoop-dependency-test - test - - - org.apache.ozone - hdds-test-utils - test - diff --git a/hadoop-ozone/cli-shell/pom.xml b/hadoop-ozone/cli-shell/pom.xml index 92059864f299..a1cbfaebfc06 100644 --- a/hadoop-ozone/cli-shell/pom.xml +++ b/hadoop-ozone/cli-shell/pom.xml @@ -116,18 +116,6 @@ slf4j-reload4j runtime - - - - org.apache.ozone - hdds-hadoop-dependency-test - test - - - org.apache.ozone - hdds-test-utils - test - diff --git a/hadoop-ozone/client/pom.xml b/hadoop-ozone/client/pom.xml index d0cb463ad6f4..11aefb585333 100644 --- a/hadoop-ozone/client/pom.xml +++ b/hadoop-ozone/client/pom.xml @@ -104,11 +104,6 @@ test-jar test - - org.apache.ozone - hdds-hadoop-dependency-test - test - org.apache.ozone hdds-test-utils diff --git a/hadoop-ozone/common/pom.xml b/hadoop-ozone/common/pom.xml index 8bdf3bde3080..ce1846ee78a2 100644 --- a/hadoop-ozone/common/pom.xml +++ b/hadoop-ozone/common/pom.xml @@ -152,11 +152,6 @@ grpc-testing test - - org.apache.ozone - hdds-hadoop-dependency-test - test - org.apache.ozone hdds-test-utils diff --git a/hadoop-ozone/fault-injection-test/mini-chaos-tests/pom.xml b/hadoop-ozone/fault-injection-test/mini-chaos-tests/pom.xml index 622565a64313..4715e0e28c5c 100644 --- a/hadoop-ozone/fault-injection-test/mini-chaos-tests/pom.xml +++ b/hadoop-ozone/fault-injection-test/mini-chaos-tests/pom.xml @@ -34,7 +34,12 @@ org.apache.ozone - hdds-hadoop-dependency-test + hdds-container-service + test + + + org.apache.ozone + hdds-server-scm test @@ -55,8 +60,18 @@ test - org.junit.platform - junit-platform-launcher + org.apache.ozone + ozone-manager + test + + + org.apache.ozone + ozone-recon + test + + + org.apache.ozone + ozone-tools test diff --git a/hadoop-ozone/fault-injection-test/pom.xml b/hadoop-ozone/fault-injection-test/pom.xml index ca816165dba8..fb4fc84e1e29 100644 --- a/hadoop-ozone/fault-injection-test/pom.xml +++ b/hadoop-ozone/fault-injection-test/pom.xml @@ -29,13 +29,4 @@ mini-chaos-tests network-tests - - - - org.mockito - mockito-inline - test - - - diff --git a/hadoop-ozone/insight/pom.xml b/hadoop-ozone/insight/pom.xml index cdbef482ef38..1e1ec835706c 100644 --- a/hadoop-ozone/insight/pom.xml +++ b/hadoop-ozone/insight/pom.xml @@ -110,18 +110,6 @@ org.glassfish.jaxb jaxb-runtime - - - - org.apache.ozone - hdds-hadoop-dependency-test - test - - - org.apache.ozone - hdds-test-utils - test - diff --git a/hadoop-ozone/integration-test/pom.xml b/hadoop-ozone/integration-test/pom.xml index 3e332d634705..518017fbeffc 100644 --- a/hadoop-ozone/integration-test/pom.xml +++ b/hadoop-ozone/integration-test/pom.xml @@ -74,10 +74,6 @@ org.apache.ratis ratis-server - - org.assertj - assertj-core - org.hamcrest hamcrest @@ -91,6 +87,18 @@ commons-lang3 test + + org.apache.hadoop + hadoop-common + test-jar + test + + + com.sun.jersey + jersey-servlet + + + org.apache.hadoop hadoop-distcp @@ -130,6 +138,12 @@ + + org.apache.hadoop + hadoop-hdfs + test-jar + test + org.apache.hadoop hadoop-kms @@ -177,6 +191,17 @@ + + org.apache.hadoop + hadoop-mapreduce-client-core + test + + + com.sun.jersey + jersey-servlet + + + org.apache.hadoop hadoop-mapreduce-client-jobclient @@ -231,11 +256,6 @@ test-jar test - - org.apache.ozone - hdds-hadoop-dependency-test - test - org.apache.ozone hdds-server-framework @@ -260,11 +280,6 @@ test-jar test - - org.junit.platform - junit-platform-launcher - test - diff --git a/hadoop-ozone/interface-storage/pom.xml b/hadoop-ozone/interface-storage/pom.xml index 3f97007520c6..9935ec199062 100644 --- a/hadoop-ozone/interface-storage/pom.xml +++ b/hadoop-ozone/interface-storage/pom.xml @@ -69,22 +69,12 @@ test-jar test - - org.apache.ozone - hdds-hadoop-dependency-test - test - org.apache.ozone hdds-server-scm test-jar test - - org.apache.ozone - hdds-test-utils - test - diff --git a/hadoop-ozone/ozone-manager/pom.xml b/hadoop-ozone/ozone-manager/pom.xml index 3df66eb5033d..9e5fade5f4c0 100644 --- a/hadoop-ozone/ozone-manager/pom.xml +++ b/hadoop-ozone/ozone-manager/pom.xml @@ -346,19 +346,20 @@ test - org.apache.ozone - hdds-annotation-processing + org.apache.hadoop + hadoop-common + test-jar test org.apache.ozone - hdds-common - test-jar + hdds-annotation-processing test org.apache.ozone - hdds-hadoop-dependency-test + hdds-common + test-jar test diff --git a/hadoop-ozone/ozonefs-common/pom.xml b/hadoop-ozone/ozonefs-common/pom.xml index 2bad40c885c2..ccc40781d900 100644 --- a/hadoop-ozone/ozonefs-common/pom.xml +++ b/hadoop-ozone/ozonefs-common/pom.xml @@ -92,13 +92,6 @@ org.slf4j slf4j-api - - - - org.apache.ozone - hdds-hadoop-dependency-test - test - diff --git a/hadoop-ozone/ozonefs-hadoop2/pom.xml b/hadoop-ozone/ozonefs-hadoop2/pom.xml index b9964f547ee1..1139666aa9ba 100644 --- a/hadoop-ozone/ozonefs-hadoop2/pom.xml +++ b/hadoop-ozone/ozonefs-hadoop2/pom.xml @@ -100,11 +100,6 @@ - - org.apache.ozone - hdds-hadoop-dependency-test - test - org.apache.ozone ozone-common diff --git a/hadoop-ozone/ozonefs/pom.xml b/hadoop-ozone/ozonefs/pom.xml index 6cb03099d7a1..a5b0bb862c2b 100644 --- a/hadoop-ozone/ozonefs/pom.xml +++ b/hadoop-ozone/ozonefs/pom.xml @@ -68,13 +68,6 @@ org.slf4j slf4j-api - - - - org.apache.ozone - hdds-hadoop-dependency-test - test - diff --git a/hadoop-ozone/pom.xml b/hadoop-ozone/pom.xml index 63e92e516f27..a76493d02417 100644 --- a/hadoop-ozone/pom.xml +++ b/hadoop-ozone/pom.xml @@ -116,11 +116,6 @@ hdds-hadoop-dependency-server ${hdds.version} - - org.apache.ozone - hdds-hadoop-dependency-test - ${hdds.version} - org.apache.ozone hdds-interface-admin diff --git a/hadoop-ozone/recon/pom.xml b/hadoop-ozone/recon/pom.xml index 7006a5d7b750..908f05dd490a 100644 --- a/hadoop-ozone/recon/pom.xml +++ b/hadoop-ozone/recon/pom.xml @@ -291,11 +291,6 @@ test-jar test - - org.apache.ozone - hdds-hadoop-dependency-test - test - org.apache.ozone hdds-test-utils diff --git a/hadoop-ozone/s3-secret-store/pom.xml b/hadoop-ozone/s3-secret-store/pom.xml index d44d9e0cf3ec..a8e66cd77bab 100644 --- a/hadoop-ozone/s3-secret-store/pom.xml +++ b/hadoop-ozone/s3-secret-store/pom.xml @@ -49,13 +49,6 @@ org.slf4j slf4j-api - - - - org.apache.ozone - hdds-hadoop-dependency-test - test - diff --git a/hadoop-ozone/s3gateway/pom.xml b/hadoop-ozone/s3gateway/pom.xml index ef5440caf87d..cb9d0a4dbe08 100644 --- a/hadoop-ozone/s3gateway/pom.xml +++ b/hadoop-ozone/s3gateway/pom.xml @@ -237,18 +237,6 @@ hdds-docs provided - - - - org.apache.ozone - hdds-hadoop-dependency-test - test - - - org.apache.ozone - hdds-test-utils - test - diff --git a/hadoop-ozone/tools/pom.xml b/hadoop-ozone/tools/pom.xml index 8bd9d8905c06..1a363834a53e 100644 --- a/hadoop-ozone/tools/pom.xml +++ b/hadoop-ozone/tools/pom.xml @@ -254,11 +254,6 @@ - - org.apache.ozone - hdds-hadoop-dependency-test - test - org.apache.ozone hdds-test-utils diff --git a/pom.xml b/pom.xml index 15c653c6c5a5..b0ab84bfc59f 100644 --- a/pom.xml +++ b/pom.xml @@ -165,6 +165,7 @@ 3.3.1 -Xmx8192m -XX:+HeapDumpOnOutOfMemoryError + 3.0.0-M4 ${maven-surefire-plugin.version} 3.4.0 @@ -796,6 +797,11 @@ ${hadoop.version} test-jar + + org.apache.hadoop + hadoop-mapreduce-client-core + ${hadoop.version} + org.apache.hadoop hadoop-mapreduce-client-jobclient @@ -1281,6 +1287,46 @@ + + + + org.assertj + assertj-core + test + + + org.junit.jupiter + junit-jupiter-api + test + + + + org.junit.jupiter + junit-jupiter-engine + test + + + org.junit.jupiter + junit-jupiter-params + test + + + org.mockito + mockito-core + test + + + org.mockito + mockito-inline + test + + + org.mockito + mockito-junit-jupiter + test + + + @@ -1716,6 +1762,15 @@ org.apache.maven.plugins maven-dependency-plugin + + analyze + + analyze-only + + + true + + add-classpath-descriptor