From 745324e449ab6c81eabd274bfbb15a8d5fb3918e Mon Sep 17 00:00:00 2001 From: Raymond Xu <2701446+xushiyan@users.noreply.github.com> Date: Sun, 24 Jul 2022 18:50:23 -0500 Subject: [PATCH] [HUDI-4456] Clean up test resources --- .../apache/hudi/testutils/HoodieFlinkClientTestHarness.java | 2 +- .../apache/hudi/testutils/HoodieJavaClientTestHarness.java | 2 +- .../org/apache/hudi/testutils/HoodieClientTestHarness.java | 2 +- .../hudi/common/testutils/minicluster/HdfsTestService.java | 2 +- .../hudi/common/testutils/minicluster/MiniClusterUtil.java | 4 ++-- .../java/org/apache/hudi/hadoop/TestInputPathHandler.java | 2 +- .../java/org/apache/hudi/hive/testutils/HiveTestUtil.java | 2 +- 7 files changed, 8 insertions(+), 8 deletions(-) diff --git a/hudi-client/hudi-flink-client/src/test/java/org/apache/hudi/testutils/HoodieFlinkClientTestHarness.java b/hudi-client/hudi-flink-client/src/test/java/org/apache/hudi/testutils/HoodieFlinkClientTestHarness.java index dfbb3336b9a3e..08d4f16f23351 100644 --- a/hudi-client/hudi-flink-client/src/test/java/org/apache/hudi/testutils/HoodieFlinkClientTestHarness.java +++ b/hudi-client/hudi-flink-client/src/test/java/org/apache/hudi/testutils/HoodieFlinkClientTestHarness.java @@ -206,7 +206,7 @@ protected void cleanupClients() throws java.io.IOException { protected void cleanupDFS() throws java.io.IOException { if (hdfsTestService != null) { hdfsTestService.stop(); - dfsCluster.shutdown(); + dfsCluster.shutdown(true, true); hdfsTestService = null; dfsCluster = null; dfs = null; diff --git a/hudi-client/hudi-java-client/src/test/java/org/apache/hudi/testutils/HoodieJavaClientTestHarness.java b/hudi-client/hudi-java-client/src/test/java/org/apache/hudi/testutils/HoodieJavaClientTestHarness.java index c112422efcf6d..cd8eb33f14b1b 100644 --- a/hudi-client/hudi-java-client/src/test/java/org/apache/hudi/testutils/HoodieJavaClientTestHarness.java +++ b/hudi-client/hudi-java-client/src/test/java/org/apache/hudi/testutils/HoodieJavaClientTestHarness.java @@ -195,7 +195,7 @@ protected void cleanupClients() { protected void cleanupDFS() throws IOException { if (hdfsTestService != null) { hdfsTestService.stop(); - dfsCluster.shutdown(); + dfsCluster.shutdown(true, true); hdfsTestService = null; dfsCluster = null; dfs = null; diff --git a/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/testutils/HoodieClientTestHarness.java b/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/testutils/HoodieClientTestHarness.java index 43f6376f80cfa..80d185f62bc9c 100644 --- a/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/testutils/HoodieClientTestHarness.java +++ b/hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/testutils/HoodieClientTestHarness.java @@ -433,7 +433,7 @@ protected void initDFSMetaClient() throws IOException { protected void cleanupDFS() throws IOException { if (hdfsTestService != null) { hdfsTestService.stop(); - dfsCluster.shutdown(); + dfsCluster.shutdown(true, true); hdfsTestService = null; dfsCluster = null; dfs = null; diff --git a/hudi-common/src/test/java/org/apache/hudi/common/testutils/minicluster/HdfsTestService.java b/hudi-common/src/test/java/org/apache/hudi/common/testutils/minicluster/HdfsTestService.java index 742a595998acc..eda8591749dcf 100644 --- a/hudi-common/src/test/java/org/apache/hudi/common/testutils/minicluster/HdfsTestService.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/testutils/minicluster/HdfsTestService.java @@ -104,7 +104,7 @@ public MiniDFSCluster start(boolean format) throws IOException { public void stop() { LOG.info("HDFS Minicluster service being shut down."); if (miniDfsCluster != null) { - miniDfsCluster.shutdown(); + miniDfsCluster.shutdown(true, true); } miniDfsCluster = null; hadoopConf = null; diff --git a/hudi-common/src/test/java/org/apache/hudi/common/testutils/minicluster/MiniClusterUtil.java b/hudi-common/src/test/java/org/apache/hudi/common/testutils/minicluster/MiniClusterUtil.java index ecc00e5f68311..135d875e43842 100644 --- a/hudi-common/src/test/java/org/apache/hudi/common/testutils/minicluster/MiniClusterUtil.java +++ b/hudi-common/src/test/java/org/apache/hudi/common/testutils/minicluster/MiniClusterUtil.java @@ -50,10 +50,10 @@ public static void setUp() throws IOException, InterruptedException { public static void shutdown() { if (dfsCluster != null) { - dfsCluster.shutdown(); + dfsCluster.shutdown(true, true); } if (zkServer != null) { - zkServer.shutdown(); + zkServer.shutdown(true); } } } diff --git a/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestInputPathHandler.java b/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestInputPathHandler.java index c978cf1419977..0be736b2a043d 100644 --- a/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestInputPathHandler.java +++ b/hudi-hadoop-mr/src/test/java/org/apache/hudi/hadoop/TestInputPathHandler.java @@ -103,7 +103,7 @@ public static void setUpDFS() throws IOException { public static void cleanUp() throws Exception { if (hdfsTestService != null) { hdfsTestService.stop(); - dfsCluster.shutdown(); + dfsCluster.shutdown(true, true); dfsCluster = null; dfs = null; hdfsTestService = null; diff --git a/hudi-sync/hudi-hive-sync/src/test/java/org/apache/hudi/hive/testutils/HiveTestUtil.java b/hudi-sync/hudi-hive-sync/src/test/java/org/apache/hudi/hive/testutils/HiveTestUtil.java index 71882abb65a5b..bb8a1149d6ccd 100644 --- a/hudi-sync/hudi-hive-sync/src/test/java/org/apache/hudi/hive/testutils/HiveTestUtil.java +++ b/hudi-sync/hudi-hive-sync/src/test/java/org/apache/hudi/hive/testutils/HiveTestUtil.java @@ -184,7 +184,7 @@ public static void shutdown() throws IOException { hiveTestService.stop(); } if (zkServer != null) { - zkServer.shutdown(); + zkServer.shutdown(true); } FileSystem.closeAll(); }