diff --git a/.gitignore b/.gitignore
index fa9fe8f69d2b..4ce31f83e377 100644
--- a/.gitignore
+++ b/.gitignore
@@ -14,6 +14,8 @@
 /src/thirdparty/flatbuffers/
 /src/thirdparty/parquet-cpp
 /thirdparty/pkg/
+/java/run/
+/java/test/lib/
 
 # Files generated by flatc should be ignored
 /src/common/format/*.py
@@ -147,3 +149,6 @@ build
 
 # Vscode
 .vscode/
+
+# Maven
+target/
diff --git a/java/runtime-native/src/main/java/org/ray/runner/RunManager.java b/java/runtime-native/src/main/java/org/ray/runner/RunManager.java
index 9c5f891832ca..5c3deb4d6796 100644
--- a/java/runtime-native/src/main/java/org/ray/runner/RunManager.java
+++ b/java/runtime-native/src/main/java/org/ray/runner/RunManager.java
@@ -376,17 +376,6 @@ public void cleanup(boolean killAll) {
       runInfo.allProcesses.get(i).clear();
       runInfo.deadProcess.clear();
     }
-
-    if (killAll) {
-      // kill all workers that are forked by local scheduler
-      // ps aux | grep DefaultWorker | awk '{system("kill "$2);}'
-      String[] cmd = {"/bin/sh", "-c", ""};
-      cmd[2] = "ps aux | grep DefaultWorker | grep -v grep | awk \"{print \\$2}\" | xargs kill";
-      try {
-        Runtime.getRuntime().exec(cmd);
-      } catch (IOException e) {
-      }
-    }
   }
 
   private void record_log_files_in_redis(String redis_address, String node_ip_address,
diff --git a/java/test/pom.xml b/java/test/pom.xml
index 03fc2141a7f8..cf4bb94e1a85 100644
--- a/java/test/pom.xml
+++ b/java/test/pom.xml
@@ -81,7 +81,7 @@
       <plugin>
         <groupId>org.apache.maven.plugins</groupId>
         <artifactId>maven-surefire-plugin</artifactId>
-        <version>2.20.1</version>
+        <version>2.21.0</version>
         <configuration>
           <!-- <properties>
             <property>