Spark 3.2.0 porting

Author: Egor Krivokon

external/kafka-0-10-token-provider/pom.xml

@@ -74,17 +74,6 @@
       <artifactId>spark-tags_${scala.binary.version}</artifactId>
     </dependency>
 
-    <dependency>
-      <groupId>org.apache.spark</groupId>
-      <artifactId>spark-tags_${scala.binary.version}</artifactId>
-    </dependency>
-
-    <dependency>
-      <groupId>org.apache.hadoop</groupId>
-      <artifactId>hadoop-common</artifactId>
-      <version>${hadoop.version}</version>
-      <scope>provided</scope>
-    </dependency>
     <!--
       This spark-tags test-dep is needed even though it isn't used in this module, otherwise testing-cmds that exclude
       them will yield errors.

pom.xml

@@ -2792,9 +2792,9 @@
               <configuration>
                 <rules>
                   <bannedDependencies>
-                    <excludes>
-                      <exclude>org.apache.hadoop:hadoop*:*:jar:compile</exclude>
-                    </excludes>
+<!--                    <excludes>-->
+<!--                      <exclude>org.apache.hadoop:hadoop*:*:jar:compile</exclude>-->
+<!--                    </excludes>-->
                   </bannedDependencies>
                 </rules>
                 <fail>true</fail>

sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveExternalCatalogVersionsSuite.scala

@@ -30,6 +30,7 @@ import org.scalatest.time.Span
 import org.scalatest.time.SpanSugar._
 
 import org.apache.spark.{SparkConf, TestUtils}
+import org.apache.spark.deploy.SparkSubmitTestUtils
 import org.apache.spark.internal.config.MASTER_REST_SERVER_ENABLED
 import org.apache.spark.internal.config.UI.UI_ENABLED
 import org.apache.spark.launcher.JavaModuleOptions