diff --git a/connector/avro/pom.xml b/connector/avro/pom.xml
index bde5d5de6eae..412486b3fca4 100644
--- a/connector/avro/pom.xml
+++ b/connector/avro/pom.xml
@@ -70,12 +70,10 @@
org.apache.spark
spark-tags_${scala.binary.version}
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-
org.tukaani
xz
diff --git a/connector/connect/server/pom.xml b/connector/connect/server/pom.xml
index 291da8d87061..e9c7bd86e0f7 100644
--- a/connector/connect/server/pom.xml
+++ b/connector/connect/server/pom.xml
@@ -152,12 +152,10 @@
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-
com.google.guava
guava
diff --git a/connector/kafka-0-10-sql/pom.xml b/connector/kafka-0-10-sql/pom.xml
index 56f0b874b2b9..41e573c8c414 100644
--- a/connector/kafka-0-10-sql/pom.xml
+++ b/connector/kafka-0-10-sql/pom.xml
@@ -74,12 +74,10 @@
test-jar
test
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-
org.apache.kafka
kafka-clients
diff --git a/connector/kafka-0-10/pom.xml b/connector/kafka-0-10/pom.xml
index 4c76c8a9fe46..29a2ecd24918 100644
--- a/connector/kafka-0-10/pom.xml
+++ b/connector/kafka-0-10/pom.xml
@@ -59,12 +59,10 @@
test-jar
test
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-
org.apache.kafka
kafka-clients
diff --git a/connector/protobuf/pom.xml b/connector/protobuf/pom.xml
index 7854a9c59dcc..8c52576c3531 100644
--- a/connector/protobuf/pom.xml
+++ b/connector/protobuf/pom.xml
@@ -70,12 +70,10 @@
org.apache.spark
spark-tags_${scala.binary.version}
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-
com.google.protobuf
protobuf-java
diff --git a/core/pom.xml b/core/pom.xml
index 6e5e31320421..bbfac34117bd 100644
--- a/core/pom.xml
+++ b/core/pom.xml
@@ -35,12 +35,10 @@
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-
org.apache.avro
avro
diff --git a/dev/mima b/dev/mima
index 17e9abe4bfb9..859301b4d669 100755
--- a/dev/mima
+++ b/dev/mima
@@ -24,9 +24,9 @@ set -e
FWDIR="$(cd "`dirname "$0"`"/..; pwd)"
cd "$FWDIR"
-SPARK_PROFILES=${1:-"-Pscala-2.13 -Pmesos -Pkubernetes -Pyarn -Pspark-ganglia-lgpl -Pkinesis-asl -Phive-thriftserver -Phive"}
-TOOLS_CLASSPATH="$(build/sbt -Pscala-2.13 -DcopyDependencies=false "export tools/fullClasspath" | grep jar | tail -n1)"
-OLD_DEPS_CLASSPATH="$(build/sbt -Pscala-2.13 -DcopyDependencies=false $SPARK_PROFILES "export oldDeps/fullClasspath" | grep jar | tail -n1)"
+SPARK_PROFILES=${1:-"-Pmesos -Pkubernetes -Pyarn -Pspark-ganglia-lgpl -Pkinesis-asl -Phive-thriftserver -Phive"}
+TOOLS_CLASSPATH="$(build/sbt -DcopyDependencies=false "export tools/fullClasspath" | grep jar | tail -n1)"
+OLD_DEPS_CLASSPATH="$(build/sbt -DcopyDependencies=false $SPARK_PROFILES "export oldDeps/fullClasspath" | grep jar | tail -n1)"
rm -f .generated-mima*
@@ -42,7 +42,7 @@ $JAVA_CMD \
-cp "$TOOLS_CLASSPATH:$OLD_DEPS_CLASSPATH" \
org.apache.spark.tools.GenerateMIMAIgnore
-echo -e "q\n" | build/sbt -Pscala-2.13 -mem 5632 -DcopyDependencies=false "$@" mimaReportBinaryIssues | grep -v -e "info.*Resolving"
+echo -e "q\n" | build/sbt -mem 5632 -DcopyDependencies=false "$@" mimaReportBinaryIssues | grep -v -e "info.*Resolving"
ret_val=$?
if [ $ret_val != 0 ]; then
diff --git a/docs/_plugins/copy_api_dirs.rb b/docs/_plugins/copy_api_dirs.rb
index 9cb073ef1e00..ec9127e51659 100644
--- a/docs/_plugins/copy_api_dirs.rb
+++ b/docs/_plugins/copy_api_dirs.rb
@@ -26,8 +26,8 @@
curr_dir = pwd
cd("..")
- puts "Running 'build/sbt -Pscala-2.13 -Pkinesis-asl clean compile unidoc' from " + pwd + "; this may take a few minutes..."
- system("build/sbt -Pscala-2.13 -Pkinesis-asl clean compile unidoc") || raise("Unidoc generation failed")
+ puts "Running 'build/sbt -Pkinesis-asl clean compile unidoc' from " + pwd + "; this may take a few minutes..."
+ system("build/sbt -Pkinesis-asl clean compile unidoc") || raise("Unidoc generation failed")
puts "Moving back into docs dir."
cd("docs")
@@ -119,8 +119,8 @@
puts "Moving to project root and building API docs."
cd("..")
- puts "Running 'build/sbt -Pscala-2.13 clean package -Phive' from " + pwd + "; this may take a few minutes..."
- system("build/sbt -Pscala-2.13 clean package -Phive") || raise("PySpark doc generation failed")
+ puts "Running 'build/sbt clean package -Phive' from " + pwd + "; this may take a few minutes..."
+ system("build/sbt clean package -Phive") || raise("PySpark doc generation failed")
puts "Moving back into docs dir."
cd("docs")
@@ -165,8 +165,8 @@
puts "Moving to project root and building API docs."
cd("..")
- puts "Running 'build/sbt -Pscala-2.13 clean package -Phive' from " + pwd + "; this may take a few minutes..."
- system("build/sbt -Pscala-2.13 clean package -Phive") || raise("SQL doc generation failed")
+ puts "Running 'build/sbt clean package -Phive' from " + pwd + "; this may take a few minutes..."
+ system("build/sbt clean package -Phive") || raise("SQL doc generation failed")
puts "Moving back into docs dir."
cd("docs")
diff --git a/docs/building-spark.md b/docs/building-spark.md
index b7d1bacea3cc..ba994920440c 100644
--- a/docs/building-spark.md
+++ b/docs/building-spark.md
@@ -261,6 +261,7 @@ or
./build/sbt docker-integration-tests/test
+
## Running Jenkins tests with GitHub Enterprise
diff --git a/mllib/pom.xml b/mllib/pom.xml
index 70c116846f4b..88400e7ba6ac 100644
--- a/mllib/pom.xml
+++ b/mllib/pom.xml
@@ -91,12 +91,10 @@
test-jar
test
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-
org.scalanlp
breeze_${scala.binary.version}
diff --git a/pom.xml b/pom.xml
index 65aa656aca2b..e1c88327a940 100644
--- a/pom.xml
+++ b/pom.xml
@@ -440,13 +440,11 @@
${project.version}
test-jar
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
1.0.4
-
com.twitter
chill_${scala.binary.version}
@@ -3648,13 +3646,14 @@
+
+
2.13.11
@@ -3664,6 +3663,7 @@
+ -->
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-
org.scalacheck
scalacheck_${scala.binary.version}
diff --git a/sql/core/pom.xml b/sql/core/pom.xml
index ab7d1c07ee28..b2b8398c9d5d 100644
--- a/sql/core/pom.xml
+++ b/sql/core/pom.xml
@@ -89,12 +89,10 @@
test
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-
org.apache.orc
orc-core
diff --git a/sql/hive-thriftserver/pom.xml b/sql/hive-thriftserver/pom.xml
index 4d7b6696b0c2..920a9b67376f 100644
--- a/sql/hive-thriftserver/pom.xml
+++ b/sql/hive-thriftserver/pom.xml
@@ -61,12 +61,10 @@
test-jar
test
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-
com.google.guava
guava
diff --git a/sql/hive/pom.xml b/sql/hive/pom.xml
index adcf0f55dcc1..8b8842333793 100644
--- a/sql/hive/pom.xml
+++ b/sql/hive/pom.xml
@@ -79,12 +79,10 @@
test-jar
test
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-
${hive.group}
hive-common
diff --git a/streaming/pom.xml b/streaming/pom.xml
index 673f719f2cb9..f409791f4670 100644
--- a/streaming/pom.xml
+++ b/streaming/pom.xml
@@ -50,12 +50,10 @@
org.apache.spark
spark-tags_${scala.binary.version}
-
org.scala-lang.modules
scala-parallel-collections_${scala.binary.version}
-