diff --git a/connector/avro/pom.xml b/connector/avro/pom.xml index bde5d5de6eae..412486b3fca4 100644 --- a/connector/avro/pom.xml +++ b/connector/avro/pom.xml @@ -70,12 +70,10 @@ org.apache.spark spark-tags_${scala.binary.version} - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} - org.tukaani xz diff --git a/connector/connect/server/pom.xml b/connector/connect/server/pom.xml index 291da8d87061..e9c7bd86e0f7 100644 --- a/connector/connect/server/pom.xml +++ b/connector/connect/server/pom.xml @@ -152,12 +152,10 @@ - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} - com.google.guava guava diff --git a/connector/kafka-0-10-sql/pom.xml b/connector/kafka-0-10-sql/pom.xml index 56f0b874b2b9..41e573c8c414 100644 --- a/connector/kafka-0-10-sql/pom.xml +++ b/connector/kafka-0-10-sql/pom.xml @@ -74,12 +74,10 @@ test-jar test - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} - org.apache.kafka kafka-clients diff --git a/connector/kafka-0-10/pom.xml b/connector/kafka-0-10/pom.xml index 4c76c8a9fe46..29a2ecd24918 100644 --- a/connector/kafka-0-10/pom.xml +++ b/connector/kafka-0-10/pom.xml @@ -59,12 +59,10 @@ test-jar test - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} - org.apache.kafka kafka-clients diff --git a/connector/protobuf/pom.xml b/connector/protobuf/pom.xml index 7854a9c59dcc..8c52576c3531 100644 --- a/connector/protobuf/pom.xml +++ b/connector/protobuf/pom.xml @@ -70,12 +70,10 @@ org.apache.spark spark-tags_${scala.binary.version} - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} - com.google.protobuf protobuf-java diff --git a/core/pom.xml b/core/pom.xml index 6e5e31320421..bbfac34117bd 100644 --- a/core/pom.xml +++ b/core/pom.xml @@ -35,12 +35,10 @@ - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} - org.apache.avro avro diff --git a/dev/mima b/dev/mima index 17e9abe4bfb9..859301b4d669 100755 --- a/dev/mima +++ b/dev/mima @@ -24,9 +24,9 @@ set -e FWDIR="$(cd "`dirname "$0"`"/..; pwd)" cd "$FWDIR" -SPARK_PROFILES=${1:-"-Pscala-2.13 -Pmesos -Pkubernetes -Pyarn -Pspark-ganglia-lgpl -Pkinesis-asl -Phive-thriftserver -Phive"} -TOOLS_CLASSPATH="$(build/sbt -Pscala-2.13 -DcopyDependencies=false "export tools/fullClasspath" | grep jar | tail -n1)" -OLD_DEPS_CLASSPATH="$(build/sbt -Pscala-2.13 -DcopyDependencies=false $SPARK_PROFILES "export oldDeps/fullClasspath" | grep jar | tail -n1)" +SPARK_PROFILES=${1:-"-Pmesos -Pkubernetes -Pyarn -Pspark-ganglia-lgpl -Pkinesis-asl -Phive-thriftserver -Phive"} +TOOLS_CLASSPATH="$(build/sbt -DcopyDependencies=false "export tools/fullClasspath" | grep jar | tail -n1)" +OLD_DEPS_CLASSPATH="$(build/sbt -DcopyDependencies=false $SPARK_PROFILES "export oldDeps/fullClasspath" | grep jar | tail -n1)" rm -f .generated-mima* @@ -42,7 +42,7 @@ $JAVA_CMD \ -cp "$TOOLS_CLASSPATH:$OLD_DEPS_CLASSPATH" \ org.apache.spark.tools.GenerateMIMAIgnore -echo -e "q\n" | build/sbt -Pscala-2.13 -mem 5632 -DcopyDependencies=false "$@" mimaReportBinaryIssues | grep -v -e "info.*Resolving" +echo -e "q\n" | build/sbt -mem 5632 -DcopyDependencies=false "$@" mimaReportBinaryIssues | grep -v -e "info.*Resolving" ret_val=$? if [ $ret_val != 0 ]; then diff --git a/docs/_plugins/copy_api_dirs.rb b/docs/_plugins/copy_api_dirs.rb index 9cb073ef1e00..ec9127e51659 100644 --- a/docs/_plugins/copy_api_dirs.rb +++ b/docs/_plugins/copy_api_dirs.rb @@ -26,8 +26,8 @@ curr_dir = pwd cd("..") - puts "Running 'build/sbt -Pscala-2.13 -Pkinesis-asl clean compile unidoc' from " + pwd + "; this may take a few minutes..." - system("build/sbt -Pscala-2.13 -Pkinesis-asl clean compile unidoc") || raise("Unidoc generation failed") + puts "Running 'build/sbt -Pkinesis-asl clean compile unidoc' from " + pwd + "; this may take a few minutes..." + system("build/sbt -Pkinesis-asl clean compile unidoc") || raise("Unidoc generation failed") puts "Moving back into docs dir." cd("docs") @@ -119,8 +119,8 @@ puts "Moving to project root and building API docs." cd("..") - puts "Running 'build/sbt -Pscala-2.13 clean package -Phive' from " + pwd + "; this may take a few minutes..." - system("build/sbt -Pscala-2.13 clean package -Phive") || raise("PySpark doc generation failed") + puts "Running 'build/sbt clean package -Phive' from " + pwd + "; this may take a few minutes..." + system("build/sbt clean package -Phive") || raise("PySpark doc generation failed") puts "Moving back into docs dir." cd("docs") @@ -165,8 +165,8 @@ puts "Moving to project root and building API docs." cd("..") - puts "Running 'build/sbt -Pscala-2.13 clean package -Phive' from " + pwd + "; this may take a few minutes..." - system("build/sbt -Pscala-2.13 clean package -Phive") || raise("SQL doc generation failed") + puts "Running 'build/sbt clean package -Phive' from " + pwd + "; this may take a few minutes..." + system("build/sbt clean package -Phive") || raise("SQL doc generation failed") puts "Moving back into docs dir." cd("docs") diff --git a/docs/building-spark.md b/docs/building-spark.md index b7d1bacea3cc..ba994920440c 100644 --- a/docs/building-spark.md +++ b/docs/building-spark.md @@ -261,6 +261,7 @@ or ./build/sbt docker-integration-tests/test + ## Running Jenkins tests with GitHub Enterprise diff --git a/mllib/pom.xml b/mllib/pom.xml index 70c116846f4b..88400e7ba6ac 100644 --- a/mllib/pom.xml +++ b/mllib/pom.xml @@ -91,12 +91,10 @@ test-jar test - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} - org.scalanlp breeze_${scala.binary.version} diff --git a/pom.xml b/pom.xml index 65aa656aca2b..e1c88327a940 100644 --- a/pom.xml +++ b/pom.xml @@ -440,13 +440,11 @@ ${project.version} test-jar - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} 1.0.4 - com.twitter chill_${scala.binary.version} @@ -3648,13 +3646,14 @@ + + 2.13.11 @@ -3664,6 +3663,7 @@ + --> org.scala-lang.modules scala-parallel-collections_${scala.binary.version} - org.scalacheck scalacheck_${scala.binary.version} diff --git a/sql/core/pom.xml b/sql/core/pom.xml index ab7d1c07ee28..b2b8398c9d5d 100644 --- a/sql/core/pom.xml +++ b/sql/core/pom.xml @@ -89,12 +89,10 @@ test - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} - org.apache.orc orc-core diff --git a/sql/hive-thriftserver/pom.xml b/sql/hive-thriftserver/pom.xml index 4d7b6696b0c2..920a9b67376f 100644 --- a/sql/hive-thriftserver/pom.xml +++ b/sql/hive-thriftserver/pom.xml @@ -61,12 +61,10 @@ test-jar test - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} - com.google.guava guava diff --git a/sql/hive/pom.xml b/sql/hive/pom.xml index adcf0f55dcc1..8b8842333793 100644 --- a/sql/hive/pom.xml +++ b/sql/hive/pom.xml @@ -79,12 +79,10 @@ test-jar test - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} - ${hive.group} hive-common diff --git a/streaming/pom.xml b/streaming/pom.xml index 673f719f2cb9..f409791f4670 100644 --- a/streaming/pom.xml +++ b/streaming/pom.xml @@ -50,12 +50,10 @@ org.apache.spark spark-tags_${scala.binary.version} - org.scala-lang.modules scala-parallel-collections_${scala.binary.version} -