Skip to content

Commit faa3168

Browse files
committed
Adding a warning for compatibility
1 parent 3f151a7 commit faa3168

File tree

1 file changed

+13
-1
lines changed

1 file changed

+13
-1
lines changed

project/SparkBuild.scala

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -84,6 +84,17 @@ object SparkBuild extends Build {
8484
lazy val assemblyProj = Project("assembly", file("assembly"), settings = assemblyProjSettings)
8585
.dependsOn(core, graphx, bagel, mllib, streaming, repl, sql) dependsOn(maybeYarn: _*) dependsOn(maybeHive: _*) dependsOn(maybeGanglia: _*)
8686

87+
lazy val assembleDepsTask = TaskKey[Unit]("assemble-deps")
88+
lazy val assembleDeps = assembleDepsTask := {
89+
println()
90+
println("**** NOTE ****")
91+
println("'sbt/sbt assemble-deps' is no longer supported.")
92+
println("Instead create a normal assembly and:")
93+
println(" export SPARK_PREPEND_CLASSES=1 (toggle on)")
94+
println(" unset SPARK_PREPEND_CLASSES (toggle off)")
95+
println()
96+
}
97+
8798
// A configuration to set an alternative publishLocalConfiguration
8899
lazy val MavenCompile = config("m2r") extend(Compile)
89100
lazy val publishLocalBoth = TaskKey[Unit]("publish-local", "publish local for m2 and ivy")
@@ -360,7 +371,8 @@ object SparkBuild extends Build {
360371
"org.spark-project" % "pyrolite" % "2.0.1",
361372
"net.sf.py4j" % "py4j" % "0.8.1"
362373
),
363-
libraryDependencies ++= maybeAvro
374+
libraryDependencies ++= maybeAvro,
375+
assembleDeps
364376
)
365377

366378
// Create a colon-separate package list adding "org.apache.spark" in front of all of them,

0 commit comments

Comments
 (0)