Skip to content

Commit 2678d13

Browse files
committed
Handle extraJavaOpts properly
1 parent 7660547 commit 2678d13

File tree

2 files changed

+4
-2
lines changed

2 files changed

+4
-2
lines changed

core/src/main/scala/org/apache/spark/deploy/Client.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -61,7 +61,8 @@ private class ClientActor(driverArgs: ClientArguments, conf: SparkConf) extends
6161
}
6262

6363
val extraJavaOptsConf = "spark.driver.extraJavaOptions"
64-
val extraJavaOpts = sys.props.get(extraJavaOptsConf).toSeq
64+
val extraJavaOpts = sys.props.get(extraJavaOptsConf)
65+
.map(Utils.splitCommandString).getOrElse(Seq.empty)
6566
val sparkJavaOpts = Utils.sparkJavaOpts(conf)
6667
val javaOpts = sparkJavaOpts ++ extraJavaOpts
6768
val command = new Command(mainClass, Seq("{{WORKER_URL}}", driverArgs.mainClass) ++

core/src/main/scala/org/apache/spark/scheduler/cluster/SparkDeploySchedulerBackend.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,8 @@ private[spark] class SparkDeploySchedulerBackend(
4545
conf.get("spark.driver.host"), conf.get("spark.driver.port"),
4646
CoarseGrainedSchedulerBackend.ACTOR_NAME)
4747
val args = Seq(driverUrl, "{{EXECUTOR_ID}}", "{{HOSTNAME}}", "{{CORES}}", "{{WORKER_URL}}")
48-
val extraJavaOpts = sc.conf.getOption("spark.executor.extraJavaOptions").toSeq
48+
val extraJavaOpts = sc.conf.getOption("spark.executor.extraJavaOptions")
49+
.map(Utils.splitCommandString).getOrElse(Seq.empty)
4950
val classPathEntries = sc.conf.getOption("spark.executor.extraClassPath").toSeq.flatMap { cp =>
5051
cp.split(java.io.File.pathSeparator)
5152
}

0 commit comments

Comments
 (0)