Skip to content

Commit cfb2589

Browse files
committed
address comments
1 parent 12847ea commit cfb2589

File tree

3 files changed

+4
-12
lines changed

3 files changed

+4
-12
lines changed

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/KubernetesUtils.scala

Lines changed: 1 addition & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -387,27 +387,20 @@ object KubernetesUtils extends Logging {
387387
*/
388388
@Since("3.4.0")
389389
def buildEnvVars(env: Map[String, String]): Seq[EnvVar] = {
390-
if (env.isEmpty) {
391-
Seq.empty
392-
} else {
393390
env.filter( env => env._2 != null)
394391
.map { env =>
395392
new EnvVarBuilder()
396393
.withName(env._1)
397394
.withValue(env._2)
398395
.build()
399-
}
400-
}.toSeq
396+
}.toSeq
401397
}
402398

403399
/**
404400
* This function builds the EnvVar objects for each field ref env.
405401
*/
406402
@Since("3.4.0")
407403
def buildEnvVarsWithFieldRef(env: Seq[(String, String, String)]): Seq[EnvVar] = {
408-
if (env.isEmpty) {
409-
Seq.empty
410-
} else {
411404
env.filter( env => env._2 != null && env._3 != null)
412405
.map { env =>
413406
new EnvVarBuilder()
@@ -417,6 +410,5 @@ object KubernetesUtils extends Logging {
417410
.build())
418411
.build()
419412
}
420-
}
421413
}
422414
}

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/features/BasicDriverFeatureStep.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -75,7 +75,7 @@ private[spark] class BasicDriverFeatureStep(conf: KubernetesDriverConf)
7575

7676
override def configurePod(pod: SparkPod): SparkPod = {
7777
val driverCustomEnvs = KubernetesUtils.buildEnvVars(
78-
conf.environment + (ENV_APPLICATION_ID -> conf.appId))
78+
Map(ENV_APPLICATION_ID -> conf.appId) ++ conf.environment)
7979
val driverCpuQuantity = new Quantity(driverCoresRequest)
8080
val driverMemoryQuantity = new Quantity(s"${driverMemoryWithOverheadMiB}Mi")
8181
val maybeCpuLimitQuantity = driverLimitCores.map { limitCores =>

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/features/BasicExecutorFeatureStep.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -140,10 +140,10 @@ private[spark] class BasicExecutorFeatureStep(
140140
// This is to set the SPARK_CONF_DIR to be /opt/spark/conf
141141
ENV_SPARK_CONF_DIR -> SPARK_CONF_DIR_INTERNAL,
142142
ENV_EXECUTOR_ID -> kubernetesConf.executorId,
143-
ENV_RESOURCE_PROFILE_ID -> resourceProfile.id.toString,
144-
ENV_CLASSPATH-> kubernetesConf.get(EXECUTOR_CLASS_PATH).orNull)
143+
ENV_RESOURCE_PROFILE_ID -> resourceProfile.id.toString)
145144
++ kubernetesConf.environment
146145
++ sparkAuthSecret
146+
++ Map(ENV_CLASSPATH-> kubernetesConf.get(EXECUTOR_CLASS_PATH).orNull)
147147
++ allOpts) ++
148148
KubernetesUtils.buildEnvVarsWithFieldRef(
149149
Seq(

0 commit comments

Comments
 (0)