[MAPRYARN-397] Proxy should respond to client with a redirect if it gets SSL errors from server (apache#1118)

Co-authored-by: Egor Krivokon <>

Author: ekrivokonmapr

assembly/pom.xml

@@ -79,11 +79,6 @@
       <artifactId>classpath-filter_${scala.binary.version}</artifactId>
       <version>${project.version}</version>
     </dependency>
-    <dependency>
-      <groupId>org.apache.spark</groupId>
-      <artifactId>nvidia-plugin_${scala.binary.version}</artifactId>
-      <version>${project.version}</version>
-    </dependency>
     <dependency>
       <groupId>org.apache.spark</groupId>
       <artifactId>hive-site-editor_${scala.binary.version}</artifactId>

common/nvidia-plugin/pom.xml

@@ -24,3 +24,7 @@ spark.executor.memory              2g
 spark.driver.defaultJavaOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED
 spark.executor.defaultJavaOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED
 spark.yarn.am.extraJavaOptions --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED
+
+# Workaround for correct styles for UI when using RM redirect instead of proxy in cluster mode - MAPRYARN-397
+# Proxy base should be set to an empty string because EEP Yarn uses redirect instead of default Apache behavior (proxy)
+spark.ui.proxyBase

common/nvidia-plugin/src/main/scala/org/apache/spark/provider/EEPShimServiceProvider.scala

@@ -37,7 +37,6 @@ import org.apache.hadoop.yarn.api.records._
 import org.apache.hadoop.yarn.conf.YarnConfiguration
 import org.apache.hadoop.yarn.exceptions.ApplicationAttemptNotFoundException
 import org.apache.hadoop.yarn.util.{ConverterUtils, Records}
-
 import org.apache.spark._
 import org.apache.spark.deploy.SparkHadoopUtil
 import org.apache.spark.deploy.history.HistoryServer
@@ -700,8 +699,12 @@ private[spark] class ApplicationMaster(
         d.send(AddWebUIFilter(amFilter, params, proxyBase))
 
       case None =>
-        System.setProperty(UI_FILTERS.key, amFilter)
-        params.foreach { case (k, v) => System.setProperty(s"spark.$amFilter.param.$k", v) }
+        // MAPRYARN-397: EEP Yarn uses redirect instead of proxy by default to avoid SSLHandshake exception.
+        // So we do not need to use AmIpFilter which is using to work with proxy.
+        if (!yarnConf.getBoolean("yarn.web-proxy.redirect.sslhandshake", false)) {
+          System.setProperty(UI_FILTERS.key, amFilter)
+          params.foreach { case (k, v) => System.setProperty(s"spark.$amFilter.param.$k", v) }
+        }
     }
   }