MapR [SPARK-143] Spark History Server does not require login for secu…

…red-by-default clusters (apache#239)
arjunshroff · Sep 19, 2019 · 4dbd548 · 4dbd548
1 parent 718f948
commit 4dbd548
Showing 1 changed file with 15 additions and 12 deletions.
diff --git a/...anagers/yarn/src/main/scala/org/apache/spark/scheduler/cluster/YarnSchedulerBackend.scala b/...anagers/yarn/src/main/scala/org/apache/spark/scheduler/cluster/YarnSchedulerBackend.scala
@@ -162,19 +162,22 @@ private[spark] abstract class YarnSchedulerBackend(
       filterName: String,
       filterParams: Map[String, String],
       proxyBase: String): Unit = {
-    if (proxyBase != null && proxyBase.nonEmpty) {
-      System.setProperty("spark.ui.proxyBase", proxyBase)
-    }
+    val amIpFilter = "org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter"
+
+    if (filterName != amIpFilter) {
+      if (proxyBase != null &&
+        proxyBase.nonEmpty) {
+        System.setProperty("spark.ui.proxyBase", proxyBase)
+      }
 
-    val hasFilter =
-      filterName != null && filterName.nonEmpty &&
-      filterParams != null && filterParams.nonEmpty
-    if (hasFilter) {
-      logInfo(s"Add WebUI Filter. $filterName, $filterParams, $proxyBase")
-      conf.set("spark.ui.filters", filterName)
-      filterParams.foreach { case (k, v) => conf.set(s"spark.$filterName.param.$k", v) }
-      scheduler.sc.ui.foreach { ui =>
-        ui.getDelegatingHandlers.foreach(_.addFilter(filterName, filterName, filterParams))
+      val hasFilter =
+          filterName != null && filterName.nonEmpty &&
+          filterParams != null && filterParams.nonEmpty
+      if (hasFilter) {
+        logInfo(s"Add WebUI Filter. $filterName, $filterParams, $proxyBase")
+        conf.set("spark.ui.filters", filterName)
+        filterParams.foreach { case (k, v) => conf.set(s"spark.$filterName.param.$k", v) }
+        scheduler.sc.ui.foreach { ui => JettyUtils.addFilters(ui.getHandlers, conf) }
       }
     }
   }