Take spark.ui.reverseProxyUrl into account (#323)

alexarchambault · Jun 15, 2023 · 0f917ab · 0f917ab
1 parent effd405
commit 0f917ab
Showing 1 changed file with 11 additions and 1 deletion.
diff --git a/...ark/src/main/scala/org/apache/spark/sql/almondinternals/NotebookSparkSessionBuilder.scala b/...ark/src/main/scala/org/apache/spark/sql/almondinternals/NotebookSparkSessionBuilder.scala
@@ -83,7 +83,17 @@ class NotebookSparkSessionBuilder(implicit
 
       val session = super.getOrCreate()
 
-      for (url <- session.sparkContext.uiWebUrl)
+      val reverseProxyUrlOpt = session.sparkContext.getConf.getOption("spark.ui.reverseProxyUrl")
+        .filter { _ =>
+          session.sparkContext.getConf.getOption("spark.ui.reverseProxy").contains("true")
+        }
+      val uiUrlOpt = reverseProxyUrlOpt
+        .map { reverseProxyUrl =>
+          val appId = session.sparkContext.applicationId
+          s"$reverseProxyUrl/proxy/$appId"
+        }
+        .orElse(session.sparkContext.uiWebUrl)
+      for (url <- uiUrlOpt)
         html(s"""<a target="_blank" href="$url">Spark UI</a>""")
 
       session.sparkContext.addSparkListener(