From bc57a6de60b7b8acdf7970ac3617d529ea952a78 Mon Sep 17 00:00:00 2001 From: Catalin Toda Date: Thu, 25 Jan 2024 15:04:53 -0800 Subject: [PATCH] Prevent YARN filter from being added to the Spark UI --- .../org/apache/spark/deploy/yarn/ApplicationMaster.scala | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala index 42e661cd47b19..27b4ee907fb51 100644 --- a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala +++ b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala @@ -499,7 +499,7 @@ private[spark] class ApplicationMaster( } private def runDriver(): Unit = { - addAmIpFilter(None, System.getenv(ApplicationConstants.APPLICATION_WEB_PROXY_BASE_ENV)) +// addAmIpFilter(None, System.getenv(ApplicationConstants.APPLICATION_WEB_PROXY_BASE_ENV)) userClassThread = startUserApplication() // This a bit hacky, but we need to wait until the spark.driver.port property has @@ -556,8 +556,8 @@ private[spark] class ApplicationMaster( val driverRef = rpcEnv.setupEndpointRef( RpcAddress(driverHost, driverPort), YarnSchedulerBackend.ENDPOINT_NAME) - addAmIpFilter(Some(driverRef), - System.getenv(ApplicationConstants.APPLICATION_WEB_PROXY_BASE_ENV)) +// addAmIpFilter(Some(driverRef), +// System.getenv(ApplicationConstants.APPLICATION_WEB_PROXY_BASE_ENV)) createAllocator(driverRef, sparkConf, rpcEnv, appAttemptId, distCacheConf) // In client mode the actor will stop the reporter thread.