[SPARK-3286] - Cannot view ApplicationMaster UI when Yarn’s url schem…

…e is https
apache · Sep 5, 2014 · 450c536 · 450c536
1 parent f060c02
commit 450c536
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClientImpl.scala b/yarn/alpha/src/main/scala/org/apache/spark/deploy/yarn/YarnRMClientImpl.scala
@@ -96,6 +96,7 @@ private class YarnRMClientImpl(args: ApplicationMasterArguments) extends YarnRMC
     // Users can then monitor stderr/stdout on that node if required.
     appMasterRequest.setHost(Utils.localHostName())
     appMasterRequest.setRpcPort(0)
+    //remove the scheme from the url if it exists since Hadoop does not expect scheme
     appMasterRequest.setTrackingUrl(uiAddress.replaceAll("^http(\\w)*://", ""))
     resourceManager.registerApplicationMaster(appMasterRequest)
   }

diff --git a/yarn/common/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala b/yarn/common/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
@@ -188,7 +188,11 @@ private[spark] class ApplicationMaster(args: ApplicationMasterArguments,
     if (sc == null) {
       finish(FinalApplicationStatus.FAILED, "Timed out waiting for SparkContext.")
     } else {
-      registerAM(sc.ui.appUIAddress)
+        var uiAddress = sc.ui.appUIHostPort
+        if (yarnConf.get("yarn.http.policy").equals("HTTPS_ONLY")) {
+          uiAddress = sc.ui.appUIAddress
+        }
+        registerAM(uiAddress)
       try {
         userThread.join()
       } finally {