From df33e147169c0603e4051ef6b7be35f52919c316 Mon Sep 17 00:00:00 2001 From: Weiqing Yang Date: Fri, 11 Nov 2016 16:18:57 -0800 Subject: [PATCH] [MINOR][YARN] Define 'spark.yarn.am.port' in yarn config object --- .../org/apache/spark/deploy/yarn/ApplicationMaster.scala | 2 +- .../src/main/scala/org/apache/spark/deploy/yarn/config.scala | 5 +++++ 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala b/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala index f2b9dfb4d184d..56e6d082725c2 100644 --- a/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala +++ b/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala @@ -428,7 +428,7 @@ private[spark] class ApplicationMaster( } private def runExecutorLauncher(securityMgr: SecurityManager): Unit = { - val port = sparkConf.getInt("spark.yarn.am.port", 0) + val port = sparkConf.get(AM_PORT) rpcEnv = RpcEnv.create("sparkYarnAM", Utils.localHostName, port, sparkConf, securityMgr, clientMode = true) val driverRef = waitForSparkDriver() diff --git a/yarn/src/main/scala/org/apache/spark/deploy/yarn/config.scala b/yarn/src/main/scala/org/apache/spark/deploy/yarn/config.scala index ca8c89043aa88..666cb456a9be0 100644 --- a/yarn/src/main/scala/org/apache/spark/deploy/yarn/config.scala +++ b/yarn/src/main/scala/org/apache/spark/deploy/yarn/config.scala @@ -40,6 +40,11 @@ package object config { .timeConf(TimeUnit.MILLISECONDS) .createOptional + private[spark] val AM_PORT = + ConfigBuilder("spark.yarn.am.port") + .intConf + .createWithDefault(0) + private[spark] val EXECUTOR_ATTEMPT_FAILURE_VALIDITY_INTERVAL_MS = ConfigBuilder("spark.yarn.executor.failuresValidityInterval") .doc("Interval after which Executor failures will be considered independent and not " +