Repository: spark Updated Branches: refs/heads/branch-1.4 063451068 -> 93af96a2f
[SPARK-6653] [YARN] New config to specify port for sparkYarnAM actor system Author: shekhar.bansal <shekhar.ban...@guavus.com> Closes #5719 from zuxqoj/master and squashes the following commits: 5574ff7 [shekhar.bansal] [SPARK-6653][yarn] New config to specify port for sparkYarnAM actor system 5117258 [shekhar.bansal] [SPARK-6653][yarn] New config to specify port for sparkYarnAM actor system 9de5330 [shekhar.bansal] [SPARK-6653][yarn] New config to specify port for sparkYarnAM actor system 456a592 [shekhar.bansal] [SPARK-6653][yarn] New configuration property to specify port for sparkYarnAM actor system 803e93e [shekhar.bansal] [SPARK-6653][yarn] New configuration property to specify port for sparkYarnAM actor system (cherry picked from commit fc8feaa8e94e1e611d2abb1e5e38de512961502b) Signed-off-by: Sean Owen <so...@cloudera.com> Project: http://git-wip-us.apache.org/repos/asf/spark/repo Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/93af96a2 Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/93af96a2 Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/93af96a2 Branch: refs/heads/branch-1.4 Commit: 93af96a2f598f73b85285e91d09f939c0d6c1eb6 Parents: 0634510 Author: shekhar.bansal <shekhar.ban...@guavus.com> Authored: Tue May 5 11:09:51 2015 +0100 Committer: Sean Owen <so...@cloudera.com> Committed: Tue May 5 11:10:27 2015 +0100 ---------------------------------------------------------------------- docs/running-on-yarn.md | 7 +++++++ .../org/apache/spark/deploy/yarn/ApplicationMaster.scala | 3 ++- 2 files changed, 9 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark/blob/93af96a2/docs/running-on-yarn.md ---------------------------------------------------------------------- diff --git a/docs/running-on-yarn.md b/docs/running-on-yarn.md index b6701b6..4fb4a90 100644 --- a/docs/running-on-yarn.md +++ b/docs/running-on-yarn.md @@ -134,6 +134,13 @@ Most of the configs are the same for Spark on YARN as for other deployment modes </td> </tr> <tr> + <td><code>spark.yarn.am.port</code></td> + <td>(random)</td> + <td> + Port for the YARN Application Master to listen on. In YARN client mode, this is used to communicate between the Spark driver running on a gateway and the Application Master running on YARN. In YARN cluster mode, this is used for the dynamic executor feature, where it handles the kill from the scheduler backend. + </td> +</tr> +<tr> <td><code>spark.yarn.queue</code></td> <td>default</td> <td> http://git-wip-us.apache.org/repos/asf/spark/blob/93af96a2/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala ---------------------------------------------------------------------- diff --git a/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala b/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala index e1694c1..2975296 100644 --- a/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala +++ b/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala @@ -285,7 +285,8 @@ private[spark] class ApplicationMaster( } private def runExecutorLauncher(securityMgr: SecurityManager): Unit = { - rpcEnv = RpcEnv.create("sparkYarnAM", Utils.localHostName, 0, sparkConf, securityMgr) + val port = sparkConf.getInt("spark.yarn.am.port", 0) + rpcEnv = RpcEnv.create("sparkYarnAM", Utils.localHostName, port, sparkConf, securityMgr) waitForSparkDriver() addAmIpFilter() registerAM(sparkConf.get("spark.driver.appUIAddress", ""), securityMgr) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org