You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sr...@apache.org on 2015/05/05 12:10:21 UTC
spark git commit: [SPARK-6653] [YARN] New config to specify port for
sparkYarnAM actor system
Repository: spark
Updated Branches:
refs/heads/master 4d29867ed -> fc8feaa8e
[SPARK-6653] [YARN] New config to specify port for sparkYarnAM actor system
Author: shekhar.bansal <sh...@guavus.com>
Closes #5719 from zuxqoj/master and squashes the following commits:
5574ff7 [shekhar.bansal] [SPARK-6653][yarn] New config to specify port for sparkYarnAM actor system
5117258 [shekhar.bansal] [SPARK-6653][yarn] New config to specify port for sparkYarnAM actor system
9de5330 [shekhar.bansal] [SPARK-6653][yarn] New config to specify port for sparkYarnAM actor system
456a592 [shekhar.bansal] [SPARK-6653][yarn] New configuration property to specify port for sparkYarnAM actor system
803e93e [shekhar.bansal] [SPARK-6653][yarn] New configuration property to specify port for sparkYarnAM actor system
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/fc8feaa8
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/fc8feaa8
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/fc8feaa8
Branch: refs/heads/master
Commit: fc8feaa8e94e1e611d2abb1e5e38de512961502b
Parents: 4d29867
Author: shekhar.bansal <sh...@guavus.com>
Authored: Tue May 5 11:09:51 2015 +0100
Committer: Sean Owen <so...@cloudera.com>
Committed: Tue May 5 11:09:51 2015 +0100
----------------------------------------------------------------------
docs/running-on-yarn.md | 7 +++++++
.../org/apache/spark/deploy/yarn/ApplicationMaster.scala | 3 ++-
2 files changed, 9 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/fc8feaa8/docs/running-on-yarn.md
----------------------------------------------------------------------
diff --git a/docs/running-on-yarn.md b/docs/running-on-yarn.md
index b6701b6..4fb4a90 100644
--- a/docs/running-on-yarn.md
+++ b/docs/running-on-yarn.md
@@ -134,6 +134,13 @@ Most of the configs are the same for Spark on YARN as for other deployment modes
</td>
</tr>
<tr>
+ <td><code>spark.yarn.am.port</code></td>
+ <td>(random)</td>
+ <td>
+ Port for the YARN Application Master to listen on. In YARN client mode, this is used to communicate between the Spark driver running on a gateway and the Application Master running on YARN. In YARN cluster mode, this is used for the dynamic executor feature, where it handles the kill from the scheduler backend.
+ </td>
+</tr>
+<tr>
<td><code>spark.yarn.queue</code></td>
<td>default</td>
<td>
http://git-wip-us.apache.org/repos/asf/spark/blob/fc8feaa8/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
----------------------------------------------------------------------
diff --git a/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala b/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
index e1694c1..2975296 100644
--- a/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
+++ b/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
@@ -285,7 +285,8 @@ private[spark] class ApplicationMaster(
}
private def runExecutorLauncher(securityMgr: SecurityManager): Unit = {
- rpcEnv = RpcEnv.create("sparkYarnAM", Utils.localHostName, 0, sparkConf, securityMgr)
+ val port = sparkConf.getInt("spark.yarn.am.port", 0)
+ rpcEnv = RpcEnv.create("sparkYarnAM", Utils.localHostName, port, sparkConf, securityMgr)
waitForSparkDriver()
addAmIpFilter()
registerAM(sparkConf.get("spark.driver.appUIAddress", ""), securityMgr)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org