You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by td...@apache.org on 2015/09/05 00:40:07 UTC
spark git commit: [SPARK-10311] [STREAMING] Reload appId and
attemptId when app starts with checkpoint file in cluster mode
Repository: spark
Updated Branches:
refs/heads/master 2e1c17553 -> eafe37236
[SPARK-10311] [STREAMING] Reload appId and attemptId when app starts with checkpoint file in cluster mode
Author: xutingjun <xu...@huawei.com>
Closes #8477 from XuTingjun/streaming-attempt.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/eafe3723
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/eafe3723
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/eafe3723
Branch: refs/heads/master
Commit: eafe37236c56b41ab32adf6610743e1e9a0f230f
Parents: 2e1c175
Author: xutingjun <xu...@huawei.com>
Authored: Fri Sep 4 15:40:02 2015 -0700
Committer: Tathagata Das <ta...@gmail.com>
Committed: Fri Sep 4 15:40:02 2015 -0700
----------------------------------------------------------------------
.../src/main/scala/org/apache/spark/streaming/Checkpoint.scala | 2 ++
1 file changed, 2 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/eafe3723/streaming/src/main/scala/org/apache/spark/streaming/Checkpoint.scala
----------------------------------------------------------------------
diff --git a/streaming/src/main/scala/org/apache/spark/streaming/Checkpoint.scala b/streaming/src/main/scala/org/apache/spark/streaming/Checkpoint.scala
index cd5d960..3985e1a 100644
--- a/streaming/src/main/scala/org/apache/spark/streaming/Checkpoint.scala
+++ b/streaming/src/main/scala/org/apache/spark/streaming/Checkpoint.scala
@@ -49,6 +49,8 @@ class Checkpoint(@transient ssc: StreamingContext, val checkpointTime: Time)
// Reload properties for the checkpoint application since user wants to set a reload property
// or spark had changed its value and user wants to set it back.
val propertiesToReload = List(
+ "spark.yarn.app.id",
+ "spark.yarn.app.attemptId",
"spark.driver.host",
"spark.driver.port",
"spark.master",
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org