You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sr...@apache.org on 2015/08/25 13:30:13 UTC
spark git commit: Fixed a typo in DAGScheduler.
Repository: spark
Updated Branches:
refs/heads/master 5c1489015 -> 7f1e507bf
Fixed a typo in DAGScheduler.
Author: ehnalis <zo...@gmail.com>
Closes #8308 from ehnalis/master.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/7f1e507b
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/7f1e507b
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/7f1e507b
Branch: refs/heads/master
Commit: 7f1e507bf7e82bff323c5dec3c1ee044687c4173
Parents: 5c14890
Author: ehnalis <zo...@gmail.com>
Authored: Tue Aug 25 12:30:06 2015 +0100
Committer: Sean Owen <so...@cloudera.com>
Committed: Tue Aug 25 12:30:06 2015 +0100
----------------------------------------------------------------------
.../apache/spark/scheduler/DAGScheduler.scala | 27 +++++++++++++++-----
1 file changed, 20 insertions(+), 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/7f1e507b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala
index 684db66..daf9b0f 100644
--- a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala
+++ b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala
@@ -152,17 +152,24 @@ class DAGScheduler(
// may lead to more delay in scheduling if those locations are busy.
private[scheduler] val REDUCER_PREF_LOCS_FRACTION = 0.2
- // Called by TaskScheduler to report task's starting.
+ /**
+ * Called by the TaskSetManager to report task's starting.
+ */
def taskStarted(task: Task[_], taskInfo: TaskInfo) {
eventProcessLoop.post(BeginEvent(task, taskInfo))
}
- // Called to report that a task has completed and results are being fetched remotely.
+ /**
+ * Called by the TaskSetManager to report that a task has completed
+ * and results are being fetched remotely.
+ */
def taskGettingResult(taskInfo: TaskInfo) {
eventProcessLoop.post(GettingResultEvent(taskInfo))
}
- // Called by TaskScheduler to report task completions or failures.
+ /**
+ * Called by the TaskSetManager to report task completions or failures.
+ */
def taskEnded(
task: Task[_],
reason: TaskEndReason,
@@ -188,18 +195,24 @@ class DAGScheduler(
BlockManagerHeartbeat(blockManagerId), new RpcTimeout(600 seconds, "BlockManagerHeartbeat"))
}
- // Called by TaskScheduler when an executor fails.
+ /**
+ * Called by TaskScheduler implementation when an executor fails.
+ */
def executorLost(execId: String): Unit = {
eventProcessLoop.post(ExecutorLost(execId))
}
- // Called by TaskScheduler when a host is added
+ /**
+ * Called by TaskScheduler implementation when a host is added.
+ */
def executorAdded(execId: String, host: String): Unit = {
eventProcessLoop.post(ExecutorAdded(execId, host))
}
- // Called by TaskScheduler to cancel an entire TaskSet due to either repeated failures or
- // cancellation of the job itself.
+ /**
+ * Called by the TaskSetManager to cancel an entire TaskSet due to either repeated failures or
+ * cancellation of the job itself.
+ */
def taskSetFailed(taskSet: TaskSet, reason: String, exception: Option[Throwable]): Unit = {
eventProcessLoop.post(TaskSetFailed(taskSet, reason, exception))
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org