You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ma...@apache.org on 2013/12/06 20:03:35 UTC
[2/3] git commit: Fixed problem with scheduler delay
Fixed problem with scheduler delay
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/58b3aff9
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/58b3aff9
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/58b3aff9
Branch: refs/heads/master
Commit: 58b3aff9a871a38446aacc2d60b65199d44e56bb
Parents: fc78f67
Author: Kay Ousterhout <ka...@gmail.com>
Authored: Mon Dec 2 20:30:03 2013 -0800
Committer: Kay Ousterhout <ka...@gmail.com>
Committed: Mon Dec 2 20:30:03 2013 -0800
----------------------------------------------------------------------
.../main/scala/org/apache/spark/ui/jobs/StagePage.scala | 11 +++++++----
1 file changed, 7 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/58b3aff9/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
index fc8c334..8deb495 100644
--- a/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
+++ b/core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala
@@ -120,11 +120,14 @@ private[spark] class StagePage(parent: JobProgressUI) {
// machine and to send back the result (but not the time to fetch the task result,
// if it needed to be fetched from the block manager on the worker).
val schedulerDelays = validTasks.map{case (info, metrics, exception) =>
- if (info.gettingResultTime > 0) {
- (info.gettingResultTime - info.launchTime).toDouble
- } else {
- (info.finishTime - info.launchTime).toDouble
+ val totalExecutionTime = {
+ if (info.gettingResultTime > 0) {
+ (info.gettingResultTime - info.launchTime).toDouble
+ } else {
+ (info.finishTime - info.launchTime).toDouble
+ }
}
+ totalExecutionTime - metrics.get.executorRunTime
}
val schedulerDelayQuantiles = ("Scheduler delay" +:
Distribution(schedulerDelays).get.getQuantiles().map(