You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by va...@apache.org on 2016/09/23 20:43:54 UTC
[2/2] spark git commit: [SPARK-12221] add cpu time to metrics
[SPARK-12221] add cpu time to metrics
Currently task metrics don't support executor CPU time, so there's no way to calculate how much CPU time a stage/task took from History Server metrics. This PR enables reporting CPU time.
Author: jisookim <ji...@gmail.com>
Closes #10212 from jisookim0513/add-cpu-time-metric.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/90a30f46
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/90a30f46
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/90a30f46
Branch: refs/heads/master
Commit: 90a30f46349182b6fc9d4123090c4712fdb425be
Parents: 988c714
Author: jisookim <ji...@gmail.com>
Authored: Fri Sep 23 13:43:47 2016 -0700
Committer: Marcelo Vanzin <va...@cloudera.com>
Committed: Fri Sep 23 13:43:47 2016 -0700
----------------------------------------------------------------------
.../org/apache/spark/InternalAccumulator.scala | 2 +
.../org/apache/spark/executor/Executor.scala | 15 +++
.../org/apache/spark/executor/TaskMetrics.scala | 18 ++++
.../org/apache/spark/scheduler/ResultTask.scala | 8 ++
.../apache/spark/scheduler/ShuffleMapTask.scala | 8 ++
.../scala/org/apache/spark/scheduler/Task.scala | 2 +
.../spark/status/api/v1/AllStagesResource.scala | 5 +
.../org/apache/spark/status/api/v1/api.scala | 5 +
.../spark/ui/jobs/JobProgressListener.scala | 4 +
.../scala/org/apache/spark/ui/jobs/UIData.scala | 5 +
.../org/apache/spark/util/JsonProtocol.scala | 10 ++
.../complete_stage_list_json_expectation.json | 3 +
.../failed_stage_list_json_expectation.json | 1 +
.../one_stage_attempt_json_expectation.json | 17 ++++
.../one_stage_json_expectation.json | 17 ++++
.../stage_list_json_expectation.json | 4 +
..._list_with_accumulable_json_expectation.json | 1 +
.../stage_task_list_expectation.json | 40 ++++++++
...m_multi_attempt_app_json_1__expectation.json | 16 +++
...m_multi_attempt_app_json_2__expectation.json | 16 +++
...ask_list_w__offset___length_expectation.json | 100 +++++++++++++++++++
.../stage_task_list_w__sortBy_expectation.json | 40 ++++++++
...ortBy_short_names___runtime_expectation.json | 40 ++++++++
...sortBy_short_names__runtime_expectation.json | 40 ++++++++
...summary_w__custom_quantiles_expectation.json | 2 +
...task_summary_w_shuffle_read_expectation.json | 2 +
...ask_summary_w_shuffle_write_expectation.json | 2 +
...stage_with_accumulable_json_expectation.json | 17 ++++
.../apache/spark/util/JsonProtocolSuite.scala | 69 +++++++++----
project/MimaExcludes.scala | 4 +
30 files changed, 492 insertions(+), 21 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/main/scala/org/apache/spark/InternalAccumulator.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/InternalAccumulator.scala b/core/src/main/scala/org/apache/spark/InternalAccumulator.scala
index 0b494c1..82d3098 100644
--- a/core/src/main/scala/org/apache/spark/InternalAccumulator.scala
+++ b/core/src/main/scala/org/apache/spark/InternalAccumulator.scala
@@ -31,7 +31,9 @@ private[spark] object InternalAccumulator {
// Names of internal task level metrics
val EXECUTOR_DESERIALIZE_TIME = METRICS_PREFIX + "executorDeserializeTime"
+ val EXECUTOR_DESERIALIZE_CPU_TIME = METRICS_PREFIX + "executorDeserializeCpuTime"
val EXECUTOR_RUN_TIME = METRICS_PREFIX + "executorRunTime"
+ val EXECUTOR_CPU_TIME = METRICS_PREFIX + "executorCpuTime"
val RESULT_SIZE = METRICS_PREFIX + "resultSize"
val JVM_GC_TIME = METRICS_PREFIX + "jvmGCTime"
val RESULT_SERIALIZATION_TIME = METRICS_PREFIX + "resultSerializationTime"
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/main/scala/org/apache/spark/executor/Executor.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/executor/Executor.scala b/core/src/main/scala/org/apache/spark/executor/Executor.scala
index 668ec41..9501dd9 100644
--- a/core/src/main/scala/org/apache/spark/executor/Executor.scala
+++ b/core/src/main/scala/org/apache/spark/executor/Executor.scala
@@ -232,13 +232,18 @@ private[spark] class Executor(
}
override def run(): Unit = {
+ val threadMXBean = ManagementFactory.getThreadMXBean
val taskMemoryManager = new TaskMemoryManager(env.memoryManager, taskId)
val deserializeStartTime = System.currentTimeMillis()
+ val deserializeStartCpuTime = if (threadMXBean.isCurrentThreadCpuTimeSupported) {
+ threadMXBean.getCurrentThreadCpuTime
+ } else 0L
Thread.currentThread.setContextClassLoader(replClassLoader)
val ser = env.closureSerializer.newInstance()
logInfo(s"Running $taskName (TID $taskId)")
execBackend.statusUpdate(taskId, TaskState.RUNNING, EMPTY_BYTE_BUFFER)
var taskStart: Long = 0
+ var taskStartCpu: Long = 0
startGCTime = computeTotalGcTime()
try {
@@ -269,6 +274,9 @@ private[spark] class Executor(
// Run the actual task and measure its runtime.
taskStart = System.currentTimeMillis()
+ taskStartCpu = if (threadMXBean.isCurrentThreadCpuTimeSupported) {
+ threadMXBean.getCurrentThreadCpuTime
+ } else 0L
var threwException = true
val value = try {
val res = task.run(
@@ -302,6 +310,9 @@ private[spark] class Executor(
}
}
val taskFinish = System.currentTimeMillis()
+ val taskFinishCpu = if (threadMXBean.isCurrentThreadCpuTimeSupported) {
+ threadMXBean.getCurrentThreadCpuTime
+ } else 0L
// If the task has been killed, let's fail it.
if (task.killed) {
@@ -317,8 +328,12 @@ private[spark] class Executor(
// includes the Partition. Second, Task.run() deserializes the RDD and function to be run.
task.metrics.setExecutorDeserializeTime(
(taskStart - deserializeStartTime) + task.executorDeserializeTime)
+ task.metrics.setExecutorDeserializeCpuTime(
+ (taskStartCpu - deserializeStartCpuTime) + task.executorDeserializeCpuTime)
// We need to subtract Task.run()'s deserialization time to avoid double-counting
task.metrics.setExecutorRunTime((taskFinish - taskStart) - task.executorDeserializeTime)
+ task.metrics.setExecutorCpuTime(
+ (taskFinishCpu - taskStartCpu) - task.executorDeserializeCpuTime)
task.metrics.setJvmGCTime(computeTotalGcTime() - startGCTime)
task.metrics.setResultSerializationTime(afterSerialization - beforeSerialization)
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/main/scala/org/apache/spark/executor/TaskMetrics.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/executor/TaskMetrics.scala b/core/src/main/scala/org/apache/spark/executor/TaskMetrics.scala
index 52a3499..2956768 100644
--- a/core/src/main/scala/org/apache/spark/executor/TaskMetrics.scala
+++ b/core/src/main/scala/org/apache/spark/executor/TaskMetrics.scala
@@ -47,7 +47,9 @@ import org.apache.spark.util.{AccumulatorContext, AccumulatorMetadata, Accumulat
class TaskMetrics private[spark] () extends Serializable {
// Each metric is internally represented as an accumulator
private val _executorDeserializeTime = new LongAccumulator
+ private val _executorDeserializeCpuTime = new LongAccumulator
private val _executorRunTime = new LongAccumulator
+ private val _executorCpuTime = new LongAccumulator
private val _resultSize = new LongAccumulator
private val _jvmGCTime = new LongAccumulator
private val _resultSerializationTime = new LongAccumulator
@@ -62,11 +64,22 @@ class TaskMetrics private[spark] () extends Serializable {
def executorDeserializeTime: Long = _executorDeserializeTime.sum
/**
+ * CPU Time taken on the executor to deserialize this task in nanoseconds.
+ */
+ def executorDeserializeCpuTime: Long = _executorDeserializeCpuTime.sum
+
+ /**
* Time the executor spends actually running the task (including fetching shuffle data).
*/
def executorRunTime: Long = _executorRunTime.sum
/**
+ * CPU Time the executor spends actually running the task
+ * (including fetching shuffle data) in nanoseconds.
+ */
+ def executorCpuTime: Long = _executorCpuTime.sum
+
+ /**
* The number of bytes this task transmitted back to the driver as the TaskResult.
*/
def resultSize: Long = _resultSize.sum
@@ -111,7 +124,10 @@ class TaskMetrics private[spark] () extends Serializable {
// Setters and increment-ers
private[spark] def setExecutorDeserializeTime(v: Long): Unit =
_executorDeserializeTime.setValue(v)
+ private[spark] def setExecutorDeserializeCpuTime(v: Long): Unit =
+ _executorDeserializeCpuTime.setValue(v)
private[spark] def setExecutorRunTime(v: Long): Unit = _executorRunTime.setValue(v)
+ private[spark] def setExecutorCpuTime(v: Long): Unit = _executorCpuTime.setValue(v)
private[spark] def setResultSize(v: Long): Unit = _resultSize.setValue(v)
private[spark] def setJvmGCTime(v: Long): Unit = _jvmGCTime.setValue(v)
private[spark] def setResultSerializationTime(v: Long): Unit =
@@ -188,7 +204,9 @@ class TaskMetrics private[spark] () extends Serializable {
import InternalAccumulator._
@transient private[spark] lazy val nameToAccums = LinkedHashMap(
EXECUTOR_DESERIALIZE_TIME -> _executorDeserializeTime,
+ EXECUTOR_DESERIALIZE_CPU_TIME -> _executorDeserializeCpuTime,
EXECUTOR_RUN_TIME -> _executorRunTime,
+ EXECUTOR_CPU_TIME -> _executorCpuTime,
RESULT_SIZE -> _resultSize,
JVM_GC_TIME -> _jvmGCTime,
RESULT_SERIALIZATION_TIME -> _resultSerializationTime,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/main/scala/org/apache/spark/scheduler/ResultTask.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/scheduler/ResultTask.scala b/core/src/main/scala/org/apache/spark/scheduler/ResultTask.scala
index 75c6018..609f10a 100644
--- a/core/src/main/scala/org/apache/spark/scheduler/ResultTask.scala
+++ b/core/src/main/scala/org/apache/spark/scheduler/ResultTask.scala
@@ -18,6 +18,7 @@
package org.apache.spark.scheduler
import java.io._
+import java.lang.management.ManagementFactory
import java.nio.ByteBuffer
import java.util.Properties
@@ -61,11 +62,18 @@ private[spark] class ResultTask[T, U](
override def runTask(context: TaskContext): U = {
// Deserialize the RDD and the func using the broadcast variables.
+ val threadMXBean = ManagementFactory.getThreadMXBean
val deserializeStartTime = System.currentTimeMillis()
+ val deserializeStartCpuTime = if (threadMXBean.isCurrentThreadCpuTimeSupported) {
+ threadMXBean.getCurrentThreadCpuTime
+ } else 0L
val ser = SparkEnv.get.closureSerializer.newInstance()
val (rdd, func) = ser.deserialize[(RDD[T], (TaskContext, Iterator[T]) => U)](
ByteBuffer.wrap(taskBinary.value), Thread.currentThread.getContextClassLoader)
_executorDeserializeTime = System.currentTimeMillis() - deserializeStartTime
+ _executorDeserializeCpuTime = if (threadMXBean.isCurrentThreadCpuTimeSupported) {
+ threadMXBean.getCurrentThreadCpuTime - deserializeStartCpuTime
+ } else 0L
func(context, rdd.iterator(partition, context))
}
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/main/scala/org/apache/spark/scheduler/ShuffleMapTask.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/scheduler/ShuffleMapTask.scala b/core/src/main/scala/org/apache/spark/scheduler/ShuffleMapTask.scala
index 84b3e5b..448fe02 100644
--- a/core/src/main/scala/org/apache/spark/scheduler/ShuffleMapTask.scala
+++ b/core/src/main/scala/org/apache/spark/scheduler/ShuffleMapTask.scala
@@ -17,6 +17,7 @@
package org.apache.spark.scheduler
+import java.lang.management.ManagementFactory
import java.nio.ByteBuffer
import java.util.Properties
@@ -66,11 +67,18 @@ private[spark] class ShuffleMapTask(
override def runTask(context: TaskContext): MapStatus = {
// Deserialize the RDD using the broadcast variable.
+ val threadMXBean = ManagementFactory.getThreadMXBean
val deserializeStartTime = System.currentTimeMillis()
+ val deserializeStartCpuTime = if (threadMXBean.isCurrentThreadCpuTimeSupported) {
+ threadMXBean.getCurrentThreadCpuTime
+ } else 0L
val ser = SparkEnv.get.closureSerializer.newInstance()
val (rdd, dep) = ser.deserialize[(RDD[_], ShuffleDependency[_, _, _])](
ByteBuffer.wrap(taskBinary.value), Thread.currentThread.getContextClassLoader)
_executorDeserializeTime = System.currentTimeMillis() - deserializeStartTime
+ _executorDeserializeCpuTime = if (threadMXBean.isCurrentThreadCpuTimeSupported) {
+ threadMXBean.getCurrentThreadCpuTime - deserializeStartCpuTime
+ } else 0L
var writer: ShuffleWriter[Any, Any] = null
try {
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/main/scala/org/apache/spark/scheduler/Task.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/scheduler/Task.scala b/core/src/main/scala/org/apache/spark/scheduler/Task.scala
index ea9dc39..48daa34 100644
--- a/core/src/main/scala/org/apache/spark/scheduler/Task.scala
+++ b/core/src/main/scala/org/apache/spark/scheduler/Task.scala
@@ -139,6 +139,7 @@ private[spark] abstract class Task[T](
@volatile @transient private var _killed = false
protected var _executorDeserializeTime: Long = 0
+ protected var _executorDeserializeCpuTime: Long = 0
/**
* Whether the task has been killed.
@@ -149,6 +150,7 @@ private[spark] abstract class Task[T](
* Returns the amount of time spent deserializing the RDD and function to be run.
*/
def executorDeserializeTime: Long = _executorDeserializeTime
+ def executorDeserializeCpuTime: Long = _executorDeserializeCpuTime
/**
* Collect the latest values of accumulators used in this task. If the task failed,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/main/scala/org/apache/spark/status/api/v1/AllStagesResource.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/status/api/v1/AllStagesResource.scala b/core/src/main/scala/org/apache/spark/status/api/v1/AllStagesResource.scala
index 7d63a8f..acb7c23 100644
--- a/core/src/main/scala/org/apache/spark/status/api/v1/AllStagesResource.scala
+++ b/core/src/main/scala/org/apache/spark/status/api/v1/AllStagesResource.scala
@@ -101,6 +101,7 @@ private[v1] object AllStagesResource {
numCompleteTasks = stageUiData.numCompleteTasks,
numFailedTasks = stageUiData.numFailedTasks,
executorRunTime = stageUiData.executorRunTime,
+ executorCpuTime = stageUiData.executorCpuTime,
submissionTime = stageInfo.submissionTime.map(new Date(_)),
firstTaskLaunchedTime,
completionTime = stageInfo.completionTime.map(new Date(_)),
@@ -220,7 +221,9 @@ private[v1] object AllStagesResource {
new TaskMetricDistributions(
quantiles = quantiles,
executorDeserializeTime = metricQuantiles(_.executorDeserializeTime),
+ executorDeserializeCpuTime = metricQuantiles(_.executorDeserializeCpuTime),
executorRunTime = metricQuantiles(_.executorRunTime),
+ executorCpuTime = metricQuantiles(_.executorCpuTime),
resultSize = metricQuantiles(_.resultSize),
jvmGcTime = metricQuantiles(_.jvmGCTime),
resultSerializationTime = metricQuantiles(_.resultSerializationTime),
@@ -241,7 +244,9 @@ private[v1] object AllStagesResource {
def convertUiTaskMetrics(internal: InternalTaskMetrics): TaskMetrics = {
new TaskMetrics(
executorDeserializeTime = internal.executorDeserializeTime,
+ executorDeserializeCpuTime = internal.executorDeserializeCpuTime,
executorRunTime = internal.executorRunTime,
+ executorCpuTime = internal.executorCpuTime,
resultSize = internal.resultSize,
jvmGcTime = internal.jvmGCTime,
resultSerializationTime = internal.resultSerializationTime,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/main/scala/org/apache/spark/status/api/v1/api.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/status/api/v1/api.scala b/core/src/main/scala/org/apache/spark/status/api/v1/api.scala
index 32e332a..44a929b 100644
--- a/core/src/main/scala/org/apache/spark/status/api/v1/api.scala
+++ b/core/src/main/scala/org/apache/spark/status/api/v1/api.scala
@@ -128,6 +128,7 @@ class StageData private[spark](
val numFailedTasks: Int,
val executorRunTime: Long,
+ val executorCpuTime: Long,
val submissionTime: Option[Date],
val firstTaskLaunchedTime: Option[Date],
val completionTime: Option[Date],
@@ -166,7 +167,9 @@ class TaskData private[spark](
class TaskMetrics private[spark](
val executorDeserializeTime: Long,
+ val executorDeserializeCpuTime: Long,
val executorRunTime: Long,
+ val executorCpuTime: Long,
val resultSize: Long,
val jvmGcTime: Long,
val resultSerializationTime: Long,
@@ -202,7 +205,9 @@ class TaskMetricDistributions private[spark](
val quantiles: IndexedSeq[Double],
val executorDeserializeTime: IndexedSeq[Double],
+ val executorDeserializeCpuTime: IndexedSeq[Double],
val executorRunTime: IndexedSeq[Double],
+ val executorCpuTime: IndexedSeq[Double],
val resultSize: IndexedSeq[Double],
val jvmGcTime: IndexedSeq[Double],
val resultSerializationTime: IndexedSeq[Double],
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala b/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala
index d3a4f9d..83dc5d8 100644
--- a/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala
+++ b/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala
@@ -503,6 +503,10 @@ class JobProgressListener(conf: SparkConf) extends SparkListener with Logging {
val timeDelta =
taskMetrics.executorRunTime - oldMetrics.map(_.executorRunTime).getOrElse(0L)
stageData.executorRunTime += timeDelta
+
+ val cpuTimeDelta =
+ taskMetrics.executorCpuTime - oldMetrics.map(_.executorCpuTime).getOrElse(0L)
+ stageData.executorCpuTime += cpuTimeDelta
}
override def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate) {
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/main/scala/org/apache/spark/ui/jobs/UIData.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/UIData.scala b/core/src/main/scala/org/apache/spark/ui/jobs/UIData.scala
index c729f03..f4a0460 100644
--- a/core/src/main/scala/org/apache/spark/ui/jobs/UIData.scala
+++ b/core/src/main/scala/org/apache/spark/ui/jobs/UIData.scala
@@ -80,6 +80,7 @@ private[spark] object UIData {
var numKilledTasks: Int = _
var executorRunTime: Long = _
+ var executorCpuTime: Long = _
var inputBytes: Long = _
var inputRecords: Long = _
@@ -137,7 +138,9 @@ private[spark] object UIData {
metrics.map { m =>
TaskMetricsUIData(
executorDeserializeTime = m.executorDeserializeTime,
+ executorDeserializeCpuTime = m.executorDeserializeCpuTime,
executorRunTime = m.executorRunTime,
+ executorCpuTime = m.executorCpuTime,
resultSize = m.resultSize,
jvmGCTime = m.jvmGCTime,
resultSerializationTime = m.resultSerializationTime,
@@ -179,7 +182,9 @@ private[spark] object UIData {
case class TaskMetricsUIData(
executorDeserializeTime: Long,
+ executorDeserializeCpuTime: Long,
executorRunTime: Long,
+ executorCpuTime: Long,
resultSize: Long,
jvmGCTime: Long,
resultSerializationTime: Long,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/main/scala/org/apache/spark/util/JsonProtocol.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/util/JsonProtocol.scala b/core/src/main/scala/org/apache/spark/util/JsonProtocol.scala
index 41d947c..f4fa7b4 100644
--- a/core/src/main/scala/org/apache/spark/util/JsonProtocol.scala
+++ b/core/src/main/scala/org/apache/spark/util/JsonProtocol.scala
@@ -348,7 +348,9 @@ private[spark] object JsonProtocol {
("Status" -> blockStatusToJson(status))
})
("Executor Deserialize Time" -> taskMetrics.executorDeserializeTime) ~
+ ("Executor Deserialize CPU Time" -> taskMetrics.executorDeserializeCpuTime) ~
("Executor Run Time" -> taskMetrics.executorRunTime) ~
+ ("Executor CPU Time" -> taskMetrics.executorCpuTime) ~
("Result Size" -> taskMetrics.resultSize) ~
("JVM GC Time" -> taskMetrics.jvmGCTime) ~
("Result Serialization Time" -> taskMetrics.resultSerializationTime) ~
@@ -759,7 +761,15 @@ private[spark] object JsonProtocol {
return metrics
}
metrics.setExecutorDeserializeTime((json \ "Executor Deserialize Time").extract[Long])
+ metrics.setExecutorDeserializeCpuTime((json \ "Executor Deserialize CPU Time") match {
+ case JNothing => 0
+ case x => x.extract[Long]
+ })
metrics.setExecutorRunTime((json \ "Executor Run Time").extract[Long])
+ metrics.setExecutorCpuTime((json \ "Executor CPU Time") match {
+ case JNothing => 0
+ case x => x.extract[Long]
+ })
metrics.setResultSize((json \ "Result Size").extract[Long])
metrics.setJvmGCTime((json \ "JVM GC Time").extract[Long])
metrics.setResultSerializationTime((json \ "Result Serialization Time").extract[Long])
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/complete_stage_list_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/complete_stage_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/complete_stage_list_json_expectation.json
index 8f8067f..25c4fff 100644
--- a/core/src/test/resources/HistoryServerExpectations/complete_stage_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/complete_stage_list_json_expectation.json
@@ -6,6 +6,7 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 162,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:07.191GMT",
"firstTaskLaunchedTime" : "2015-02-03T16:43:07.191GMT",
"completionTime" : "2015-02-03T16:43:07.226GMT",
@@ -31,6 +32,7 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 3476,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:05.829GMT",
"firstTaskLaunchedTime" : "2015-02-03T16:43:05.829GMT",
"completionTime" : "2015-02-03T16:43:06.286GMT",
@@ -56,6 +58,7 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 4338,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:04.228GMT",
"firstTaskLaunchedTime" : "2015-02-03T16:43:04.234GMT",
"completionTime" : "2015-02-03T16:43:04.819GMT",
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/failed_stage_list_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/failed_stage_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/failed_stage_list_json_expectation.json
index 08b692e..b86ba1e 100644
--- a/core/src/test/resources/HistoryServerExpectations/failed_stage_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/failed_stage_list_json_expectation.json
@@ -6,6 +6,7 @@
"numCompleteTasks" : 7,
"numFailedTasks" : 1,
"executorRunTime" : 278,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:06.296GMT",
"firstTaskLaunchedTime" : "2015-02-03T16:43:06.296GMT",
"completionTime" : "2015-02-03T16:43:06.347GMT",
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
index 477a2fe..0084339 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
@@ -6,6 +6,7 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 3476,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:05.829GMT",
"firstTaskLaunchedTime" : "2015-02-03T16:43:05.829GMT",
"completionTime" : "2015-02-03T16:43:06.286GMT",
@@ -36,7 +37,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 1,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 435,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 2,
@@ -77,7 +80,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 434,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 1,
@@ -118,7 +123,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 434,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 1,
@@ -159,7 +166,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 434,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 2,
@@ -200,7 +209,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 434,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 1,
@@ -241,7 +252,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 1,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 436,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 0,
@@ -282,7 +295,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 434,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 1,
@@ -323,7 +338,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 1,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 435,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 1,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
index 388e51f..63fe3b2 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
@@ -6,6 +6,7 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 3476,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:05.829GMT",
"firstTaskLaunchedTime" : "2015-02-03T16:43:05.829GMT",
"completionTime" : "2015-02-03T16:43:06.286GMT",
@@ -36,7 +37,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 1,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 435,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 2,
@@ -77,7 +80,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 434,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 1,
@@ -118,7 +123,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 434,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 1,
@@ -159,7 +166,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 434,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 2,
@@ -200,7 +209,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 434,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 1,
@@ -241,7 +252,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 1,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 436,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 0,
@@ -282,7 +295,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 434,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 1,
@@ -323,7 +338,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 1,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 435,
+ "executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
"resultSerializationTime" : 1,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
index 5b957ed..6509df1 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
@@ -6,6 +6,7 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 162,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:07.191GMT",
"firstTaskLaunchedTime" : "2015-02-03T16:43:07.191GMT",
"completionTime" : "2015-02-03T16:43:07.226GMT",
@@ -31,6 +32,7 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 3476,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:05.829GMT",
"firstTaskLaunchedTime" : "2015-02-03T16:43:05.829GMT",
"completionTime" : "2015-02-03T16:43:06.286GMT",
@@ -56,6 +58,7 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 4338,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:04.228GMT",
"firstTaskLaunchedTime" : "2015-02-03T16:43:04.234GMT",
"completionTime" : "2015-02-03T16:43:04.819GMT",
@@ -81,6 +84,7 @@
"numCompleteTasks" : 7,
"numFailedTasks" : 1,
"executorRunTime" : 278,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:06.296GMT",
"firstTaskLaunchedTime" : "2015-02-03T16:43:06.296GMT",
"completionTime" : "2015-02-03T16:43:06.347GMT",
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
index afa425f..8496863 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
@@ -6,6 +6,7 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 120,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-03-16T19:25:36.103GMT",
"firstTaskLaunchedTime" : "2015-03-16T19:25:36.515GMT",
"completionTime" : "2015-03-16T19:25:36.579GMT",
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json
index 8e09aab..e0661c4 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json
@@ -10,7 +10,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 32,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -50,7 +52,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 350,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 0,
@@ -90,7 +94,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 32,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 348,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 2,
@@ -130,7 +136,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 2,
@@ -170,7 +178,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -210,7 +220,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 30,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 350,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -250,7 +262,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 29,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 351,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -290,7 +304,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 0,
@@ -330,7 +346,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 80,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -370,7 +388,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 9,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 84,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -410,7 +430,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 8,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 73,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -450,7 +472,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 6,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 75,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -490,7 +514,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 9,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 77,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -530,7 +556,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 9,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 76,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -570,7 +598,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 6,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 83,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -610,7 +640,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 76,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -650,7 +682,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 10,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 84,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -690,7 +724,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 11,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 91,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 1,
@@ -730,7 +766,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 10,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 92,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -770,7 +808,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 84,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json
index 1dbf72b..8492f19 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json
@@ -15,7 +15,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 14,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -60,7 +62,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 14,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -105,7 +109,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 13,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -150,7 +156,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 13,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -195,7 +203,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 1,
@@ -240,7 +250,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -285,7 +297,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -330,7 +344,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json
index 4834922..4de4c50 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json
@@ -15,7 +15,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 14,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -60,7 +62,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 14,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -105,7 +109,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 13,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -150,7 +156,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 13,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -195,7 +203,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 1,
@@ -240,7 +250,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -285,7 +297,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -330,7 +344,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json
index 624f2bb..d2eceeb 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json
@@ -10,7 +10,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 8,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 73,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -50,7 +52,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 6,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 75,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -90,7 +94,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 9,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 77,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -130,7 +136,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 9,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 76,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -170,7 +178,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 6,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 83,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -210,7 +220,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 76,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -250,7 +262,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 10,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 84,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -290,7 +304,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 11,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 91,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 1,
@@ -330,7 +346,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 10,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 92,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -370,7 +388,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 84,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -410,7 +430,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 83,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -450,7 +472,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 88,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -490,7 +514,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 93,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -530,7 +556,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 65,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -570,7 +598,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 43,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 1,
@@ -610,7 +640,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 49,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -650,7 +682,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 6,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 38,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -690,7 +724,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 32,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -730,7 +766,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 29,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -770,7 +808,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 39,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -810,7 +850,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 4,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 34,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -850,7 +892,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 36,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 24,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -890,7 +934,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -930,7 +976,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 43,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -970,7 +1018,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 6,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 27,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -1010,7 +1060,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 35,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -1050,7 +1102,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 29,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -1090,7 +1144,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 4,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 32,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -1130,7 +1186,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 31,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -1170,7 +1228,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1210,7 +1270,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 4,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 14,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1250,7 +1312,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 16,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1290,7 +1354,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 10,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1330,7 +1396,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 16,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1370,7 +1438,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 18,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1410,7 +1480,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 19,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1450,7 +1522,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 1,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 31,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 6,
"resultSerializationTime" : 0,
@@ -1490,7 +1564,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 18,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1530,7 +1606,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 24,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 6,
"resultSerializationTime" : 0,
@@ -1570,7 +1648,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 7,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 23,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 6,
"resultSerializationTime" : 0,
@@ -1610,7 +1690,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 4,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 18,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1650,7 +1732,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1690,7 +1774,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 18,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1730,7 +1816,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 6,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 18,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1770,7 +1858,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 18,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1810,7 +1900,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 4,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 21,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1850,7 +1942,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 20,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1890,7 +1984,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 16,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1930,7 +2026,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 16,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -1970,7 +2068,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_expectation.json
index 96d86b7..f42c3a4 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_expectation.json
@@ -10,7 +10,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 29,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 351,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -50,7 +52,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 350,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 0,
@@ -90,7 +94,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 30,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 350,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -130,7 +136,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 32,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -170,7 +178,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 2,
@@ -210,7 +220,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -250,7 +262,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 0,
@@ -290,7 +304,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 32,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 348,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 2,
@@ -330,7 +346,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 93,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -370,7 +388,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 10,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 92,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -410,7 +430,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 11,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 91,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 1,
@@ -450,7 +472,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 88,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -490,7 +514,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 9,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 84,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -530,7 +556,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 10,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 84,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -570,7 +598,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 84,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -610,7 +640,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 6,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 83,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -650,7 +682,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 83,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -690,7 +724,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 80,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -730,7 +766,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 9,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 77,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -770,7 +808,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 9,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 76,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names___runtime_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names___runtime_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names___runtime_expectation.json
index 96d86b7..f42c3a4 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names___runtime_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names___runtime_expectation.json
@@ -10,7 +10,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 29,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 351,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -50,7 +52,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 350,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 0,
@@ -90,7 +94,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 30,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 350,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -130,7 +136,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 32,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -170,7 +178,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 2,
@@ -210,7 +220,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 1,
@@ -250,7 +262,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 31,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 349,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 0,
@@ -290,7 +304,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 32,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 348,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 7,
"resultSerializationTime" : 2,
@@ -330,7 +346,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 93,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -370,7 +388,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 10,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 92,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -410,7 +430,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 11,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 91,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 1,
@@ -450,7 +472,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 88,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -490,7 +514,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 9,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 84,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -530,7 +556,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 10,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 84,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -570,7 +598,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 84,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -610,7 +640,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 6,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 83,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -650,7 +682,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 83,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -690,7 +724,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 80,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -730,7 +766,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 9,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 77,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -770,7 +808,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 9,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 76,
+ "executorCpuTime" : 0,
"resultSize" : 2010,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json
index e0e9e81..db60ccc 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__sortBy_short_names__runtime_expectation.json
@@ -10,7 +10,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 4,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 14,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -50,7 +52,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 16,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -90,7 +94,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 16,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -130,7 +136,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 16,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -170,7 +178,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 16,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -210,7 +220,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 16,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -250,7 +262,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 16,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 1,
@@ -290,7 +304,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -330,7 +346,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -370,7 +388,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 10,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -410,7 +430,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -450,7 +472,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -490,7 +514,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 20,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 5,
"resultSerializationTime" : 0,
@@ -530,7 +556,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -570,7 +598,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -610,7 +640,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 17,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -650,7 +682,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 3,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 18,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -690,7 +724,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 2,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 18,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -730,7 +766,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 4,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 18,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
@@ -770,7 +808,9 @@
"accumulatorUpdates" : [ ],
"taskMetrics" : {
"executorDeserializeTime" : 5,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 18,
+ "executorCpuTime" : 0,
"resultSize" : 2065,
"jvmGcTime" : 0,
"resultSerializationTime" : 0,
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
index 76d1553..5dcbc89 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w__custom_quantiles_expectation.json
@@ -1,7 +1,9 @@
{
"quantiles" : [ 0.01, 0.5, 0.99 ],
"executorDeserializeTime" : [ 1.0, 3.0, 36.0 ],
+ "executorDeserializeCpuTime" : [ 0.0, 0.0, 0.0 ],
"executorRunTime" : [ 16.0, 28.0, 351.0 ],
+ "executorCpuTime" : [ 0.0, 0.0, 0.0],
"resultSize" : [ 2010.0, 2065.0, 2065.0 ],
"jvmGcTime" : [ 0.0, 0.0, 7.0 ],
"resultSerializationTime" : [ 0.0, 0.0, 2.0 ],
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_read_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_read_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_read_expectation.json
index 7baffc5..6d230ac 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_read_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_read_expectation.json
@@ -1,7 +1,9 @@
{
"quantiles" : [ 0.05, 0.25, 0.5, 0.75, 0.95 ],
"executorDeserializeTime" : [ 1.0, 2.0, 2.0, 2.0, 3.0 ],
+ "executorDeserializeCpuTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
"executorRunTime" : [ 30.0, 74.0, 75.0, 76.0, 79.0 ],
+ "executorCpuTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
"resultSize" : [ 1034.0, 1034.0, 1034.0, 1034.0, 1034.0 ],
"jvmGcTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
"resultSerializationTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_write_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_write_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_write_expectation.json
index f8c4b7c..aea0f54 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_write_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_summary_w_shuffle_write_expectation.json
@@ -1,7 +1,9 @@
{
"quantiles" : [ 0.05, 0.25, 0.5, 0.75, 0.95 ],
"executorDeserializeTime" : [ 2.0, 2.0, 3.0, 7.0, 31.0 ],
+ "executorDeserializeCpuTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
"executorRunTime" : [ 16.0, 18.0, 28.0, 49.0, 349.0 ],
+ "executorCpuTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
"resultSize" : [ 2010.0, 2065.0, 2065.0, 2065.0, 2065.0 ],
"jvmGcTime" : [ 0.0, 0.0, 0.0, 5.0, 7.0 ],
"resultSerializationTime" : [ 0.0, 0.0, 0.0, 0.0, 1.0 ],
http://git-wip-us.apache.org/repos/asf/spark/blob/90a30f46/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json
index ce008bf..aaeef1f 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_with_accumulable_json_expectation.json
@@ -6,6 +6,7 @@
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
"executorRunTime" : 120,
+ "executorCpuTime" : 0,
"submissionTime" : "2015-03-16T19:25:36.103GMT",
"firstTaskLaunchedTime" : "2015-03-16T19:25:36.515GMT",
"completionTime" : "2015-03-16T19:25:36.579GMT",
@@ -45,7 +46,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 13,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -91,7 +94,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -137,7 +142,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 1,
@@ -183,7 +190,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -229,7 +238,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 14,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -275,7 +286,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 13,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -321,7 +334,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 12,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
@@ -367,7 +382,9 @@
} ],
"taskMetrics" : {
"executorDeserializeTime" : 14,
+ "executorDeserializeCpuTime" : 0,
"executorRunTime" : 15,
+ "executorCpuTime" : 0,
"resultSize" : 697,
"jvmGcTime" : 0,
"resultSerializationTime" : 2,
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org