You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ir...@apache.org on 2017/11/14 16:34:39 UTC
[2/5] spark git commit: [SPARK-20648][CORE] Port JobsTab and StageTab
to the new UI backend.
http://git-wip-us.apache.org/repos/asf/spark/blob/4741c078/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_2__expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_2__expectation.json b/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_2__expectation.json
index c108fa6..2f275c7 100644
--- a/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_2__expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/job_list_from_multi_attempt_app_json_2__expectation.json
@@ -8,8 +8,11 @@
"numCompletedTasks" : 8,
"numSkippedTasks" : 0,
"numFailedTasks" : 0,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 8,
"numActiveStages" : 0,
"numCompletedStages" : 1,
"numSkippedStages" : 0,
- "numFailedStages" : 0
+ "numFailedStages" : 0,
+ "killedTasksSummary" : { }
} ]
http://git-wip-us.apache.org/repos/asf/spark/blob/4741c078/core/src/test/resources/HistoryServerExpectations/job_list_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/job_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/job_list_json_expectation.json
index 3d74070..71bf870 100644
--- a/core/src/test/resources/HistoryServerExpectations/job_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/job_list_json_expectation.json
@@ -8,10 +8,13 @@
"numCompletedTasks" : 8,
"numSkippedTasks" : 0,
"numFailedTasks" : 0,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 8,
"numActiveStages" : 0,
"numCompletedStages" : 1,
"numSkippedStages" : 0,
- "numFailedStages" : 0
+ "numFailedStages" : 0,
+ "killedTasksSummary" : { }
}, {
"jobId" : 1,
"name" : "count at <console>:20",
@@ -22,10 +25,13 @@
"numCompletedTasks" : 15,
"numSkippedTasks" : 0,
"numFailedTasks" : 1,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 15,
"numActiveStages" : 0,
"numCompletedStages" : 1,
"numSkippedStages" : 0,
- "numFailedStages" : 1
+ "numFailedStages" : 1,
+ "killedTasksSummary" : { }
}, {
"jobId" : 0,
"name" : "count at <console>:15",
@@ -36,8 +42,11 @@
"numCompletedTasks" : 8,
"numSkippedTasks" : 0,
"numFailedTasks" : 0,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 8,
"numActiveStages" : 0,
"numCompletedStages" : 1,
"numSkippedStages" : 0,
- "numFailedStages" : 0
+ "numFailedStages" : 0,
+ "killedTasksSummary" : { }
} ]
http://git-wip-us.apache.org/repos/asf/spark/blob/4741c078/core/src/test/resources/HistoryServerExpectations/one_job_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/one_job_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_job_json_expectation.json
index 10c7e1c..1eae5f3 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_job_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_job_json_expectation.json
@@ -8,8 +8,11 @@
"numCompletedTasks" : 8,
"numSkippedTasks" : 0,
"numFailedTasks" : 0,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 8,
"numActiveStages" : 0,
"numCompletedStages" : 1,
"numSkippedStages" : 0,
- "numFailedStages" : 0
+ "numFailedStages" : 0,
+ "killedTasksSummary" : { }
}
http://git-wip-us.apache.org/repos/asf/spark/blob/4741c078/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
index 6fb40f6..31093a6 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_stage_attempt_json_expectation.json
@@ -2,9 +2,12 @@
"status" : "COMPLETE",
"stageId" : 1,
"attemptId" : 0,
+ "numTasks" : 8,
"numActiveTasks" : 0,
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 8,
"executorRunTime" : 3476,
"executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:05.829GMT",
@@ -23,14 +26,15 @@
"name" : "map at <console>:14",
"details" : "org.apache.spark.rdd.RDD.map(RDD.scala:271)\n$line10.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:14)\n$line10.$read$$iwC$$iwC$$iwC.<init>(<console>:19)\n$line10.$read$$iwC$$iwC.<init>(<console>:21)\n$line10.$read$$iwC.<init>(<console>:23)\n$line10.$read.<init>(<console>:25)\n$line10.$read$.<init>(<console>:29)\n$line10.$read$.<clinit>(<console>)\n$line10.$eval$.<init>(<console>:7)\n$line10.$eval$.<clinit>(<console>)\n$line10.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.SparkIM
ain.interpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
"schedulingPool" : "default",
+ "rddIds" : [ 1, 0 ],
"accumulatorUpdates" : [ ],
"tasks" : {
- "8" : {
- "taskId" : 8,
- "index" : 0,
+ "10" : {
+ "taskId" : 10,
+ "index" : 2,
"attempt" : 0,
- "launchTime" : "2015-02-03T16:43:05.829GMT",
- "duration" : 435,
+ "launchTime" : "2015-02-03T16:43:05.830GMT",
+ "duration" : 456,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -38,15 +42,16 @@
"speculative" : false,
"accumulatorUpdates" : [ ],
"taskMetrics" : {
- "executorDeserializeTime" : 1,
+ "executorDeserializeTime" : 2,
"executorDeserializeCpuTime" : 0,
- "executorRunTime" : 435,
+ "executorRunTime" : 434,
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 2,
+ "resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -66,17 +71,17 @@
},
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
- "writeTime" : 94000,
+ "writeTime" : 76000,
"recordsWritten" : 0
}
}
},
- "9" : {
- "taskId" : 9,
- "index" : 1,
+ "14" : {
+ "taskId" : 14,
+ "index" : 6,
"attempt" : 0,
- "launchTime" : "2015-02-03T16:43:05.830GMT",
- "duration" : 436,
+ "launchTime" : "2015-02-03T16:43:05.832GMT",
+ "duration" : 450,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -84,15 +89,16 @@
"speculative" : false,
"accumulatorUpdates" : [ ],
"taskMetrics" : {
- "executorDeserializeTime" : 1,
+ "executorDeserializeTime" : 2,
"executorDeserializeCpuTime" : 0,
- "executorRunTime" : 436,
+ "executorRunTime" : 434,
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 0,
+ "resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -112,17 +118,17 @@
},
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
- "writeTime" : 98000,
+ "writeTime" : 88000,
"recordsWritten" : 0
}
}
},
- "10" : {
- "taskId" : 10,
- "index" : 2,
+ "9" : {
+ "taskId" : 9,
+ "index" : 1,
"attempt" : 0,
"launchTime" : "2015-02-03T16:43:05.830GMT",
- "duration" : 434,
+ "duration" : 454,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -130,15 +136,16 @@
"speculative" : false,
"accumulatorUpdates" : [ ],
"taskMetrics" : {
- "executorDeserializeTime" : 2,
+ "executorDeserializeTime" : 1,
"executorDeserializeCpuTime" : 0,
- "executorRunTime" : 434,
+ "executorRunTime" : 436,
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 1,
+ "resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -158,17 +165,17 @@
},
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
- "writeTime" : 76000,
+ "writeTime" : 98000,
"recordsWritten" : 0
}
}
},
- "11" : {
- "taskId" : 11,
- "index" : 3,
+ "13" : {
+ "taskId" : 13,
+ "index" : 5,
"attempt" : 0,
- "launchTime" : "2015-02-03T16:43:05.830GMT",
- "duration" : 434,
+ "launchTime" : "2015-02-03T16:43:05.831GMT",
+ "duration" : 452,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -182,9 +189,10 @@
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 1,
+ "resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -203,8 +211,8 @@
"recordsRead" : 0
},
"shuffleWriteMetrics" : {
- "bytesWritten" : 1647,
- "writeTime" : 83000,
+ "bytesWritten" : 1648,
+ "writeTime" : 73000,
"recordsWritten" : 0
}
}
@@ -214,7 +222,7 @@
"index" : 4,
"attempt" : 0,
"launchTime" : "2015-02-03T16:43:05.831GMT",
- "duration" : 434,
+ "duration" : 454,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -231,6 +239,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -255,12 +264,12 @@
}
}
},
- "13" : {
- "taskId" : 13,
- "index" : 5,
+ "11" : {
+ "taskId" : 11,
+ "index" : 3,
"attempt" : 0,
- "launchTime" : "2015-02-03T16:43:05.831GMT",
- "duration" : 434,
+ "launchTime" : "2015-02-03T16:43:05.830GMT",
+ "duration" : 454,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -274,9 +283,10 @@
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 2,
+ "resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -295,18 +305,18 @@
"recordsRead" : 0
},
"shuffleWriteMetrics" : {
- "bytesWritten" : 1648,
- "writeTime" : 73000,
+ "bytesWritten" : 1647,
+ "writeTime" : 83000,
"recordsWritten" : 0
}
}
},
- "14" : {
- "taskId" : 14,
- "index" : 6,
+ "8" : {
+ "taskId" : 8,
+ "index" : 0,
"attempt" : 0,
- "launchTime" : "2015-02-03T16:43:05.832GMT",
- "duration" : 434,
+ "launchTime" : "2015-02-03T16:43:05.829GMT",
+ "duration" : 454,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -314,15 +324,16 @@
"speculative" : false,
"accumulatorUpdates" : [ ],
"taskMetrics" : {
- "executorDeserializeTime" : 2,
+ "executorDeserializeTime" : 1,
"executorDeserializeCpuTime" : 0,
- "executorRunTime" : 434,
+ "executorRunTime" : 435,
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 1,
+ "resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -342,7 +353,7 @@
},
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
- "writeTime" : 88000,
+ "writeTime" : 94000,
"recordsWritten" : 0
}
}
@@ -352,7 +363,7 @@
"index" : 7,
"attempt" : 0,
"launchTime" : "2015-02-03T16:43:05.833GMT",
- "duration" : 435,
+ "duration" : 450,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -369,6 +380,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -399,12 +411,18 @@
"taskTime" : 3624,
"failedTasks" : 0,
"succeededTasks" : 8,
+ "killedTasks" : 0,
"inputBytes" : 28000128,
+ "inputRecords" : 0,
"outputBytes" : 0,
+ "outputRecords" : 0,
"shuffleRead" : 0,
+ "shuffleReadRecords" : 0,
"shuffleWrite" : 13180,
+ "shuffleWriteRecords" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0
}
- }
+ },
+ "killedTasksSummary" : { }
}
http://git-wip-us.apache.org/repos/asf/spark/blob/4741c078/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
index f5a89a2..601d706 100644
--- a/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/one_stage_json_expectation.json
@@ -2,9 +2,12 @@
"status" : "COMPLETE",
"stageId" : 1,
"attemptId" : 0,
+ "numTasks" : 8,
"numActiveTasks" : 0,
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 8,
"executorRunTime" : 3476,
"executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:05.829GMT",
@@ -23,14 +26,15 @@
"name" : "map at <console>:14",
"details" : "org.apache.spark.rdd.RDD.map(RDD.scala:271)\n$line10.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:14)\n$line10.$read$$iwC$$iwC$$iwC.<init>(<console>:19)\n$line10.$read$$iwC$$iwC.<init>(<console>:21)\n$line10.$read$$iwC.<init>(<console>:23)\n$line10.$read.<init>(<console>:25)\n$line10.$read$.<init>(<console>:29)\n$line10.$read$.<clinit>(<console>)\n$line10.$eval$.<init>(<console>:7)\n$line10.$eval$.<clinit>(<console>)\n$line10.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.SparkIM
ain.interpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
"schedulingPool" : "default",
+ "rddIds" : [ 1, 0 ],
"accumulatorUpdates" : [ ],
"tasks" : {
- "8" : {
- "taskId" : 8,
- "index" : 0,
+ "10" : {
+ "taskId" : 10,
+ "index" : 2,
"attempt" : 0,
- "launchTime" : "2015-02-03T16:43:05.829GMT",
- "duration" : 435,
+ "launchTime" : "2015-02-03T16:43:05.830GMT",
+ "duration" : 456,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -38,15 +42,16 @@
"speculative" : false,
"accumulatorUpdates" : [ ],
"taskMetrics" : {
- "executorDeserializeTime" : 1,
+ "executorDeserializeTime" : 2,
"executorDeserializeCpuTime" : 0,
- "executorRunTime" : 435,
+ "executorRunTime" : 434,
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 2,
+ "resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -66,17 +71,17 @@
},
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
- "writeTime" : 94000,
+ "writeTime" : 76000,
"recordsWritten" : 0
}
}
},
- "9" : {
- "taskId" : 9,
- "index" : 1,
+ "14" : {
+ "taskId" : 14,
+ "index" : 6,
"attempt" : 0,
- "launchTime" : "2015-02-03T16:43:05.830GMT",
- "duration" : 436,
+ "launchTime" : "2015-02-03T16:43:05.832GMT",
+ "duration" : 450,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -84,15 +89,16 @@
"speculative" : false,
"accumulatorUpdates" : [ ],
"taskMetrics" : {
- "executorDeserializeTime" : 1,
+ "executorDeserializeTime" : 2,
"executorDeserializeCpuTime" : 0,
- "executorRunTime" : 436,
+ "executorRunTime" : 434,
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 0,
+ "resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -112,17 +118,17 @@
},
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
- "writeTime" : 98000,
+ "writeTime" : 88000,
"recordsWritten" : 0
}
}
},
- "10" : {
- "taskId" : 10,
- "index" : 2,
+ "9" : {
+ "taskId" : 9,
+ "index" : 1,
"attempt" : 0,
"launchTime" : "2015-02-03T16:43:05.830GMT",
- "duration" : 434,
+ "duration" : 454,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -130,15 +136,16 @@
"speculative" : false,
"accumulatorUpdates" : [ ],
"taskMetrics" : {
- "executorDeserializeTime" : 2,
+ "executorDeserializeTime" : 1,
"executorDeserializeCpuTime" : 0,
- "executorRunTime" : 434,
+ "executorRunTime" : 436,
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 1,
+ "resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -158,17 +165,17 @@
},
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
- "writeTime" : 76000,
+ "writeTime" : 98000,
"recordsWritten" : 0
}
}
},
- "11" : {
- "taskId" : 11,
- "index" : 3,
+ "13" : {
+ "taskId" : 13,
+ "index" : 5,
"attempt" : 0,
- "launchTime" : "2015-02-03T16:43:05.830GMT",
- "duration" : 434,
+ "launchTime" : "2015-02-03T16:43:05.831GMT",
+ "duration" : 452,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -182,9 +189,10 @@
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 1,
+ "resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -203,8 +211,8 @@
"recordsRead" : 0
},
"shuffleWriteMetrics" : {
- "bytesWritten" : 1647,
- "writeTime" : 83000,
+ "bytesWritten" : 1648,
+ "writeTime" : 73000,
"recordsWritten" : 0
}
}
@@ -214,7 +222,7 @@
"index" : 4,
"attempt" : 0,
"launchTime" : "2015-02-03T16:43:05.831GMT",
- "duration" : 434,
+ "duration" : 454,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -231,6 +239,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -255,12 +264,12 @@
}
}
},
- "13" : {
- "taskId" : 13,
- "index" : 5,
+ "11" : {
+ "taskId" : 11,
+ "index" : 3,
"attempt" : 0,
- "launchTime" : "2015-02-03T16:43:05.831GMT",
- "duration" : 434,
+ "launchTime" : "2015-02-03T16:43:05.830GMT",
+ "duration" : 454,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -274,9 +283,10 @@
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 2,
+ "resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -295,18 +305,18 @@
"recordsRead" : 0
},
"shuffleWriteMetrics" : {
- "bytesWritten" : 1648,
- "writeTime" : 73000,
+ "bytesWritten" : 1647,
+ "writeTime" : 83000,
"recordsWritten" : 0
}
}
},
- "14" : {
- "taskId" : 14,
- "index" : 6,
+ "8" : {
+ "taskId" : 8,
+ "index" : 0,
"attempt" : 0,
- "launchTime" : "2015-02-03T16:43:05.832GMT",
- "duration" : 434,
+ "launchTime" : "2015-02-03T16:43:05.829GMT",
+ "duration" : 454,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -314,15 +324,16 @@
"speculative" : false,
"accumulatorUpdates" : [ ],
"taskMetrics" : {
- "executorDeserializeTime" : 2,
+ "executorDeserializeTime" : 1,
"executorDeserializeCpuTime" : 0,
- "executorRunTime" : 434,
+ "executorRunTime" : 435,
"executorCpuTime" : 0,
"resultSize" : 1902,
"jvmGcTime" : 19,
- "resultSerializationTime" : 1,
+ "resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -342,7 +353,7 @@
},
"shuffleWriteMetrics" : {
"bytesWritten" : 1648,
- "writeTime" : 88000,
+ "writeTime" : 94000,
"recordsWritten" : 0
}
}
@@ -352,7 +363,7 @@
"index" : 7,
"attempt" : 0,
"launchTime" : "2015-02-03T16:43:05.833GMT",
- "duration" : 435,
+ "duration" : 450,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -369,6 +380,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 3500016,
"recordsRead" : 0
@@ -399,12 +411,18 @@
"taskTime" : 3624,
"failedTasks" : 0,
"succeededTasks" : 8,
+ "killedTasks" : 0,
"inputBytes" : 28000128,
+ "inputRecords" : 0,
"outputBytes" : 0,
+ "outputRecords" : 0,
"shuffleRead" : 0,
+ "shuffleReadRecords" : 0,
"shuffleWrite" : 13180,
+ "shuffleWriteRecords" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0
}
- }
+ },
+ "killedTasksSummary" : { }
} ]
http://git-wip-us.apache.org/repos/asf/spark/blob/4741c078/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
index 6509df1..1e6fb40 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_list_json_expectation.json
@@ -2,9 +2,12 @@
"status" : "COMPLETE",
"stageId" : 3,
"attemptId" : 0,
+ "numTasks" : 8,
"numActiveTasks" : 0,
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 8,
"executorRunTime" : 162,
"executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:07.191GMT",
@@ -23,14 +26,51 @@
"name" : "count at <console>:17",
"details" : "org.apache.spark.rdd.RDD.count(RDD.scala:910)\n$line19.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:17)\n$line19.$read$$iwC$$iwC$$iwC.<init>(<console>:22)\n$line19.$read$$iwC$$iwC.<init>(<console>:24)\n$line19.$read$$iwC.<init>(<console>:26)\n$line19.$read.<init>(<console>:28)\n$line19.$read$.<init>(<console>:32)\n$line19.$read$.<clinit>(<console>)\n$line19.$eval$.<init>(<console>:7)\n$line19.$eval$.<clinit>(<console>)\n$line19.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.Spark
IMain.interpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
"schedulingPool" : "default",
- "accumulatorUpdates" : [ ]
+ "rddIds" : [ 6, 5 ],
+ "accumulatorUpdates" : [ ],
+ "killedTasksSummary" : { }
+}, {
+ "status" : "FAILED",
+ "stageId" : 2,
+ "attemptId" : 0,
+ "numTasks" : 8,
+ "numActiveTasks" : 0,
+ "numCompleteTasks" : 7,
+ "numFailedTasks" : 1,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 7,
+ "executorRunTime" : 278,
+ "executorCpuTime" : 0,
+ "submissionTime" : "2015-02-03T16:43:06.296GMT",
+ "firstTaskLaunchedTime" : "2015-02-03T16:43:06.296GMT",
+ "completionTime" : "2015-02-03T16:43:06.347GMT",
+ "failureReason" : "Job aborted due to stage failure: Task 3 in stage 2.0 failed 1 times, most recent failure: Lost task 3.0 in stage 2.0 (TID 19, localhost): java.lang.RuntimeException: got a 3, failing\n\tat $line11.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$1.apply(<console>:18)\n\tat $line11.$read$$iwC$$iwC$$iwC$$iwC$$anonfun$1.apply(<console>:17)\n\tat scala.collection.Iterator$$anon$11.next(Iterator.scala:328)\n\tat org.apache.spark.util.Utils$.getIteratorSize(Utils.scala:1311)\n\tat org.apache.spark.rdd.RDD$$anonfun$count$1.apply(RDD.scala:910)\n\tat org.apache.spark.rdd.RDD$$anonfun$count$1.apply(RDD.scala:910)\n\tat org.apache.spark.SparkContext$$anonfun$runJob$4.apply(SparkContext.scala:1314)\n\tat org.apache.spark.SparkContext$$anonfun$runJob$4.apply(SparkContext.scala:1314)\n\tat org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:61)\n\tat org.apache.spark.scheduler.Task.run(Task.scala:56)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:196)\n
\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:745)\n\nDriver stacktrace:",
+ "inputBytes" : 0,
+ "inputRecords" : 0,
+ "outputBytes" : 0,
+ "outputRecords" : 0,
+ "shuffleReadBytes" : 0,
+ "shuffleReadRecords" : 0,
+ "shuffleWriteBytes" : 0,
+ "shuffleWriteRecords" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "name" : "count at <console>:20",
+ "details" : "org.apache.spark.rdd.RDD.count(RDD.scala:910)\n$line11.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:20)\n$line11.$read$$iwC$$iwC$$iwC.<init>(<console>:25)\n$line11.$read$$iwC$$iwC.<init>(<console>:27)\n$line11.$read$$iwC.<init>(<console>:29)\n$line11.$read.<init>(<console>:31)\n$line11.$read$.<init>(<console>:35)\n$line11.$read$.<clinit>(<console>)\n$line11.$eval$.<init>(<console>:7)\n$line11.$eval$.<clinit>(<console>)\n$line11.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.Spark
IMain.interpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
+ "schedulingPool" : "default",
+ "rddIds" : [ 3, 2 ],
+ "accumulatorUpdates" : [ ],
+ "killedTasksSummary" : { }
}, {
"status" : "COMPLETE",
"stageId" : 1,
"attemptId" : 0,
+ "numTasks" : 8,
"numActiveTasks" : 0,
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 8,
"executorRunTime" : 3476,
"executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:05.829GMT",
@@ -49,14 +89,19 @@
"name" : "map at <console>:14",
"details" : "org.apache.spark.rdd.RDD.map(RDD.scala:271)\n$line10.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:14)\n$line10.$read$$iwC$$iwC$$iwC.<init>(<console>:19)\n$line10.$read$$iwC$$iwC.<init>(<console>:21)\n$line10.$read$$iwC.<init>(<console>:23)\n$line10.$read.<init>(<console>:25)\n$line10.$read$.<init>(<console>:29)\n$line10.$read$.<clinit>(<console>)\n$line10.$eval$.<init>(<console>:7)\n$line10.$eval$.<clinit>(<console>)\n$line10.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.SparkIM
ain.interpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
"schedulingPool" : "default",
- "accumulatorUpdates" : [ ]
+ "rddIds" : [ 1, 0 ],
+ "accumulatorUpdates" : [ ],
+ "killedTasksSummary" : { }
}, {
"status" : "COMPLETE",
"stageId" : 0,
"attemptId" : 0,
+ "numTasks" : 8,
"numActiveTasks" : 0,
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 8,
"executorRunTime" : 4338,
"executorCpuTime" : 0,
"submissionTime" : "2015-02-03T16:43:04.228GMT",
@@ -75,31 +120,7 @@
"name" : "count at <console>:15",
"details" : "org.apache.spark.rdd.RDD.count(RDD.scala:910)\n$line9.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:15)\n$line9.$read$$iwC$$iwC$$iwC.<init>(<console>:20)\n$line9.$read$$iwC$$iwC.<init>(<console>:22)\n$line9.$read$$iwC.<init>(<console>:24)\n$line9.$read.<init>(<console>:26)\n$line9.$read$.<init>(<console>:30)\n$line9.$read$.<clinit>(<console>)\n$line9.$eval$.<init>(<console>:7)\n$line9.$eval$.<clinit>(<console>)\n$line9.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.SparkIMain.inte
rpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
"schedulingPool" : "default",
- "accumulatorUpdates" : [ ]
-}, {
- "status" : "FAILED",
- "stageId" : 2,
- "attemptId" : 0,
- "numActiveTasks" : 0,
- "numCompleteTasks" : 7,
- "numFailedTasks" : 1,
- "executorRunTime" : 278,
- "executorCpuTime" : 0,
- "submissionTime" : "2015-02-03T16:43:06.296GMT",
- "firstTaskLaunchedTime" : "2015-02-03T16:43:06.296GMT",
- "completionTime" : "2015-02-03T16:43:06.347GMT",
- "inputBytes" : 0,
- "inputRecords" : 0,
- "outputBytes" : 0,
- "outputRecords" : 0,
- "shuffleReadBytes" : 0,
- "shuffleReadRecords" : 0,
- "shuffleWriteBytes" : 0,
- "shuffleWriteRecords" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "name" : "count at <console>:20",
- "details" : "org.apache.spark.rdd.RDD.count(RDD.scala:910)\n$line11.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:20)\n$line11.$read$$iwC$$iwC$$iwC.<init>(<console>:25)\n$line11.$read$$iwC$$iwC.<init>(<console>:27)\n$line11.$read$$iwC.<init>(<console>:29)\n$line11.$read.<init>(<console>:31)\n$line11.$read$.<init>(<console>:35)\n$line11.$read$.<clinit>(<console>)\n$line11.$eval$.<init>(<console>:7)\n$line11.$eval$.<clinit>(<console>)\n$line11.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.Spark
IMain.interpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
- "schedulingPool" : "default",
- "accumulatorUpdates" : [ ]
+ "rddIds" : [ 0 ],
+ "accumulatorUpdates" : [ ],
+ "killedTasksSummary" : { }
} ]
http://git-wip-us.apache.org/repos/asf/spark/blob/4741c078/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
index 8496863..e6284cc 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_list_with_accumulable_json_expectation.json
@@ -2,9 +2,12 @@
"status" : "COMPLETE",
"stageId" : 0,
"attemptId" : 0,
+ "numTasks" : 8,
"numActiveTasks" : 0,
"numCompleteTasks" : 8,
"numFailedTasks" : 0,
+ "numKilledTasks" : 0,
+ "numCompletedIndices" : 8,
"executorRunTime" : 120,
"executorCpuTime" : 0,
"submissionTime" : "2015-03-16T19:25:36.103GMT",
@@ -23,9 +26,11 @@
"name" : "foreach at <console>:15",
"details" : "org.apache.spark.rdd.RDD.foreach(RDD.scala:765)\n$line9.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:15)\n$line9.$read$$iwC$$iwC$$iwC.<init>(<console>:20)\n$line9.$read$$iwC$$iwC.<init>(<console>:22)\n$line9.$read$$iwC.<init>(<console>:24)\n$line9.$read.<init>(<console>:26)\n$line9.$read$.<init>(<console>:30)\n$line9.$read$.<clinit>(<console>)\n$line9.$eval$.<init>(<console>:7)\n$line9.$eval$.<clinit>(<console>)\n$line9.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:483)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.SparkIMain.in
terpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
"schedulingPool" : "default",
+ "rddIds" : [ 0 ],
"accumulatorUpdates" : [ {
"id" : 1,
"name" : "my counter",
"value" : "5050"
- } ]
+ } ],
+ "killedTasksSummary" : { }
} ]
http://git-wip-us.apache.org/repos/asf/spark/blob/4741c078/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json
index 9b401b4..a15ee23 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_expectation.json
@@ -3,7 +3,7 @@
"index" : 0,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.494GMT",
- "duration" : 349,
+ "duration" : 435,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -20,6 +20,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 49294,
"recordsRead" : 10000
@@ -48,7 +49,7 @@
"index" : 1,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.502GMT",
- "duration" : 350,
+ "duration" : 421,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -65,6 +66,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 60488,
"recordsRead" : 10000
@@ -93,7 +95,7 @@
"index" : 2,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.503GMT",
- "duration" : 348,
+ "duration" : 419,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -110,6 +112,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 60488,
"recordsRead" : 10000
@@ -138,7 +141,7 @@
"index" : 3,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.504GMT",
- "duration" : 349,
+ "duration" : 423,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -155,6 +158,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 60488,
"recordsRead" : 10000
@@ -183,7 +187,7 @@
"index" : 4,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.504GMT",
- "duration" : 349,
+ "duration" : 419,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -200,6 +204,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 60488,
"recordsRead" : 10000
@@ -228,7 +233,7 @@
"index" : 5,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.505GMT",
- "duration" : 350,
+ "duration" : 414,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -245,6 +250,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 60488,
"recordsRead" : 10000
@@ -273,7 +279,7 @@
"index" : 6,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.505GMT",
- "duration" : 351,
+ "duration" : 419,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -290,6 +296,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 60488,
"recordsRead" : 10000
@@ -318,7 +325,7 @@
"index" : 7,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.506GMT",
- "duration" : 349,
+ "duration" : 423,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -335,6 +342,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 60488,
"recordsRead" : 10000
@@ -363,7 +371,7 @@
"index" : 8,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.914GMT",
- "duration" : 80,
+ "duration" : 88,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -380,6 +388,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 60488,
"recordsRead" : 10000
@@ -408,7 +417,7 @@
"index" : 9,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.915GMT",
- "duration" : 84,
+ "duration" : 101,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -425,6 +434,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 60489,
"recordsRead" : 10000
@@ -453,7 +463,7 @@
"index" : 10,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.916GMT",
- "duration" : 73,
+ "duration" : 99,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -470,6 +480,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -498,7 +509,7 @@
"index" : 11,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.918GMT",
- "duration" : 75,
+ "duration" : 89,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -515,6 +526,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -543,7 +555,7 @@
"index" : 12,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.923GMT",
- "duration" : 77,
+ "duration" : 93,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -560,6 +572,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -588,7 +601,7 @@
"index" : 13,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.924GMT",
- "duration" : 76,
+ "duration" : 138,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -605,6 +618,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -633,7 +647,7 @@
"index" : 14,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.925GMT",
- "duration" : 83,
+ "duration" : 94,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -650,6 +664,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -678,7 +693,7 @@
"index" : 15,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.928GMT",
- "duration" : 76,
+ "duration" : 83,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -695,6 +710,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -723,7 +739,7 @@
"index" : 16,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.001GMT",
- "duration" : 84,
+ "duration" : 98,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -740,6 +756,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -768,7 +785,7 @@
"index" : 17,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.005GMT",
- "duration" : 91,
+ "duration" : 123,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -785,6 +802,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -813,7 +831,7 @@
"index" : 18,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.010GMT",
- "duration" : 92,
+ "duration" : 105,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -830,6 +848,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -858,7 +877,7 @@
"index" : 19,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.012GMT",
- "duration" : 84,
+ "duration" : 94,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -875,6 +894,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
http://git-wip-us.apache.org/repos/asf/spark/blob/4741c078/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json
index 2ebee66..f9182b1 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_1__expectation.json
@@ -3,7 +3,7 @@
"index" : 0,
"attempt" : 0,
"launchTime" : "2015-03-16T19:25:36.515GMT",
- "duration" : 15,
+ "duration" : 61,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -25,6 +25,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -53,7 +54,7 @@
"index" : 1,
"attempt" : 0,
"launchTime" : "2015-03-16T19:25:36.521GMT",
- "duration" : 15,
+ "duration" : 53,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -75,6 +76,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -103,7 +105,7 @@
"index" : 2,
"attempt" : 0,
"launchTime" : "2015-03-16T19:25:36.522GMT",
- "duration" : 15,
+ "duration" : 48,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -125,6 +127,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -153,7 +156,7 @@
"index" : 3,
"attempt" : 0,
"launchTime" : "2015-03-16T19:25:36.522GMT",
- "duration" : 15,
+ "duration" : 50,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -175,6 +178,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -203,7 +207,7 @@
"index" : 4,
"attempt" : 0,
"launchTime" : "2015-03-16T19:25:36.522GMT",
- "duration" : 15,
+ "duration" : 52,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -225,6 +229,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -253,7 +258,7 @@
"index" : 5,
"attempt" : 0,
"launchTime" : "2015-03-16T19:25:36.523GMT",
- "duration" : 15,
+ "duration" : 52,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -275,6 +280,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -303,7 +309,7 @@
"index" : 6,
"attempt" : 0,
"launchTime" : "2015-03-16T19:25:36.523GMT",
- "duration" : 15,
+ "duration" : 51,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -325,6 +331,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -353,7 +360,7 @@
"index" : 7,
"attempt" : 0,
"launchTime" : "2015-03-16T19:25:36.524GMT",
- "duration" : 15,
+ "duration" : 51,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -375,6 +382,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
http://git-wip-us.apache.org/repos/asf/spark/blob/4741c078/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json
index 965a31a..76dd2f7 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_from_multi_attempt_app_json_2__expectation.json
@@ -3,7 +3,7 @@
"index" : 0,
"attempt" : 0,
"launchTime" : "2015-03-17T23:12:16.515GMT",
- "duration" : 15,
+ "duration" : 61,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -25,6 +25,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -53,7 +54,7 @@
"index" : 1,
"attempt" : 0,
"launchTime" : "2015-03-17T23:12:16.521GMT",
- "duration" : 15,
+ "duration" : 53,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -75,6 +76,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -103,7 +105,7 @@
"index" : 2,
"attempt" : 0,
"launchTime" : "2015-03-17T23:12:16.522GMT",
- "duration" : 15,
+ "duration" : 48,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -125,6 +127,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -153,7 +156,7 @@
"index" : 3,
"attempt" : 0,
"launchTime" : "2015-03-17T23:12:16.522GMT",
- "duration" : 15,
+ "duration" : 50,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -175,6 +178,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -203,7 +207,7 @@
"index" : 4,
"attempt" : 0,
"launchTime" : "2015-03-17T23:12:16.522GMT",
- "duration" : 15,
+ "duration" : 52,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -225,6 +229,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -253,7 +258,7 @@
"index" : 5,
"attempt" : 0,
"launchTime" : "2015-03-17T23:12:16.523GMT",
- "duration" : 15,
+ "duration" : 52,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -275,6 +280,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -303,7 +309,7 @@
"index" : 6,
"attempt" : 0,
"launchTime" : "2015-03-17T23:12:16.523GMT",
- "duration" : 15,
+ "duration" : 51,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -325,6 +331,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
@@ -353,7 +360,7 @@
"index" : 7,
"attempt" : 0,
"launchTime" : "2015-03-17T23:12:16.524GMT",
- "duration" : 15,
+ "duration" : 51,
"executorId" : "<driver>",
"host" : "localhost",
"status" : "SUCCESS",
@@ -375,6 +382,7 @@
"resultSerializationTime" : 2,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 0,
"recordsRead" : 0
http://git-wip-us.apache.org/repos/asf/spark/blob/4741c078/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json
index 31132e1..6bdc104 100644
--- a/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json
+++ b/core/src/test/resources/HistoryServerExpectations/stage_task_list_w__offset___length_expectation.json
@@ -3,7 +3,7 @@
"index" : 10,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.916GMT",
- "duration" : 73,
+ "duration" : 99,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -20,6 +20,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -48,7 +49,7 @@
"index" : 11,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.918GMT",
- "duration" : 75,
+ "duration" : 89,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -65,6 +66,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -93,7 +95,7 @@
"index" : 12,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.923GMT",
- "duration" : 77,
+ "duration" : 93,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -110,6 +112,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -138,7 +141,7 @@
"index" : 13,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.924GMT",
- "duration" : 76,
+ "duration" : 138,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -155,6 +158,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -183,7 +187,7 @@
"index" : 14,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.925GMT",
- "duration" : 83,
+ "duration" : 94,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -200,6 +204,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -228,7 +233,7 @@
"index" : 15,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:06.928GMT",
- "duration" : 76,
+ "duration" : 83,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -245,6 +250,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -273,7 +279,7 @@
"index" : 16,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.001GMT",
- "duration" : 84,
+ "duration" : 98,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -290,6 +296,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -318,7 +325,7 @@
"index" : 17,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.005GMT",
- "duration" : 91,
+ "duration" : 123,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -335,6 +342,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -363,7 +371,7 @@
"index" : 18,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.010GMT",
- "duration" : 92,
+ "duration" : 105,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -380,6 +388,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -408,7 +417,7 @@
"index" : 19,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.012GMT",
- "duration" : 84,
+ "duration" : 94,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -425,6 +434,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -453,7 +463,7 @@
"index" : 20,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.014GMT",
- "duration" : 83,
+ "duration" : 90,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -470,6 +480,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -498,7 +509,7 @@
"index" : 21,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.015GMT",
- "duration" : 88,
+ "duration" : 96,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -515,6 +526,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -543,7 +555,7 @@
"index" : 22,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.018GMT",
- "duration" : 93,
+ "duration" : 101,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -560,6 +572,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -588,7 +601,7 @@
"index" : 23,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.031GMT",
- "duration" : 65,
+ "duration" : 84,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -605,6 +618,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -633,7 +647,7 @@
"index" : 24,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.098GMT",
- "duration" : 43,
+ "duration" : 52,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -650,6 +664,7 @@
"resultSerializationTime" : 1,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -678,7 +693,7 @@
"index" : 25,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.103GMT",
- "duration" : 49,
+ "duration" : 61,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -695,6 +710,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -723,7 +739,7 @@
"index" : 26,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.105GMT",
- "duration" : 38,
+ "duration" : 52,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -740,6 +756,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -768,7 +785,7 @@
"index" : 27,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.110GMT",
- "duration" : 32,
+ "duration" : 41,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -785,6 +802,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -813,7 +831,7 @@
"index" : 28,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.113GMT",
- "duration" : 29,
+ "duration" : 49,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -830,6 +848,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -858,7 +877,7 @@
"index" : 29,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.114GMT",
- "duration" : 39,
+ "duration" : 52,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -875,6 +894,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -903,7 +923,7 @@
"index" : 30,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.118GMT",
- "duration" : 34,
+ "duration" : 62,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -920,6 +940,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -948,7 +969,7 @@
"index" : 31,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.127GMT",
- "duration" : 24,
+ "duration" : 74,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -965,6 +986,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -993,7 +1015,7 @@
"index" : 32,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.148GMT",
- "duration" : 17,
+ "duration" : 33,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1010,6 +1032,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1038,7 +1061,7 @@
"index" : 33,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.149GMT",
- "duration" : 43,
+ "duration" : 58,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1055,6 +1078,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1083,7 +1107,7 @@
"index" : 34,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.156GMT",
- "duration" : 27,
+ "duration" : 42,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1100,6 +1124,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1128,7 +1153,7 @@
"index" : 35,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.161GMT",
- "duration" : 35,
+ "duration" : 50,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1145,6 +1170,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1173,7 +1199,7 @@
"index" : 36,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.164GMT",
- "duration" : 29,
+ "duration" : 40,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1190,6 +1216,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1218,7 +1245,7 @@
"index" : 37,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.165GMT",
- "duration" : 32,
+ "duration" : 42,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1235,6 +1262,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1263,7 +1291,7 @@
"index" : 38,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.166GMT",
- "duration" : 31,
+ "duration" : 47,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1280,6 +1308,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1308,7 +1337,7 @@
"index" : 39,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.180GMT",
- "duration" : 17,
+ "duration" : 32,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1325,6 +1354,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1353,7 +1383,7 @@
"index" : 40,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.197GMT",
- "duration" : 14,
+ "duration" : 24,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1370,6 +1400,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1398,7 +1429,7 @@
"index" : 41,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.200GMT",
- "duration" : 16,
+ "duration" : 24,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1415,6 +1446,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1443,7 +1475,7 @@
"index" : 42,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.203GMT",
- "duration" : 17,
+ "duration" : 42,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1460,6 +1492,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1488,7 +1521,7 @@
"index" : 43,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.204GMT",
- "duration" : 16,
+ "duration" : 39,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1505,6 +1538,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1533,7 +1567,7 @@
"index" : 44,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.205GMT",
- "duration" : 18,
+ "duration" : 37,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1550,6 +1584,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1578,7 +1613,7 @@
"index" : 45,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.206GMT",
- "duration" : 19,
+ "duration" : 37,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1595,6 +1630,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1623,7 +1659,7 @@
"index" : 46,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.210GMT",
- "duration" : 31,
+ "duration" : 43,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1640,6 +1676,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1668,7 +1705,7 @@
"index" : 47,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.212GMT",
- "duration" : 18,
+ "duration" : 33,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1685,6 +1722,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1713,7 +1751,7 @@
"index" : 48,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.220GMT",
- "duration" : 24,
+ "duration" : 30,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1730,6 +1768,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1758,7 +1797,7 @@
"index" : 49,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.223GMT",
- "duration" : 23,
+ "duration" : 34,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1775,6 +1814,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1803,7 +1843,7 @@
"index" : 50,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.240GMT",
- "duration" : 18,
+ "duration" : 26,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1820,6 +1860,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1848,7 +1889,7 @@
"index" : 51,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.242GMT",
- "duration" : 17,
+ "duration" : 21,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1865,6 +1906,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1893,7 +1935,7 @@
"index" : 52,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.243GMT",
- "duration" : 18,
+ "duration" : 28,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1910,6 +1952,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1938,7 +1981,7 @@
"index" : 53,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.244GMT",
- "duration" : 18,
+ "duration" : 29,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -1955,6 +1998,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -1983,7 +2027,7 @@
"index" : 54,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.244GMT",
- "duration" : 18,
+ "duration" : 59,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -2000,6 +2044,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -2028,7 +2073,7 @@
"index" : 55,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.246GMT",
- "duration" : 21,
+ "duration" : 30,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -2045,6 +2090,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -2073,7 +2119,7 @@
"index" : 56,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.249GMT",
- "duration" : 20,
+ "duration" : 31,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -2090,6 +2136,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -2118,7 +2165,7 @@
"index" : 57,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.257GMT",
- "duration" : 16,
+ "duration" : 21,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -2135,6 +2182,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -2163,7 +2211,7 @@
"index" : 58,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.263GMT",
- "duration" : 16,
+ "duration" : 23,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -2180,6 +2228,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
@@ -2208,7 +2257,7 @@
"index" : 59,
"attempt" : 0,
"launchTime" : "2015-05-06T13:03:07.265GMT",
- "duration" : 17,
+ "duration" : 23,
"executorId" : "driver",
"host" : "localhost",
"status" : "SUCCESS",
@@ -2225,6 +2274,7 @@
"resultSerializationTime" : 0,
"memoryBytesSpilled" : 0,
"diskBytesSpilled" : 0,
+ "peakExecutionMemory" : 0,
"inputMetrics" : {
"bytesRead" : 70564,
"recordsRead" : 10000
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org