You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ir...@apache.org on 2015/05/05 14:26:08 UTC
[08/10] spark git commit: [SPARK-3454] separate json endpoints for
data in the UI
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/stages?status=complete/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/stages?status=complete/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/stages?status=complete/json_expectation
new file mode 100644
index 0000000..31ac9be
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/stages?status=complete/json_expectation
@@ -0,0 +1,67 @@
+[ {
+ "status" : "COMPLETE",
+ "stageId" : 3,
+ "attemptId" : 0,
+ "numActiveTasks" : 0,
+ "numCompleteTasks" : 8,
+ "numFailedTasks" : 0,
+ "executorRunTime" : 162,
+ "inputBytes" : 160,
+ "inputRecords" : 0,
+ "outputBytes" : 0,
+ "outputRecords" : 0,
+ "shuffleReadBytes" : 0,
+ "shuffleReadRecords" : 0,
+ "shuffleWriteBytes" : 0,
+ "shuffleWriteRecords" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "name" : "count at <console>:17",
+ "details" : "org.apache.spark.rdd.RDD.count(RDD.scala:910)\n$line19.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:17)\n$line19.$read$$iwC$$iwC$$iwC.<init>(<console>:22)\n$line19.$read$$iwC$$iwC.<init>(<console>:24)\n$line19.$read$$iwC.<init>(<console>:26)\n$line19.$read.<init>(<console>:28)\n$line19.$read$.<init>(<console>:32)\n$line19.$read$.<clinit>(<console>)\n$line19.$eval$.<init>(<console>:7)\n$line19.$eval$.<clinit>(<console>)\n$line19.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.Spark
IMain.interpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
+ "schedulingPool" : "default",
+ "accumulatorUpdates" : [ ]
+}, {
+ "status" : "COMPLETE",
+ "stageId" : 1,
+ "attemptId" : 0,
+ "numActiveTasks" : 0,
+ "numCompleteTasks" : 8,
+ "numFailedTasks" : 0,
+ "executorRunTime" : 3476,
+ "inputBytes" : 28000128,
+ "inputRecords" : 0,
+ "outputBytes" : 0,
+ "outputRecords" : 0,
+ "shuffleReadBytes" : 0,
+ "shuffleReadRecords" : 0,
+ "shuffleWriteBytes" : 13180,
+ "shuffleWriteRecords" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "name" : "map at <console>:14",
+ "details" : "org.apache.spark.rdd.RDD.map(RDD.scala:271)\n$line10.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:14)\n$line10.$read$$iwC$$iwC$$iwC.<init>(<console>:19)\n$line10.$read$$iwC$$iwC.<init>(<console>:21)\n$line10.$read$$iwC.<init>(<console>:23)\n$line10.$read.<init>(<console>:25)\n$line10.$read$.<init>(<console>:29)\n$line10.$read$.<clinit>(<console>)\n$line10.$eval$.<init>(<console>:7)\n$line10.$eval$.<clinit>(<console>)\n$line10.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.SparkIM
ain.interpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
+ "schedulingPool" : "default",
+ "accumulatorUpdates" : [ ]
+}, {
+ "status" : "COMPLETE",
+ "stageId" : 0,
+ "attemptId" : 0,
+ "numActiveTasks" : 0,
+ "numCompleteTasks" : 8,
+ "numFailedTasks" : 0,
+ "executorRunTime" : 4338,
+ "inputBytes" : 0,
+ "inputRecords" : 0,
+ "outputBytes" : 0,
+ "outputRecords" : 0,
+ "shuffleReadBytes" : 0,
+ "shuffleReadRecords" : 0,
+ "shuffleWriteBytes" : 0,
+ "shuffleWriteRecords" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "name" : "count at <console>:15",
+ "details" : "org.apache.spark.rdd.RDD.count(RDD.scala:910)\n$line9.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:15)\n$line9.$read$$iwC$$iwC$$iwC.<init>(<console>:20)\n$line9.$read$$iwC$$iwC.<init>(<console>:22)\n$line9.$read$$iwC.<init>(<console>:24)\n$line9.$read.<init>(<console>:26)\n$line9.$read$.<init>(<console>:30)\n$line9.$read$.<clinit>(<console>)\n$line9.$eval$.<init>(<console>:7)\n$line9.$eval$.<clinit>(<console>)\n$line9.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.SparkIMain.inte
rpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
+ "schedulingPool" : "default",
+ "accumulatorUpdates" : [ ]
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/stages?status=failed/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/stages?status=failed/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/stages?status=failed/json_expectation
new file mode 100644
index 0000000..bff6a4f
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/stages?status=failed/json_expectation
@@ -0,0 +1,23 @@
+[ {
+ "status" : "FAILED",
+ "stageId" : 2,
+ "attemptId" : 0,
+ "numActiveTasks" : 0,
+ "numCompleteTasks" : 7,
+ "numFailedTasks" : 1,
+ "executorRunTime" : 278,
+ "inputBytes" : 0,
+ "inputRecords" : 0,
+ "outputBytes" : 0,
+ "outputRecords" : 0,
+ "shuffleReadBytes" : 0,
+ "shuffleReadRecords" : 0,
+ "shuffleWriteBytes" : 0,
+ "shuffleWriteRecords" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "name" : "count at <console>:20",
+ "details" : "org.apache.spark.rdd.RDD.count(RDD.scala:910)\n$line11.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:20)\n$line11.$read$$iwC$$iwC$$iwC.<init>(<console>:25)\n$line11.$read$$iwC$$iwC.<init>(<console>:27)\n$line11.$read$$iwC.<init>(<console>:29)\n$line11.$read.<init>(<console>:31)\n$line11.$read$.<init>(<console>:35)\n$line11.$read$.<clinit>(<console>)\n$line11.$eval$.<init>(<console>:7)\n$line11.$eval$.<clinit>(<console>)\n$line11.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:606)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.Spark
IMain.interpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
+ "schedulingPool" : "default",
+ "accumulatorUpdates" : [ ]
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/storage/rdd/0/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/storage/rdd/0/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/storage/rdd/0/json_expectation
new file mode 100644
index 0000000..38b5328
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/storage/rdd/0/json_expectation
@@ -0,0 +1,64 @@
+{
+ "id" : 0,
+ "name" : "0",
+ "numPartitions" : 8,
+ "numCachedPartitions" : 8,
+ "storageLevel" : "Memory Deserialized 1x Replicated",
+ "memoryUsed" : 28000128,
+ "diskUsed" : 0,
+ "dataDistribution" : [ {
+ "address" : "localhost:57971",
+ "memoryUsed" : 28000128,
+ "memoryRemaining" : 250302428,
+ "diskUsed" : 0
+ } ],
+ "partitions" : [ {
+ "blockName" : "rdd_0_0",
+ "storageLevel" : "Memory Deserialized 1x Replicated",
+ "memoryUsed" : 3500016,
+ "diskUsed" : 0,
+ "executors" : [ "localhost:57971" ]
+ }, {
+ "blockName" : "rdd_0_1",
+ "storageLevel" : "Memory Deserialized 1x Replicated",
+ "memoryUsed" : 3500016,
+ "diskUsed" : 0,
+ "executors" : [ "localhost:57971" ]
+ }, {
+ "blockName" : "rdd_0_2",
+ "storageLevel" : "Memory Deserialized 1x Replicated",
+ "memoryUsed" : 3500016,
+ "diskUsed" : 0,
+ "executors" : [ "localhost:57971" ]
+ }, {
+ "blockName" : "rdd_0_3",
+ "storageLevel" : "Memory Deserialized 1x Replicated",
+ "memoryUsed" : 3500016,
+ "diskUsed" : 0,
+ "executors" : [ "localhost:57971" ]
+ }, {
+ "blockName" : "rdd_0_4",
+ "storageLevel" : "Memory Deserialized 1x Replicated",
+ "memoryUsed" : 3500016,
+ "diskUsed" : 0,
+ "executors" : [ "localhost:57971" ]
+ }, {
+ "blockName" : "rdd_0_5",
+ "storageLevel" : "Memory Deserialized 1x Replicated",
+ "memoryUsed" : 3500016,
+ "diskUsed" : 0,
+ "executors" : [ "localhost:57971" ]
+ }, {
+ "blockName" : "rdd_0_6",
+ "storageLevel" : "Memory Deserialized 1x Replicated",
+ "memoryUsed" : 3500016,
+ "diskUsed" : 0,
+ "executors" : [ "localhost:57971" ]
+ }, {
+ "blockName" : "rdd_0_7",
+ "storageLevel" : "Memory Deserialized 1x Replicated",
+ "memoryUsed" : 3500016,
+ "diskUsed" : 0,
+ "executors" : [ "localhost:57971" ]
+ } ]
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/storage/rdd/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/storage/rdd/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/storage/rdd/json_expectation
new file mode 100644
index 0000000..f79a310
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1422981780767/storage/rdd/json_expectation
@@ -0,0 +1,9 @@
+[ {
+ "id" : 0,
+ "name" : "0",
+ "numPartitions" : 8,
+ "numCachedPartitions" : 8,
+ "storageLevel" : "Memory Deserialized 1x Replicated",
+ "memoryUsed" : 28000128,
+ "diskUsed" : 0
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/jobs/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/jobs/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/jobs/json_expectation
new file mode 100644
index 0000000..2e92e1f
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/jobs/json_expectation
@@ -0,0 +1,15 @@
+[ {
+ "jobId" : 0,
+ "name" : "foreach at <console>:15",
+ "stageIds" : [ 0 ],
+ "status" : "SUCCEEDED",
+ "numTasks" : 8,
+ "numActiveTasks" : 0,
+ "numCompletedTasks" : 8,
+ "numSkippedTasks" : 8,
+ "numFailedTasks" : 0,
+ "numActiveStages" : 0,
+ "numCompletedStages" : 1,
+ "numSkippedStages" : 0,
+ "numFailedStages" : 0
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/0/0/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/0/0/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/0/0/json_expectation
new file mode 100644
index 0000000..32d5731
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/0/0/json_expectation
@@ -0,0 +1,242 @@
+{
+ "status" : "COMPLETE",
+ "stageId" : 0,
+ "attemptId" : 0,
+ "numActiveTasks" : 0,
+ "numCompleteTasks" : 8,
+ "numFailedTasks" : 0,
+ "executorRunTime" : 120,
+ "inputBytes" : 0,
+ "inputRecords" : 0,
+ "outputBytes" : 0,
+ "outputRecords" : 0,
+ "shuffleReadBytes" : 0,
+ "shuffleReadRecords" : 0,
+ "shuffleWriteBytes" : 0,
+ "shuffleWriteRecords" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "name" : "foreach at <console>:15",
+ "details" : "org.apache.spark.rdd.RDD.foreach(RDD.scala:765)\n$line9.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:15)\n$line9.$read$$iwC$$iwC$$iwC.<init>(<console>:20)\n$line9.$read$$iwC$$iwC.<init>(<console>:22)\n$line9.$read$$iwC.<init>(<console>:24)\n$line9.$read.<init>(<console>:26)\n$line9.$read$.<init>(<console>:30)\n$line9.$read$.<clinit>(<console>)\n$line9.$eval$.<init>(<console>:7)\n$line9.$eval$.<clinit>(<console>)\n$line9.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:483)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.SparkIMain.in
terpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
+ "schedulingPool" : "default",
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "value" : "5050"
+ } ],
+ "tasks" : {
+ "2" : {
+ "taskId" : 2,
+ "index" : 2,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.522GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "378",
+ "value" : "378"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 13,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+ },
+ "5" : {
+ "taskId" : 5,
+ "index" : 5,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.523GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "897",
+ "value" : "3750"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+ },
+ "4" : {
+ "taskId" : 4,
+ "index" : 4,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.522GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "678",
+ "value" : "2853"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 1,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+ },
+ "7" : {
+ "taskId" : 7,
+ "index" : 7,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.524GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "1222",
+ "value" : "4972"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+ },
+ "1" : {
+ "taskId" : 1,
+ "index" : 1,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.521GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "247",
+ "value" : "2175"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 14,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+ },
+ "3" : {
+ "taskId" : 3,
+ "index" : 3,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.522GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "572",
+ "value" : "950"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 13,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+ },
+ "6" : {
+ "taskId" : 6,
+ "index" : 6,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.523GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "978",
+ "value" : "1928"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+ },
+ "0" : {
+ "taskId" : 0,
+ "index" : 0,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.515GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "78",
+ "value" : "5050"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 14,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+ }
+ },
+ "executorSummary" : {
+ "<driver>" : {
+ "taskTime" : 418,
+ "failedTasks" : 0,
+ "succeededTasks" : 8,
+ "inputBytes" : 0,
+ "outputBytes" : 0,
+ "shuffleRead" : 0,
+ "shuffleWrite" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/0/0/taskList/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/0/0/taskList/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/0/0/taskList/json_expectation
new file mode 100644
index 0000000..c3febc5
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/0/0/taskList/json_expectation
@@ -0,0 +1,193 @@
+[ {
+ "taskId" : 0,
+ "index" : 0,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.515GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "78",
+ "value" : "5050"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 14,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 1,
+ "index" : 1,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.521GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "247",
+ "value" : "2175"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 14,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 2,
+ "index" : 2,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.522GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "378",
+ "value" : "378"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 13,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 3,
+ "index" : 3,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.522GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "572",
+ "value" : "950"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 13,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 4,
+ "index" : 4,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.522GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "678",
+ "value" : "2853"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 1,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 5,
+ "index" : 5,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.523GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "897",
+ "value" : "3750"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 6,
+ "index" : 6,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.523GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "978",
+ "value" : "1928"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 7,
+ "index" : 7,
+ "attempt" : 0,
+ "launchTime" : "2015-03-16T19:25:36.524GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "1222",
+ "value" : "4972"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/json_expectation
new file mode 100644
index 0000000..79ccacd
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/1/stages/json_expectation
@@ -0,0 +1,27 @@
+[ {
+ "status" : "COMPLETE",
+ "stageId" : 0,
+ "attemptId" : 0,
+ "numActiveTasks" : 0,
+ "numCompleteTasks" : 8,
+ "numFailedTasks" : 0,
+ "executorRunTime" : 120,
+ "inputBytes" : 0,
+ "inputRecords" : 0,
+ "outputBytes" : 0,
+ "outputRecords" : 0,
+ "shuffleReadBytes" : 0,
+ "shuffleReadRecords" : 0,
+ "shuffleWriteBytes" : 0,
+ "shuffleWriteRecords" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "name" : "foreach at <console>:15",
+ "details" : "org.apache.spark.rdd.RDD.foreach(RDD.scala:765)\n$line9.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:15)\n$line9.$read$$iwC$$iwC$$iwC.<init>(<console>:20)\n$line9.$read$$iwC$$iwC.<init>(<console>:22)\n$line9.$read$$iwC.<init>(<console>:24)\n$line9.$read.<init>(<console>:26)\n$line9.$read$.<init>(<console>:30)\n$line9.$read$.<clinit>(<console>)\n$line9.$eval$.<init>(<console>:7)\n$line9.$eval$.<clinit>(<console>)\n$line9.$eval.$print(<console>)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:483)\norg.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)\norg.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)\norg.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)\norg.apache.spark.repl.SparkIMain.in
terpret(SparkIMain.scala:705)\norg.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)",
+ "schedulingPool" : "default",
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "value" : "5050"
+ } ]
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/2/jobs/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/2/jobs/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/2/jobs/json_expectation
new file mode 100644
index 0000000..2e92e1f
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/2/jobs/json_expectation
@@ -0,0 +1,15 @@
+[ {
+ "jobId" : 0,
+ "name" : "foreach at <console>:15",
+ "stageIds" : [ 0 ],
+ "status" : "SUCCEEDED",
+ "numTasks" : 8,
+ "numActiveTasks" : 0,
+ "numCompletedTasks" : 8,
+ "numSkippedTasks" : 8,
+ "numFailedTasks" : 0,
+ "numActiveStages" : 0,
+ "numCompletedStages" : 1,
+ "numSkippedStages" : 0,
+ "numFailedStages" : 0
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/2/stages/0/0/taskList/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/2/stages/0/0/taskList/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/2/stages/0/0/taskList/json_expectation
new file mode 100644
index 0000000..56d667d
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/2/stages/0/0/taskList/json_expectation
@@ -0,0 +1,193 @@
+[ {
+ "taskId" : 0,
+ "index" : 0,
+ "attempt" : 0,
+ "launchTime" : "2015-03-17T23:12:16.515GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "78",
+ "value" : "5050"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 14,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 1,
+ "index" : 1,
+ "attempt" : 0,
+ "launchTime" : "2015-03-17T23:12:16.521GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "247",
+ "value" : "2175"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 14,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 2,
+ "index" : 2,
+ "attempt" : 0,
+ "launchTime" : "2015-03-17T23:12:16.522GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "378",
+ "value" : "378"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 13,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 3,
+ "index" : 3,
+ "attempt" : 0,
+ "launchTime" : "2015-03-17T23:12:16.522GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "572",
+ "value" : "950"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 13,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 4,
+ "index" : 4,
+ "attempt" : 0,
+ "launchTime" : "2015-03-17T23:12:16.522GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "678",
+ "value" : "2853"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 1,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 5,
+ "index" : 5,
+ "attempt" : 0,
+ "launchTime" : "2015-03-17T23:12:16.523GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "897",
+ "value" : "3750"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 6,
+ "index" : 6,
+ "attempt" : 0,
+ "launchTime" : "2015-03-17T23:12:16.523GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "978",
+ "value" : "1928"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+}, {
+ "taskId" : 7,
+ "index" : 7,
+ "attempt" : 0,
+ "launchTime" : "2015-03-17T23:12:16.524GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ {
+ "id" : 1,
+ "name" : "my counter",
+ "update" : "1222",
+ "value" : "4972"
+ } ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 12,
+ "executorRunTime" : 15,
+ "resultSize" : 697,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 2,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0
+ }
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/json_expectation
new file mode 100644
index 0000000..8f3d716
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1426533911241/json_expectation
@@ -0,0 +1,17 @@
+{
+ "id" : "local-1426533911241",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "attemptId" : "2",
+ "startTime" : "2015-03-17T23:11:50.242GMT",
+ "endTime" : "2015-03-17T23:12:25.177GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ }, {
+ "attemptId" : "1",
+ "startTime" : "2015-03-16T19:25:10.242GMT",
+ "endTime" : "2015-03-16T19:25:45.177GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList/json_expectation
new file mode 100644
index 0000000..140c76d
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList/json_expectation
@@ -0,0 +1,481 @@
+[ {
+ "taskId" : 5010,
+ "index" : 0,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.571GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 318464,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5011,
+ "index" : 1,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.571GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 271674,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5012,
+ "index" : 2,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.571GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 274899,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5013,
+ "index" : 3,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.571GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 11,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9597,
+ "writeTime" : 315224,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5014,
+ "index" : 4,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.571GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 12,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 316561,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5015,
+ "index" : 5,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.571GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 269443,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5016,
+ "index" : 6,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.571GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 275977,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5017,
+ "index" : 7,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.571GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 267412,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5018,
+ "index" : 8,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.579GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 310279,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5019,
+ "index" : 9,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.579GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 319028,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5020,
+ "index" : 10,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.579GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 306724,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5021,
+ "index" : 11,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.579GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 280729,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5022,
+ "index" : 12,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.579GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 6,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 273837,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5023,
+ "index" : 13,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.579GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 6,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 282108,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5024,
+ "index" : 14,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.586GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9604,
+ "writeTime" : 266308,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5025,
+ "index" : 15,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.586GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 8,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 330830,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5026,
+ "index" : 16,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.586GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 247775,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5027,
+ "index" : 17,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.586GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 289503,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5028,
+ "index" : 18,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.592GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 355545,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5029,
+ "index" : 19,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.593GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 339081,
+ "recordsWritten" : 100
+ }
+ }
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?offset=10&length=50/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?offset=10&length=50/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?offset=10&length=50/json_expectation
new file mode 100644
index 0000000..0fa1ac2
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?offset=10&length=50/json_expectation
@@ -0,0 +1,1201 @@
+[ {
+ "taskId" : 5020,
+ "index" : 10,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.579GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 306724,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5021,
+ "index" : 11,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.579GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 280729,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5022,
+ "index" : 12,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.579GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 6,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 273837,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5023,
+ "index" : 13,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.579GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 6,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 282108,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5024,
+ "index" : 14,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.586GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9604,
+ "writeTime" : 266308,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5025,
+ "index" : 15,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.586GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 8,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 330830,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5026,
+ "index" : 16,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.586GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 247775,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5027,
+ "index" : 17,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.586GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 289503,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5028,
+ "index" : 18,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.592GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 355545,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5029,
+ "index" : 19,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.593GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 339081,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5030,
+ "index" : 20,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.593GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 9,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 367295,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5031,
+ "index" : 21,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.593GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 9,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9597,
+ "writeTime" : 493701,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5032,
+ "index" : 22,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.593GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 345941,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5033,
+ "index" : 23,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.593GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 301382,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5034,
+ "index" : 24,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.594GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9603,
+ "writeTime" : 340547,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5035,
+ "index" : 25,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.600GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 324374,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5036,
+ "index" : 26,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.600GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9603,
+ "writeTime" : 321083,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5037,
+ "index" : 27,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.601GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 318662,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5038,
+ "index" : 28,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.601GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 334376,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5039,
+ "index" : 29,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.601GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 287042,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5040,
+ "index" : 30,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.601GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 332938,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5041,
+ "index" : 31,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.602GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 4,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9603,
+ "writeTime" : 255099,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5042,
+ "index" : 32,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.602GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 297534,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5043,
+ "index" : 33,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.607GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 265929,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5044,
+ "index" : 34,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.607GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 279851,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5045,
+ "index" : 35,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.608GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 278965,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5046,
+ "index" : 36,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.609GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 340518,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5047,
+ "index" : 37,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.609GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9597,
+ "writeTime" : 402877,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5048,
+ "index" : 38,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.609GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 265447,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5049,
+ "index" : 39,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.611GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 3,
+ "executorRunTime" : 23,
+ "resultSize" : 930,
+ "jvmGcTime" : 16,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 304745,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5050,
+ "index" : 40,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.615GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 24,
+ "resultSize" : 930,
+ "jvmGcTime" : 16,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 302371,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5051,
+ "index" : 41,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.615GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 25,
+ "resultSize" : 930,
+ "jvmGcTime" : 16,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 296177,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5052,
+ "index" : 42,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.615GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 24,
+ "resultSize" : 930,
+ "jvmGcTime" : 16,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 962033,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5053,
+ "index" : 43,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.616GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 26,
+ "resultSize" : 930,
+ "jvmGcTime" : 16,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 310335,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5054,
+ "index" : 44,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.616GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 110,
+ "resultSize" : 930,
+ "jvmGcTime" : 22,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 299315,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5055,
+ "index" : 45,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.617GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 25,
+ "resultSize" : 930,
+ "jvmGcTime" : 16,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9603,
+ "writeTime" : 307821,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5056,
+ "index" : 46,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.617GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 17,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9604,
+ "writeTime" : 306911,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5057,
+ "index" : 47,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.639GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 274191,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5058,
+ "index" : 48,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.640GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 48,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 10442141,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5059,
+ "index" : 49,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.641GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 300675,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5060,
+ "index" : 50,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.642GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 24,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 812196,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5061,
+ "index" : 51,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.642GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 6,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 313090,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5062,
+ "index" : 52,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.642GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 17,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 1572828,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5063,
+ "index" : 53,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.643GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9597,
+ "writeTime" : 312481,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5064,
+ "index" : 54,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.646GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 13,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 296976,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5065,
+ "index" : 55,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.650GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 670271,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5066,
+ "index" : 56,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.650GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 10,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 1240309,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5067,
+ "index" : 57,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.650GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 9,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 678632,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5068,
+ "index" : 58,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.659GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 302888,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5069,
+ "index" : 59,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.660GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 7,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9610,
+ "writeTime" : 383153,
+ "recordsWritten" : 100
+ }
+ }
+} ]
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org