You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ir...@apache.org on 2015/05/05 14:26:07 UTC
[07/10] spark git commit: [SPARK-3454] separate json endpoints for
data in the UI
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=-runtime/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=-runtime/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=-runtime/json_expectation
new file mode 100644
index 0000000..63b1316
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=-runtime/json_expectation
@@ -0,0 +1,481 @@
+[ {
+ "taskId" : 5186,
+ "index" : 176,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.880GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 147,
+ "resultSize" : 930,
+ "jvmGcTime" : 12,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 317390,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5463,
+ "index" : 453,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.518GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 134,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 348853,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5461,
+ "index" : 451,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.516GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 134,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 413676,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5505,
+ "index" : 495,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.616GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 133,
+ "resultSize" : 930,
+ "jvmGcTime" : 11,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 384212,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5672,
+ "index" : 662,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:01.016GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 131,
+ "resultSize" : 930,
+ "jvmGcTime" : 4,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 387955,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5865,
+ "index" : 855,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:01.514GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 131,
+ "resultSize" : 930,
+ "jvmGcTime" : 10,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 1710924,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5415,
+ "index" : 405,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.389GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 130,
+ "resultSize" : 930,
+ "jvmGcTime" : 14,
+ "resultSerializationTime" : 1,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9597,
+ "writeTime" : 377101,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5462,
+ "index" : 452,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.518GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 128,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 306075,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5411,
+ "index" : 401,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.385GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 128,
+ "resultSize" : 930,
+ "jvmGcTime" : 14,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 74684537,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5416,
+ "index" : 406,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.392GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 11,
+ "executorRunTime" : 123,
+ "resultSize" : 930,
+ "jvmGcTime" : 14,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 365240,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5924,
+ "index" : 914,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:01.648GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 4,
+ "executorRunTime" : 121,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 335682,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5179,
+ "index" : 169,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.866GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 114,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 276876,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5243,
+ "index" : 233,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.018GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 113,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 12003053,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5054,
+ "index" : 44,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.616GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 110,
+ "resultSize" : 930,
+ "jvmGcTime" : 22,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 299315,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5465,
+ "index" : 455,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.521GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 108,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 318366,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5614,
+ "index" : 604,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.893GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 19,
+ "executorRunTime" : 108,
+ "resultSize" : 930,
+ "jvmGcTime" : 7,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 309135,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5862,
+ "index" : 852,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:01.509GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 96,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 1052228,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5566,
+ "index" : 556,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.762GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 95,
+ "resultSize" : 930,
+ "jvmGcTime" : 6,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 327089,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5567,
+ "index" : 557,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.768GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 94,
+ "resultSize" : 930,
+ "jvmGcTime" : 6,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 374043,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5191,
+ "index" : 181,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.885GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 90,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 344199,
+ "recordsWritten" : 100
+ }
+ }
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
new file mode 100644
index 0000000..63b1316
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
@@ -0,0 +1,481 @@
+[ {
+ "taskId" : 5186,
+ "index" : 176,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.880GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 147,
+ "resultSize" : 930,
+ "jvmGcTime" : 12,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 317390,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5463,
+ "index" : 453,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.518GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 134,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 348853,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5461,
+ "index" : 451,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.516GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 134,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 413676,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5505,
+ "index" : 495,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.616GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 133,
+ "resultSize" : 930,
+ "jvmGcTime" : 11,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 384212,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5672,
+ "index" : 662,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:01.016GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 131,
+ "resultSize" : 930,
+ "jvmGcTime" : 4,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 387955,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5865,
+ "index" : 855,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:01.514GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 131,
+ "resultSize" : 930,
+ "jvmGcTime" : 10,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 1710924,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5415,
+ "index" : 405,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.389GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 130,
+ "resultSize" : 930,
+ "jvmGcTime" : 14,
+ "resultSerializationTime" : 1,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9597,
+ "writeTime" : 377101,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5462,
+ "index" : 452,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.518GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 128,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 306075,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5411,
+ "index" : 401,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.385GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 128,
+ "resultSize" : 930,
+ "jvmGcTime" : 14,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 74684537,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5416,
+ "index" : 406,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.392GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 11,
+ "executorRunTime" : 123,
+ "resultSize" : 930,
+ "jvmGcTime" : 14,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 365240,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5924,
+ "index" : 914,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:01.648GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 4,
+ "executorRunTime" : 121,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 335682,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5179,
+ "index" : 169,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.866GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 114,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 276876,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5243,
+ "index" : 233,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.018GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 113,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 12003053,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5054,
+ "index" : 44,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.616GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 110,
+ "resultSize" : 930,
+ "jvmGcTime" : 22,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 299315,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5465,
+ "index" : 455,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.521GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 108,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 318366,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5614,
+ "index" : 604,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.893GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 19,
+ "executorRunTime" : 108,
+ "resultSize" : 930,
+ "jvmGcTime" : 7,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 309135,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5862,
+ "index" : 852,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:01.509GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 96,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 1052228,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5566,
+ "index" : 556,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.762GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 95,
+ "resultSize" : 930,
+ "jvmGcTime" : 6,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 327089,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5567,
+ "index" : 557,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.768GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 94,
+ "resultSize" : 930,
+ "jvmGcTime" : 6,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 374043,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5191,
+ "index" : 181,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.885GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 90,
+ "resultSize" : 930,
+ "jvmGcTime" : 5,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 344199,
+ "recordsWritten" : 100
+ }
+ }
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
new file mode 100644
index 0000000..329065b
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
@@ -0,0 +1,481 @@
+[ {
+ "taskId" : 5610,
+ "index" : 600,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.884GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 285253,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5511,
+ "index" : 501,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.634GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 277358,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5027,
+ "index" : 17,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.586GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 289503,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5828,
+ "index" : 818,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:01.438GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 3,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 291997,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5173,
+ "index" : 163,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.861GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 267617,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5185,
+ "index" : 175,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.880GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 285928,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5553,
+ "index" : 543,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.719GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 298472,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5077,
+ "index" : 67,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.670GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9614,
+ "writeTime" : 259332,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5831,
+ "index" : 821,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:01.442GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9597,
+ "writeTime" : 281603,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5194,
+ "index" : 184,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.903GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9600,
+ "writeTime" : 286315,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5481,
+ "index" : 471,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.561GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9613,
+ "writeTime" : 328893,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5035,
+ "index" : 25,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.600GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 324374,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5134,
+ "index" : 124,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.782GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 279741,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5044,
+ "index" : 34,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.607GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 279851,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5026,
+ "index" : 16,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.586GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9598,
+ "writeTime" : 247775,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5331,
+ "index" : 321,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.208GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 313699,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5343,
+ "index" : 333,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.241GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 0,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9601,
+ "writeTime" : 260259,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5606,
+ "index" : 596,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:20:00.878GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 1,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9599,
+ "writeTime" : 310521,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5041,
+ "index" : 31,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.602GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 4,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9603,
+ "writeTime" : 255099,
+ "recordsWritten" : 100
+ }
+ }
+}, {
+ "taskId" : 5023,
+ "index" : 13,
+ "attempt" : 0,
+ "launchTime" : "2015-03-26T19:19:59.579GMT",
+ "executorId" : "<driver>",
+ "host" : "localhost",
+ "taskLocality" : "PROCESS_LOCAL",
+ "speculative" : false,
+ "accumulatorUpdates" : [ ],
+ "taskMetrics" : {
+ "executorDeserializeTime" : 6,
+ "executorRunTime" : 5,
+ "resultSize" : 930,
+ "jvmGcTime" : 0,
+ "resultSerializationTime" : 0,
+ "memoryBytesSpilled" : 0,
+ "diskBytesSpilled" : 0,
+ "shuffleWriteMetrics" : {
+ "bytesWritten" : 9602,
+ "writeTime" : 282108,
+ "recordsWritten" : 100
+ }
+ }
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
new file mode 100644
index 0000000..46f32c1
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
@@ -0,0 +1,15 @@
+{
+ "quantiles" : [ 0.05, 0.25, 0.5, 0.75, 0.95 ],
+ "executorDeserializeTime" : [ 0.0, 0.0, 0.0, 1.0, 3.0 ],
+ "executorRunTime" : [ 6.0, 6.0, 7.0, 10.0, 48.0 ],
+ "resultSize" : [ 930.0, 930.0, 930.0, 930.0, 930.0 ],
+ "jvmGcTime" : [ 0.0, 0.0, 0.0, 0.0, 7.0 ],
+ "resultSerializationTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "memoryBytesSpilled" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "diskBytesSpilled" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
+ "shuffleWriteMetrics" : {
+ "writeBytes" : [ 9598.0, 9599.0, 9600.0, 9601.0, 9603.0 ],
+ "writeRecords" : [ 100.0, 100.0, 100.0, 100.0, 100.0 ],
+ "writeTime" : [ 278805.0, 308809.0, 327953.0, 367487.0, 944783.0 ]
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
new file mode 100644
index 0000000..65b4638
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
@@ -0,0 +1,15 @@
+{
+ "quantiles" : [ 0.01, 0.5, 0.99 ],
+ "executorDeserializeTime" : [ 0.0, 0.0, 25.0 ],
+ "executorRunTime" : [ 5.0, 7.0, 123.0 ],
+ "resultSize" : [ 930.0, 930.0, 930.0 ],
+ "jvmGcTime" : [ 0.0, 0.0, 14.0 ],
+ "resultSerializationTime" : [ 0.0, 0.0, 1.0 ],
+ "memoryBytesSpilled" : [ 0.0, 0.0, 0.0 ],
+ "diskBytesSpilled" : [ 0.0, 0.0, 0.0 ],
+ "shuffleWriteMetrics" : {
+ "writeBytes" : [ 9597.0, 9600.0, 9614.0 ],
+ "writeRecords" : [ 100.0, 100.0, 100.0 ],
+ "writeTime" : [ 260991.0, 327953.0, 8980526.0 ]
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
new file mode 100644
index 0000000..483632a
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
@@ -0,0 +1,10 @@
+[ {
+ "id" : "local-1422981759269",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "startTime" : "2015-02-03T16:42:38.277GMT",
+ "endTime" : "2015-02-03T16:42:46.912GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
new file mode 100644
index 0000000..4b85690
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
@@ -0,0 +1,19 @@
+[ {
+ "id" : "local-1422981780767",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "startTime" : "2015-02-03T16:42:59.720GMT",
+ "endTime" : "2015-02-03T16:43:08.731GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+}, {
+ "id" : "local-1422981759269",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "startTime" : "2015-02-03T16:42:38.277GMT",
+ "endTime" : "2015-02-03T16:42:46.912GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
new file mode 100644
index 0000000..e67f252
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
@@ -0,0 +1,35 @@
+[ {
+ "id" : "local-1427397477963",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "startTime" : "2015-03-26T19:17:57.184GMT",
+ "endTime" : "2015-03-26T19:20:02.949GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+}, {
+ "id" : "local-1426533911241",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "attemptId" : "2",
+ "startTime" : "2015-03-17T23:11:50.242GMT",
+ "endTime" : "2015-03-17T23:12:25.177GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ }, {
+ "attemptId" : "1",
+ "startTime" : "2015-03-16T19:25:10.242GMT",
+ "endTime" : "2015-03-16T19:25:45.177GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+}, {
+ "id" : "local-1425081759269",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "startTime" : "2015-02-28T00:02:38.277GMT",
+ "endTime" : "2015-02-28T00:02:46.912GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
new file mode 100644
index 0000000..6101177
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
@@ -0,0 +1,53 @@
+[ {
+ "id" : "local-1427397477963",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "startTime" : "2015-03-26T19:17:57.184GMT",
+ "endTime" : "2015-03-26T19:20:02.949GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+}, {
+ "id" : "local-1426533911241",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "attemptId" : "2",
+ "startTime" : "2015-03-17T23:11:50.242GMT",
+ "endTime" : "2015-03-17T23:12:25.177GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ }, {
+ "attemptId" : "1",
+ "startTime" : "2015-03-16T19:25:10.242GMT",
+ "endTime" : "2015-03-16T19:25:45.177GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+}, {
+ "id" : "local-1425081759269",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "startTime" : "2015-02-28T00:02:38.277GMT",
+ "endTime" : "2015-02-28T00:02:46.912GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+}, {
+ "id" : "local-1422981780767",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "startTime" : "2015-02-03T16:42:59.720GMT",
+ "endTime" : "2015-02-03T16:43:08.731GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+}, {
+ "id" : "local-1422981759269",
+ "name" : "Spark shell",
+ "attempts" : [ {
+ "startTime" : "2015-02-03T16:42:38.277GMT",
+ "endTime" : "2015-02-03T16:42:46.912GMT",
+ "sparkUser" : "irashid",
+ "completed" : true
+ } ]
+} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
new file mode 100644
index 0000000..8878e54
--- /dev/null
+++ b/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
@@ -0,0 +1 @@
+[ ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/d4973580/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE
----------------------------------------------------------------------
diff --git a/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE b/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE
new file mode 100755
index 0000000..e69de29
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org