You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by rx...@apache.org on 2015/05/06 04:28:05 UTC
[07/10] spark git commit: Revert "[SPARK-3454] separate json
endpoints for data in the UI"
http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
deleted file mode 100644
index 63b1316..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=DECREASING_RUNTIME/json_expectation
+++ /dev/null
@@ -1,481 +0,0 @@
-[ {
- "taskId" : 5186,
- "index" : 176,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.880GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 147,
- "resultSize" : 930,
- "jvmGcTime" : 12,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9599,
- "writeTime" : 317390,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5463,
- "index" : 453,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.518GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 134,
- "resultSize" : 930,
- "jvmGcTime" : 5,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9598,
- "writeTime" : 348853,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5461,
- "index" : 451,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.516GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 134,
- "resultSize" : 930,
- "jvmGcTime" : 5,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9599,
- "writeTime" : 413676,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5505,
- "index" : 495,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.616GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 133,
- "resultSize" : 930,
- "jvmGcTime" : 11,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9602,
- "writeTime" : 384212,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5672,
- "index" : 662,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:01.016GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 131,
- "resultSize" : 930,
- "jvmGcTime" : 4,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9602,
- "writeTime" : 387955,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5865,
- "index" : 855,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:01.514GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 131,
- "resultSize" : 930,
- "jvmGcTime" : 10,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9599,
- "writeTime" : 1710924,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5415,
- "index" : 405,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.389GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 130,
- "resultSize" : 930,
- "jvmGcTime" : 14,
- "resultSerializationTime" : 1,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9597,
- "writeTime" : 377101,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5462,
- "index" : 452,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.518GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 128,
- "resultSize" : 930,
- "jvmGcTime" : 5,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 306075,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5411,
- "index" : 401,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.385GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 128,
- "resultSize" : 930,
- "jvmGcTime" : 14,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9602,
- "writeTime" : 74684537,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5416,
- "index" : 406,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.392GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 11,
- "executorRunTime" : 123,
- "resultSize" : 930,
- "jvmGcTime" : 14,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9600,
- "writeTime" : 365240,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5924,
- "index" : 914,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:01.648GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 4,
- "executorRunTime" : 121,
- "resultSize" : 930,
- "jvmGcTime" : 5,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 335682,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5179,
- "index" : 169,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.866GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 114,
- "resultSize" : 930,
- "jvmGcTime" : 5,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 276876,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5243,
- "index" : 233,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.018GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 113,
- "resultSize" : 930,
- "jvmGcTime" : 5,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 12003053,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5054,
- "index" : 44,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.616GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 110,
- "resultSize" : 930,
- "jvmGcTime" : 22,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9602,
- "writeTime" : 299315,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5465,
- "index" : 455,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.521GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 108,
- "resultSize" : 930,
- "jvmGcTime" : 5,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9598,
- "writeTime" : 318366,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5614,
- "index" : 604,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.893GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 19,
- "executorRunTime" : 108,
- "resultSize" : 930,
- "jvmGcTime" : 7,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9600,
- "writeTime" : 309135,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5862,
- "index" : 852,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:01.509GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 96,
- "resultSize" : 930,
- "jvmGcTime" : 5,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9598,
- "writeTime" : 1052228,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5566,
- "index" : 556,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.762GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 95,
- "resultSize" : 930,
- "jvmGcTime" : 6,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9600,
- "writeTime" : 327089,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5567,
- "index" : 557,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.768GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 94,
- "resultSize" : 930,
- "jvmGcTime" : 6,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 374043,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5191,
- "index" : 181,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.885GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 90,
- "resultSize" : 930,
- "jvmGcTime" : 5,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9598,
- "writeTime" : 344199,
- "recordsWritten" : 100
- }
- }
-} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
deleted file mode 100644
index 329065b..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskList?sortBy=runtime/json_expectation
+++ /dev/null
@@ -1,481 +0,0 @@
-[ {
- "taskId" : 5610,
- "index" : 600,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.884GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 285253,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5511,
- "index" : 501,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.634GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9599,
- "writeTime" : 277358,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5027,
- "index" : 17,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.586GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 289503,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5828,
- "index" : 818,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:01.438GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 3,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 291997,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5173,
- "index" : 163,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.861GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9599,
- "writeTime" : 267617,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5185,
- "index" : 175,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.880GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9600,
- "writeTime" : 285928,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5553,
- "index" : 543,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.719GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 298472,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5077,
- "index" : 67,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.670GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9614,
- "writeTime" : 259332,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5831,
- "index" : 821,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:01.442GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9597,
- "writeTime" : 281603,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5194,
- "index" : 184,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.903GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9600,
- "writeTime" : 286315,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5481,
- "index" : 471,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.561GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9613,
- "writeTime" : 328893,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5035,
- "index" : 25,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.600GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9602,
- "writeTime" : 324374,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5134,
- "index" : 124,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.782GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9599,
- "writeTime" : 279741,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5044,
- "index" : 34,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.607GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 279851,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5026,
- "index" : 16,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.586GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9598,
- "writeTime" : 247775,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5331,
- "index" : 321,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.208GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 313699,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5343,
- "index" : 333,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.241GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 0,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9601,
- "writeTime" : 260259,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5606,
- "index" : 596,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:20:00.878GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 1,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9599,
- "writeTime" : 310521,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5041,
- "index" : 31,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.602GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 4,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9603,
- "writeTime" : 255099,
- "recordsWritten" : 100
- }
- }
-}, {
- "taskId" : 5023,
- "index" : 13,
- "attempt" : 0,
- "launchTime" : "2015-03-26T19:19:59.579GMT",
- "executorId" : "<driver>",
- "host" : "localhost",
- "taskLocality" : "PROCESS_LOCAL",
- "speculative" : false,
- "accumulatorUpdates" : [ ],
- "taskMetrics" : {
- "executorDeserializeTime" : 6,
- "executorRunTime" : 5,
- "resultSize" : 930,
- "jvmGcTime" : 0,
- "resultSerializationTime" : 0,
- "memoryBytesSpilled" : 0,
- "diskBytesSpilled" : 0,
- "shuffleWriteMetrics" : {
- "bytesWritten" : 9602,
- "writeTime" : 282108,
- "recordsWritten" : 100
- }
- }
-} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
deleted file mode 100644
index 46f32c1..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary/json_expectation
+++ /dev/null
@@ -1,15 +0,0 @@
-{
- "quantiles" : [ 0.05, 0.25, 0.5, 0.75, 0.95 ],
- "executorDeserializeTime" : [ 0.0, 0.0, 0.0, 1.0, 3.0 ],
- "executorRunTime" : [ 6.0, 6.0, 7.0, 10.0, 48.0 ],
- "resultSize" : [ 930.0, 930.0, 930.0, 930.0, 930.0 ],
- "jvmGcTime" : [ 0.0, 0.0, 0.0, 0.0, 7.0 ],
- "resultSerializationTime" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
- "memoryBytesSpilled" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
- "diskBytesSpilled" : [ 0.0, 0.0, 0.0, 0.0, 0.0 ],
- "shuffleWriteMetrics" : {
- "writeBytes" : [ 9598.0, 9599.0, 9600.0, 9601.0, 9603.0 ],
- "writeRecords" : [ 100.0, 100.0, 100.0, 100.0, 100.0 ],
- "writeTime" : [ 278805.0, 308809.0, 327953.0, 367487.0, 944783.0 ]
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
deleted file mode 100644
index 65b4638..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications/local-1427397477963/stages/20/0/taskSummary?quantiles=0.01,0.5,0.99/json_expectation
+++ /dev/null
@@ -1,15 +0,0 @@
-{
- "quantiles" : [ 0.01, 0.5, 0.99 ],
- "executorDeserializeTime" : [ 0.0, 0.0, 25.0 ],
- "executorRunTime" : [ 5.0, 7.0, 123.0 ],
- "resultSize" : [ 930.0, 930.0, 930.0 ],
- "jvmGcTime" : [ 0.0, 0.0, 14.0 ],
- "resultSerializationTime" : [ 0.0, 0.0, 1.0 ],
- "memoryBytesSpilled" : [ 0.0, 0.0, 0.0 ],
- "diskBytesSpilled" : [ 0.0, 0.0, 0.0 ],
- "shuffleWriteMetrics" : {
- "writeBytes" : [ 9597.0, 9600.0, 9614.0 ],
- "writeRecords" : [ 100.0, 100.0, 100.0 ],
- "writeTime" : [ 260991.0, 327953.0, 8980526.0 ]
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
deleted file mode 100644
index 483632a..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-03T10:42:40.000CST/json_expectation
+++ /dev/null
@@ -1,10 +0,0 @@
-[ {
- "id" : "local-1422981759269",
- "name" : "Spark shell",
- "attempts" : [ {
- "startTime" : "2015-02-03T16:42:38.277GMT",
- "endTime" : "2015-02-03T16:42:46.912GMT",
- "sparkUser" : "irashid",
- "completed" : true
- } ]
-} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
deleted file mode 100644
index 4b85690..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications?maxDate=2015-02-10/json_expectation
+++ /dev/null
@@ -1,19 +0,0 @@
-[ {
- "id" : "local-1422981780767",
- "name" : "Spark shell",
- "attempts" : [ {
- "startTime" : "2015-02-03T16:42:59.720GMT",
- "endTime" : "2015-02-03T16:43:08.731GMT",
- "sparkUser" : "irashid",
- "completed" : true
- } ]
-}, {
- "id" : "local-1422981759269",
- "name" : "Spark shell",
- "attempts" : [ {
- "startTime" : "2015-02-03T16:42:38.277GMT",
- "endTime" : "2015-02-03T16:42:46.912GMT",
- "sparkUser" : "irashid",
- "completed" : true
- } ]
-} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
deleted file mode 100644
index e67f252..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications?minDate=2015-02-10/json_expectation
+++ /dev/null
@@ -1,35 +0,0 @@
-[ {
- "id" : "local-1427397477963",
- "name" : "Spark shell",
- "attempts" : [ {
- "startTime" : "2015-03-26T19:17:57.184GMT",
- "endTime" : "2015-03-26T19:20:02.949GMT",
- "sparkUser" : "irashid",
- "completed" : true
- } ]
-}, {
- "id" : "local-1426533911241",
- "name" : "Spark shell",
- "attempts" : [ {
- "attemptId" : "2",
- "startTime" : "2015-03-17T23:11:50.242GMT",
- "endTime" : "2015-03-17T23:12:25.177GMT",
- "sparkUser" : "irashid",
- "completed" : true
- }, {
- "attemptId" : "1",
- "startTime" : "2015-03-16T19:25:10.242GMT",
- "endTime" : "2015-03-16T19:25:45.177GMT",
- "sparkUser" : "irashid",
- "completed" : true
- } ]
-}, {
- "id" : "local-1425081759269",
- "name" : "Spark shell",
- "attempts" : [ {
- "startTime" : "2015-02-28T00:02:38.277GMT",
- "endTime" : "2015-02-28T00:02:46.912GMT",
- "sparkUser" : "irashid",
- "completed" : true
- } ]
-} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
deleted file mode 100644
index 6101177..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications?status=completed/json_expectation
+++ /dev/null
@@ -1,53 +0,0 @@
-[ {
- "id" : "local-1427397477963",
- "name" : "Spark shell",
- "attempts" : [ {
- "startTime" : "2015-03-26T19:17:57.184GMT",
- "endTime" : "2015-03-26T19:20:02.949GMT",
- "sparkUser" : "irashid",
- "completed" : true
- } ]
-}, {
- "id" : "local-1426533911241",
- "name" : "Spark shell",
- "attempts" : [ {
- "attemptId" : "2",
- "startTime" : "2015-03-17T23:11:50.242GMT",
- "endTime" : "2015-03-17T23:12:25.177GMT",
- "sparkUser" : "irashid",
- "completed" : true
- }, {
- "attemptId" : "1",
- "startTime" : "2015-03-16T19:25:10.242GMT",
- "endTime" : "2015-03-16T19:25:45.177GMT",
- "sparkUser" : "irashid",
- "completed" : true
- } ]
-}, {
- "id" : "local-1425081759269",
- "name" : "Spark shell",
- "attempts" : [ {
- "startTime" : "2015-02-28T00:02:38.277GMT",
- "endTime" : "2015-02-28T00:02:46.912GMT",
- "sparkUser" : "irashid",
- "completed" : true
- } ]
-}, {
- "id" : "local-1422981780767",
- "name" : "Spark shell",
- "attempts" : [ {
- "startTime" : "2015-02-03T16:42:59.720GMT",
- "endTime" : "2015-02-03T16:43:08.731GMT",
- "sparkUser" : "irashid",
- "completed" : true
- } ]
-}, {
- "id" : "local-1422981759269",
- "name" : "Spark shell",
- "attempts" : [ {
- "startTime" : "2015-02-03T16:42:38.277GMT",
- "endTime" : "2015-02-03T16:42:46.912GMT",
- "sparkUser" : "irashid",
- "completed" : true
- } ]
-} ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
----------------------------------------------------------------------
diff --git a/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation b/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
deleted file mode 100644
index 8878e54..0000000
--- a/core/src/test/resources/HistoryServerExpectations/applications?status=running/json_expectation
+++ /dev/null
@@ -1 +0,0 @@
-[ ]
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/spark/blob/51b3d41e/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE
----------------------------------------------------------------------
diff --git a/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE b/core/src/test/resources/spark-events/local-1422981759269/APPLICATION_COMPLETE
deleted file mode 100755
index e69de29..0000000
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org