You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by sr...@apache.org on 2014/02/26 02:54:29 UTC
[1/2] AMBARI-4829. Tez DAG diagram should have zoom in/out and pan
actions - Mock Data. (srimanth)
Repository: ambari
Updated Branches:
refs/heads/trunk 07d38f368 -> f56d554e4
http://git-wip-us.apache.org/repos/asf/ambari/blob/f56d554e/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json b/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json
index 82ab4a3..4967fa9 100644
--- a/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json
+++ b/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json
@@ -1,19 +1,51 @@
{
"entities": [
{
- "starttime": 1390516133120,
- "entitytype": "TEZ_DAG_ID",
- "primaryfilters": {
- "dagName": "HIVE-Q2:1"
- },
+ "starttime": 1392936257904,
+ "events": [
+ {
+ "timestamp": 1392936280537,
+ "eventtype": "DAG_FINISHED",
+ "eventinfo": {}
+ },
+ {
+ "timestamp": 1392936258013,
+ "eventtype": "DAG_STARTED",
+ "eventinfo": {}
+ },
+ {
+ "timestamp": 1392936257968,
+ "eventtype": "DAG_INITIALIZED",
+ "eventinfo": {}
+ },
+ {
+ "timestamp": 1392936257904,
+ "eventtype": "DAG_SUBMITTED",
+ "eventinfo": {}
+ }
+ ],
"otherinfo": {
+ "startTime": 1392936258013,
+ "status": "SUCCEEDED",
+ "initTime": 1392936257968,
+ "timeTaken": 22524,
"dagPlan": {
- "dagName": "HIVE-Q2:1",
+ "dagName": "hive_20140220172727_9cb1b1a3-25bd-457b-81dc-60544c941cfa:11",
"edges": [
{
- "edgeId": "1167505869",
- "inputVertexName": "Map 3",
- "outputVertexName": "Map 2",
+ "edgeId": "167296427",
+ "inputVertexName": "Reducer 3",
+ "outputVertexName": "Reducer 4",
+ "dataMovementType": "SCATTER_GATHER",
+ "dataSourceType": "PERSISTED",
+ "schedulingType": "SEQUENTIAL",
+ "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput",
+ "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy"
+ },
+ {
+ "edgeId": "473758957",
+ "inputVertexName": "Map 1",
+ "outputVertexName": "Map 6",
"dataMovementType": "BROADCAST",
"dataSourceType": "PERSISTED",
"schedulingType": "SEQUENTIAL",
@@ -21,65 +53,418 @@
"edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput"
},
{
- "edgeId": "360567249",
- "inputVertexName": "Map 1",
- "outputVertexName": "Map 2",
+ "edgeId": "2076565304",
+ "inputVertexName": "Reducer 4",
+ "outputVertexName": "Reducer 5",
+ "dataMovementType": "SCATTER_GATHER",
+ "dataSourceType": "PERSISTED",
+ "schedulingType": "SEQUENTIAL",
+ "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput",
+ "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy"
+ },
+ {
+ "edgeId": "974132657",
+ "inputVertexName": "Reducer 5",
+ "outputVertexName": "Map 1",
"dataMovementType": "BROADCAST",
"dataSourceType": "PERSISTED",
"schedulingType": "SEQUENTIAL",
"edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput",
"edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput"
+ },
+ {
+ "edgeId": "1784432228",
+ "inputVertexName": "Map 2",
+ "outputVertexName": "Reducer 3",
+ "dataMovementType": "SCATTER_GATHER",
+ "dataSourceType": "PERSISTED",
+ "schedulingType": "SEQUENTIAL",
+ "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput",
+ "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy"
+ },
+ {
+ "edgeId": "54634294",
+ "inputVertexName": "Map 6",
+ "outputVertexName": "Reducer 7",
+ "dataMovementType": "SCATTER_GATHER",
+ "dataSourceType": "PERSISTED",
+ "schedulingType": "SEQUENTIAL",
+ "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput",
+ "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy"
}
],
"vertices": [
{
- "vertexName": "Map 1",
+ "vertexName": "Reducer 7",
+ "processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor",
+ "inEdgeIds": [
+ "54634294"
+ ],
+ "additionalOutputs": [
+ {
+ "name": "out_Reducer 7",
+ "class": "org.apache.tez.mapreduce.output.MROutput"
+ }
+ ]
+ },
+ {
+ "vertexName": "Map 6",
"processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
- "outEdgeIds": "360567249",
- "additionalInputs": {
- "name": "z",
- "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
- "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
- }
+ "inEdgeIds": [
+ "473758957"
+ ],
+ "outEdgeIds": [
+ "54634294"
+ ],
+ "additionalInputs": [
+ {
+ "name": "players",
+ "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
+ "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
+ }
+ ]
},
{
- "vertexName": "Map 2",
+ "vertexName": "Map 1",
"processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
"inEdgeIds": [
- "1167505869",
- "360567249"
+ "974132657"
+ ],
+ "outEdgeIds": [
+ "473758957"
+ ],
+ "additionalInputs": [
+ {
+ "name": "school",
+ "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
+ "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
+ }
+ ]
+ },
+ {
+ "vertexName": "Reducer 5",
+ "processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor",
+ "inEdgeIds": [
+ "2076565304"
+ ],
+ "outEdgeIds": [
+ "974132657"
+ ]
+ },
+ {
+ "vertexName": "Reducer 4",
+ "processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor",
+ "inEdgeIds": [
+ "167296427"
+ ],
+ "outEdgeIds": [
+ "2076565304"
+ ]
+ },
+ {
+ "vertexName": "Reducer 3",
+ "processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor",
+ "inEdgeIds": [
+ "1784432228"
],
- "additionalInputs": {
- "name": "y",
- "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
- "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
- },
- "additionalOutputs": {
- "name": "out_Map 2",
- "class": "org.apache.tez.mapreduce.output.MROutput"
- }
- },
- {
- "vertexName": "Map 3",
+ "outEdgeIds": [
+ "167296427"
+ ]
+ },
+ {
+ "vertexName": "Map 2",
"processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
- "outEdgeIds": "1167505869",
- "additionalInputs": {
- "name": "x",
- "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
- "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
- }
+ "outEdgeIds": [
+ "1784432228"
+ ],
+ "additionalInputs": [
+ {
+ "name": "school",
+ "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
+ "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
+ }
+ ]
+ }
+ ],
+ "version": 1
+ },
+ "endTime": 1392936280537,
+ "diagnostics": "",
+ "counters": {
+ "counterGroups": [
+ {
+ "counterGroupName": "org.apache.tez.common.counters.DAGCounter",
+ "counterGroupDisplayName": "org.apache.tez.common.counters.DAGCounter",
+ "counters": [
+ {
+ "counterName": "TOTAL_LAUNCHED_TASKS",
+ "counterDisplayName": "TOTAL_LAUNCHED_TASKS",
+ "counterValue": 7
+ },
+ {
+ "counterName": "DATA_LOCAL_TASKS",
+ "counterDisplayName": "DATA_LOCAL_TASKS",
+ "counterValue": 2
+ },
+ {
+ "counterName": "RACK_LOCAL_TASKS",
+ "counterDisplayName": "RACK_LOCAL_TASKS",
+ "counterValue": 1
+ }
+ ]
+ },
+ {
+ "counterGroupName": "org.apache.tez.common.counters.FileSystemCounter",
+ "counterGroupDisplayName": "File System Counters",
+ "counters": [
+ {
+ "counterName": "FILE_BYTES_READ",
+ "counterDisplayName": "FILE: BYTES_READ",
+ "counterValue": 4839
+ },
+ {
+ "counterName": "FILE_BYTES_WRITTEN",
+ "counterDisplayName": "FILE: BYTES_WRITTEN",
+ "counterValue": 11213
+ },
+ {
+ "counterName": "FILE_READ_OPS",
+ "counterDisplayName": "FILE: READ_OPS",
+ "counterValue": 0
+ },
+ {
+ "counterName": "FILE_LARGE_READ_OPS",
+ "counterDisplayName": "FILE: LARGE_READ_OPS",
+ "counterValue": 0
+ },
+ {
+ "counterName": "FILE_WRITE_OPS",
+ "counterDisplayName": "FILE: WRITE_OPS",
+ "counterValue": 0
+ },
+ {
+ "counterName": "HDFS_BYTES_READ",
+ "counterDisplayName": "HDFS: BYTES_READ",
+ "counterValue": 306084
+ },
+ {
+ "counterName": "HDFS_BYTES_WRITTEN",
+ "counterDisplayName": "HDFS: BYTES_WRITTEN",
+ "counterValue": 622
+ },
+ {
+ "counterName": "HDFS_READ_OPS",
+ "counterDisplayName": "HDFS: READ_OPS",
+ "counterValue": 5
+ },
+ {
+ "counterName": "HDFS_LARGE_READ_OPS",
+ "counterDisplayName": "HDFS: LARGE_READ_OPS",
+ "counterValue": 0
+ },
+ {
+ "counterName": "HDFS_WRITE_OPS",
+ "counterDisplayName": "HDFS: WRITE_OPS",
+ "counterValue": 2
+ }
+ ]
+ },
+ {
+ "counterGroupName": "org.apache.tez.common.counters.TaskCounter",
+ "counterGroupDisplayName": "org.apache.tez.common.counters.TaskCounter",
+ "counters": [
+ {
+ "counterName": "MAP_INPUT_RECORDS",
+ "counterDisplayName": "MAP_INPUT_RECORDS",
+ "counterValue": 7648
+ },
+ {
+ "counterName": "MAP_OUTPUT_RECORDS",
+ "counterDisplayName": "MAP_OUTPUT_RECORDS",
+ "counterValue": 170
+ },
+ {
+ "counterName": "MAP_OUTPUT_BYTES",
+ "counterDisplayName": "MAP_OUTPUT_BYTES",
+ "counterValue": 4475
+ },
+ {
+ "counterName": "MAP_OUTPUT_MATERIALIZED_BYTES",
+ "counterDisplayName": "MAP_OUTPUT_MATERIALIZED_BYTES",
+ "counterValue": 4839
+ },
+ {
+ "counterName": "COMBINE_INPUT_RECORDS",
+ "counterDisplayName": "COMBINE_INPUT_RECORDS",
+ "counterValue": 0
+ },
+ {
+ "counterName": "REDUCE_INPUT_GROUPS",
+ "counterDisplayName": "REDUCE_INPUT_GROUPS",
+ "counterValue": 90
+ },
+ {
+ "counterName": "REDUCE_SHUFFLE_BYTES",
+ "counterDisplayName": "REDUCE_SHUFFLE_BYTES",
+ "counterValue": 4839
+ },
+ {
+ "counterName": "REDUCE_INPUT_RECORDS",
+ "counterDisplayName": "REDUCE_INPUT_RECORDS",
+ "counterValue": 98
+ },
+ {
+ "counterName": "SPILLED_RECORDS",
+ "counterDisplayName": "SPILLED_RECORDS",
+ "counterValue": 269
+ },
+ {
+ "counterName": "SHUFFLED_MAPS",
+ "counterDisplayName": "SHUFFLED_MAPS",
+ "counterValue": 4
+ },
+ {
+ "counterName": "FAILED_SHUFFLE",
+ "counterDisplayName": "FAILED_SHUFFLE",
+ "counterValue": 0
+ },
+ {
+ "counterName": "MERGED_MAP_OUTPUTS",
+ "counterDisplayName": "MERGED_MAP_OUTPUTS",
+ "counterValue": 4
+ },
+ {
+ "counterName": "GC_TIME_MILLIS",
+ "counterDisplayName": "GC_TIME_MILLIS",
+ "counterValue": 706
+ },
+ {
+ "counterName": "CPU_MILLISECONDS",
+ "counterDisplayName": "CPU_MILLISECONDS",
+ "counterValue": -15530
+ },
+ {
+ "counterName": "PHYSICAL_MEMORY_BYTES",
+ "counterDisplayName": "PHYSICAL_MEMORY_BYTES",
+ "counterValue": 1493426176
+ },
+ {
+ "counterName": "VIRTUAL_MEMORY_BYTES",
+ "counterDisplayName": "VIRTUAL_MEMORY_BYTES",
+ "counterValue": 7776043008
+ },
+ {
+ "counterName": "COMMITTED_HEAP_BYTES",
+ "counterDisplayName": "COMMITTED_HEAP_BYTES",
+ "counterValue": 1281880064
+ }
+ ]
+ },
+ {
+ "counterGroupName": "HIVE",
+ "counterGroupDisplayName": "HIVE",
+ "counters": [
+ {
+ "counterName": "CREATED_FILES",
+ "counterDisplayName": "CREATED_FILES",
+ "counterValue": 1
+ }
+ ]
+ },
+ {
+ "counterGroupName": "Shuffle Errors",
+ "counterGroupDisplayName": "Shuffle Errors",
+ "counters": [
+ {
+ "counterName": "BAD_ID",
+ "counterDisplayName": "BAD_ID",
+ "counterValue": 0
+ },
+ {
+ "counterName": "CONNECTION",
+ "counterDisplayName": "CONNECTION",
+ "counterValue": 0
+ },
+ {
+ "counterName": "IO_ERROR",
+ "counterDisplayName": "IO_ERROR",
+ "counterValue": 0
+ },
+ {
+ "counterName": "WRONG_LENGTH",
+ "counterDisplayName": "WRONG_LENGTH",
+ "counterValue": 0
+ },
+ {
+ "counterName": "WRONG_MAP",
+ "counterDisplayName": "WRONG_MAP",
+ "counterValue": 0
+ },
+ {
+ "counterName": "WRONG_REDUCE",
+ "counterDisplayName": "WRONG_REDUCE",
+ "counterValue": 0
+ }
+ ]
+ },
+ {
+ "counterGroupName": "org.apache.hadoop.hive.ql.exec.FilterOperator$Counter",
+ "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.FilterOperator$Counter",
+ "counters": [
+ {
+ "counterName": "FILTERED",
+ "counterDisplayName": "FILTERED",
+ "counterValue": 4921
+ },
+ {
+ "counterName": "PASSED",
+ "counterDisplayName": "PASSED",
+ "counterValue": 1227
+ }
+ ]
+ },
+ {
+ "counterGroupName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter",
+ "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter",
+ "counters": [
+ {
+ "counterName": "DESERIALIZE_ERRORS",
+ "counterDisplayName": "DESERIALIZE_ERRORS",
+ "counterValue": 0
+ }
+ ]
+ },
+ {
+ "counterGroupName": "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter",
+ "counterGroupDisplayName": "File Input Format Counters ",
+ "counters": [
+ {
+ "counterName": "BYTES_READ",
+ "counterDisplayName": "Bytes Read",
+ "counterValue": 0
+ }
+ ]
+ },
+ {
+ "counterGroupName": "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
+ "counterGroupDisplayName": "File Output Format Counters ",
+ "counters": [
+ {
+ "counterName": "BYTES_WRITTEN",
+ "counterDisplayName": "Bytes Written",
+ "counterValue": 0
+ }
+ ]
}
]
}
},
- "events": [
- {
- "timestamp": 1390516133120,
- "eventtype": "DAG_SUBMITTED",
- "eventinfo": {}
- }
- ],
- "entity": "dag_1390516007863_0001_1-0",
+ "primaryfilters": {
+ "dagName": "hive_20140220172727_9cb1b1a3-25bd-457b-81dc-60544c941cfa:11",
+ "user": "hive"
+ },
+ "entity": "dag_1392926503112_0003_1",
+ "entitytype": "TEZ_DAG_ID",
"relatedentities": {}
}
]
http://git-wip-us.apache.org/repos/asf/ambari/blob/f56d554e/ambari-web/app/assets/data/jobs/tezDag.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/jobs/tezDag.json b/ambari-web/app/assets/data/jobs/tezDag.json
index 410bb77..d6be97f 100644
--- a/ambari-web/app/assets/data/jobs/tezDag.json
+++ b/ambari-web/app/assets/data/jobs/tezDag.json
@@ -1,12 +1,16 @@
{
- "starttime": 1390516133120,
+ "starttime": 1392936257904,
+ "entity": "dag_1392926503112_0003_1",
"entitytype": "TEZ_DAG_ID",
- "entity": "dag_1390516007863_0001_1-0",
"relatedentities": {
"TEZ_VERTEX_ID": [
- "vertex_1390516007863_0001_1_00-0",
- "vertex_1390516007863_0001_1_01-0",
- "vertex_1390516007863_0001_1_02-0"
+ "vertex_1392926503112_0003_1_00",
+ "vertex_1392926503112_0003_1_01",
+ "vertex_1392926503112_0003_1_02",
+ "vertex_1392926503112_0003_1_03",
+ "vertex_1392926503112_0003_1_04",
+ "vertex_1392926503112_0003_1_05",
+ "vertex_1392926503112_0003_1_06"
]
}
}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/f56d554e/ambari-web/app/assets/data/jobs/tezDagVertex.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/jobs/tezDagVertex.json b/ambari-web/app/assets/data/jobs/tezDagVertex.json
index 0add8a0..5cf9d4b 100644
--- a/ambari-web/app/assets/data/jobs/tezDagVertex.json
+++ b/ambari-web/app/assets/data/jobs/tezDagVertex.json
@@ -1,58 +1,211 @@
{
- "starttime": 1390516141963,
- "entitytype": "TEZ_VERTEX_ID",
+ "starttime": 1392936258722,
"otherinfo": {
- "startTime": 1390516133853,
+ "startTime": 1392936259476,
"status": "SUCCEEDED",
"numTasks": 1,
- "initTime": 1390516133853,
- "vertexName": "Map 1",
- "timeTaken": 8110,
- "processorClassName": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
- "endTime": 1390516141963,
- "initRequestedTime": 1390516133331,
- "diagnostics": "",
+ "initTime": 1392936258722,
+ "vertexName": "Reducer 7",
+ "timeTaken": 21058,
+ "processorClassName": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor",
+ "endTime": 1392936280534,
+ "initRequestedTime": 1392936258658,
"counters": {
"counterGroups": [
{
- "counterGroupName": "org.apache.tez.common.counters.DAGCounter",
- "counterGroupDisplayName": "org.apache.tez.common.counters.DAGCounter",
- "counters": {
- "counterName": "DATA_LOCAL_TASKS",
- "counterDisplayName": "DATA_LOCAL_TASKS",
- "counterValue": 1
- }
+ "counterGroupName": "org.apache.tez.common.counters.FileSystemCounter",
+ "counterGroupDisplayName": "File System Counters",
+ "counters": [
+ {
+ "counterName": "FILE_BYTES_READ",
+ "counterDisplayName": "FILE: BYTES_READ",
+ "counterValue": 1008
+ },
+ {
+ "counterName": "FILE_BYTES_WRITTEN",
+ "counterDisplayName": "FILE: BYTES_WRITTEN",
+ "counterValue": 1008
+ },
+ {
+ "counterName": "FILE_READ_OPS",
+ "counterDisplayName": "FILE: READ_OPS",
+ "counterValue": 0
+ },
+ {
+ "counterName": "FILE_LARGE_READ_OPS",
+ "counterDisplayName": "FILE: LARGE_READ_OPS",
+ "counterValue": 0
+ },
+ {
+ "counterName": "FILE_WRITE_OPS",
+ "counterDisplayName": "FILE: WRITE_OPS",
+ "counterValue": 0
+ },
+ {
+ "counterName": "HDFS_BYTES_READ",
+ "counterDisplayName": "HDFS: BYTES_READ",
+ "counterValue": 0
+ },
+ {
+ "counterName": "HDFS_BYTES_WRITTEN",
+ "counterDisplayName": "HDFS: BYTES_WRITTEN",
+ "counterValue": 622
+ },
+ {
+ "counterName": "HDFS_READ_OPS",
+ "counterDisplayName": "HDFS: READ_OPS",
+ "counterValue": 2
+ },
+ {
+ "counterName": "HDFS_LARGE_READ_OPS",
+ "counterDisplayName": "HDFS: LARGE_READ_OPS",
+ "counterValue": 0
+ },
+ {
+ "counterName": "HDFS_WRITE_OPS",
+ "counterDisplayName": "HDFS: WRITE_OPS",
+ "counterValue": 2
+ }
+ ]
},
{
"counterGroupName": "org.apache.tez.common.counters.TaskCounter",
"counterGroupDisplayName": "org.apache.tez.common.counters.TaskCounter",
- "counters": {
- "counterName": "MAP_INPUT_RECORDS",
- "counterDisplayName": "MAP_INPUT_RECORDS",
- "counterValue": 500
- }
+ "counters": [
+ {
+ "counterName": "MAP_OUTPUT_RECORDS",
+ "counterDisplayName": "MAP_OUTPUT_RECORDS",
+ "counterValue": 0
+ },
+ {
+ "counterName": "COMBINE_INPUT_RECORDS",
+ "counterDisplayName": "COMBINE_INPUT_RECORDS",
+ "counterValue": 0
+ },
+ {
+ "counterName": "REDUCE_INPUT_GROUPS",
+ "counterDisplayName": "REDUCE_INPUT_GROUPS",
+ "counterValue": 13
+ },
+ {
+ "counterName": "REDUCE_SHUFFLE_BYTES",
+ "counterDisplayName": "REDUCE_SHUFFLE_BYTES",
+ "counterValue": 1008
+ },
+ {
+ "counterName": "REDUCE_INPUT_RECORDS",
+ "counterDisplayName": "REDUCE_INPUT_RECORDS",
+ "counterValue": 19
+ },
+ {
+ "counterName": "SPILLED_RECORDS",
+ "counterDisplayName": "SPILLED_RECORDS",
+ "counterValue": 19
+ },
+ {
+ "counterName": "SHUFFLED_MAPS",
+ "counterDisplayName": "SHUFFLED_MAPS",
+ "counterValue": 1
+ },
+ {
+ "counterName": "FAILED_SHUFFLE",
+ "counterDisplayName": "FAILED_SHUFFLE",
+ "counterValue": 0
+ },
+ {
+ "counterName": "MERGED_MAP_OUTPUTS",
+ "counterDisplayName": "MERGED_MAP_OUTPUTS",
+ "counterValue": 1
+ },
+ {
+ "counterName": "GC_TIME_MILLIS",
+ "counterDisplayName": "GC_TIME_MILLIS",
+ "counterValue": 7
+ },
+ {
+ "counterName": "CPU_MILLISECONDS",
+ "counterDisplayName": "CPU_MILLISECONDS",
+ "counterValue": -4530
+ },
+ {
+ "counterName": "PHYSICAL_MEMORY_BYTES",
+ "counterDisplayName": "PHYSICAL_MEMORY_BYTES",
+ "counterValue": 245919744
+ },
+ {
+ "counterName": "VIRTUAL_MEMORY_BYTES",
+ "counterDisplayName": "VIRTUAL_MEMORY_BYTES",
+ "counterValue": 1249353728
+ },
+ {
+ "counterName": "COMMITTED_HEAP_BYTES",
+ "counterDisplayName": "COMMITTED_HEAP_BYTES",
+ "counterValue": 210309120
+ }
+ ]
},
{
- "counterGroupName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter",
- "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter",
- "counters": {
- "counterName": "DESERIALIZE_ERRORS",
- "counterDisplayName": "DESERIALIZE_ERRORS",
- "counterValue": 0
- }
+ "counterGroupName": "HIVE",
+ "counterGroupDisplayName": "HIVE",
+ "counters": [
+ {
+ "counterName": "CREATED_FILES",
+ "counterDisplayName": "CREATED_FILES",
+ "counterValue": 1
+ }
+ ]
},
{
- "counterGroupName": "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter",
- "counterGroupDisplayName": "File Input Format Counters ",
- "counters": {
- "counterName": "BYTES_READ",
- "counterDisplayName": "Bytes Read",
- "counterValue": 0
- }
+ "counterGroupName": "Shuffle Errors",
+ "counterGroupDisplayName": "Shuffle Errors",
+ "counters": [
+ {
+ "counterName": "BAD_ID",
+ "counterDisplayName": "BAD_ID",
+ "counterValue": 0
+ },
+ {
+ "counterName": "CONNECTION",
+ "counterDisplayName": "CONNECTION",
+ "counterValue": 0
+ },
+ {
+ "counterName": "IO_ERROR",
+ "counterDisplayName": "IO_ERROR",
+ "counterValue": 0
+ },
+ {
+ "counterName": "WRONG_LENGTH",
+ "counterDisplayName": "WRONG_LENGTH",
+ "counterValue": 0
+ },
+ {
+ "counterName": "WRONG_MAP",
+ "counterDisplayName": "WRONG_MAP",
+ "counterValue": 0
+ },
+ {
+ "counterName": "WRONG_REDUCE",
+ "counterDisplayName": "WRONG_REDUCE",
+ "counterValue": 0
+ }
+ ]
+ },
+ {
+ "counterGroupName": "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
+ "counterGroupDisplayName": "File Output Format Counters ",
+ "counters": [
+ {
+ "counterName": "BYTES_WRITTEN",
+ "counterDisplayName": "Bytes Written",
+ "counterValue": 0
+ }
+ ]
}
]
},
- "startRequestedTime": 1390516133415
+ "startRequestedTime": 1392936259476
},
- "entity": "vertex_1390516007863_0001_1_00-0"
+ "entity": "vertex_1392926503112_0003_1_00",
+ "entitytype": "TEZ_VERTEX_ID"
}
\ No newline at end of file
[2/2] git commit: AMBARI-4829. Tez DAG diagram should have zoom
in/out and pan actions - Mock Data. (srimanth)
Posted by sr...@apache.org.
AMBARI-4829. Tez DAG diagram should have zoom in/out and pan actions - Mock Data. (srimanth)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/f56d554e
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/f56d554e
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/f56d554e
Branch: refs/heads/trunk
Commit: f56d554e49d117445f1f7d262f58c110a38f9272
Parents: 07d38f3
Author: Srimanth Gunturi <sg...@hortonworks.com>
Authored: Tue Feb 25 17:31:18 2014 -0800
Committer: Srimanth Gunturi <sg...@hortonworks.com>
Committed: Tue Feb 25 17:54:22 2014 -0800
----------------------------------------------------------------------
.../app/assets/data/jobs/hive-queries.json | 198 +++++++-
.../app/assets/data/jobs/hive-query-2.json | 219 +--------
.../app/assets/data/jobs/tezDag-name-to-id.json | 481 +++++++++++++++++--
ambari-web/app/assets/data/jobs/tezDag.json | 14 +-
.../app/assets/data/jobs/tezDagVertex.json | 229 +++++++--
5 files changed, 811 insertions(+), 330 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/f56d554e/ambari-web/app/assets/data/jobs/hive-queries.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/jobs/hive-queries.json b/ambari-web/app/assets/data/jobs/hive-queries.json
index 4f766d3..aae8ef7 100644
--- a/ambari-web/app/assets/data/jobs/hive-queries.json
+++ b/ambari-web/app/assets/data/jobs/hive-queries.json
@@ -1,84 +1,234 @@
{
"entities": [
{
- "starttime": 1390516278010,
- "entitytype": "HIVE_QUERY_ID",
+ "starttime": 1392936251060,
+ "events": [
+ {
+ "timestamp": 1392936280573,
+ "eventtype": "QUERY_COMPLETED",
+ "eventinfo": {}
+ },
+ {
+ "timestamp": 1392936251060,
+ "eventtype": "QUERY_SUBMITTED",
+ "eventinfo": {}
+ }
+ ],
+ "otherinfo": {
+ "query": "{\"query\":{\"queryText\":\"select players.* from players join \\n(select school.id, topState.counts from school join (select state, count(state) as counts from school group by state sort by counts desc limit 1) topState on school.state = topState.state)\\ntopSchools on topSchools.id = players.schoolid where players.yearmin > 1990 sort by players.schoolid\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140220172727_9cb1b1a3-25bd-457b-81dc-60544c941cfa:11\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string),
_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"state (type: string)\"},\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 B
asic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id}\"}}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string)\",\"outputColumnNames:\":[\"state\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(state)\"],\"keys:\":\"state (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: s
tring)\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 5\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expr
essions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 7\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 6\":{\"Map Operator Tree:\":[{\"TableScan\":{\"filte
rExpr:\":\"(yearmin > 1990) (type: boolean)\",\"alias:\":\"players\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(yearmin > 1990) (type: boolean)\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"schoolid (type: string)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"+\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: string)\"}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic
stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id} {schoolid} {yearmin} {yearmax}\"}}},\"Statistics:\":\"Num rows: 329 Data size: 68451 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 987 Data size: 205354 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 1\":{\"parent\":\"Reducer 5\",\"type\":\"BROADCAST_EDGE\"},\"Reducer 5\":{\"parent\":\"Reducer 4\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 7\":{\"parent\":\"Map 6\",\"type\":\"SIMPLE_EDGE\"},\"Map 6\":{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ },
"primaryfilters": {
- "user": "hiveuser1"
+ "user": "hive"
},
+ "entity": "hive_20140220174444_ceb2def9-838c-44ba-bbc2-825b19b3d2d6",
+ "entitytype": "HIVE_QUERY_ID"
+ },
+ {
+ "starttime": 1392935263246,
"events": [
{
- "timestamp": 1390516285963,
+ "timestamp": 1392935263246,
"eventtype": "QUERY_COMPLETED",
"eventinfo": {}
},
{
- "timestamp": 1390516278010,
+ "timestamp": 1392935263168,
"eventtype": "QUERY_SUBMITTED",
"eventinfo": {}
}
],
- "entity": "HIVE-Q3-0"
+ "otherinfo": {
+ "query": "{\"query\":{\"queryText\":\" describe players\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}},\"Stage-0\":{\"Describe Table Operator:\":{\"Describe Table\":{\"table:\":\"players\"}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ },
+ "primaryfilters": {
+ "user": "hive"
+ },
+ "entity": "hive_20140220172727_9cb1b1a3-25bd-457b-81dc-60544c941cfa",
+ "entitytype": "HIVE_QUERY_ID"
},
{
- "starttime": 1390516133110,
- "entitytype": "HIVE_QUERY_ID",
+ "starttime": 1392935263075,
+ "events": [
+ {
+ "timestamp": 1392935263156,
+ "eventtype": "QUERY_COMPLETED",
+ "eventinfo": {}
+ },
+ {
+ "timestamp": 1392935263075,
+ "eventtype": "QUERY_SUBMITTED",
+ "eventinfo": {}
+ }
+ ],
+ "otherinfo": {
+ "query": "{\"query\":{\"queryText\":\"describe school\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}},\"Stage-0\":{\"Describe Table Operator:\":{\"Describe Table\":{\"table:\":\"school\"}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ },
+ "primaryfilters": {
+ "user": "hive"
+ },
+ "entity": "hive_20140220172727_f6511c11-9788-4cab-a59e-9ce58adf5507",
+ "entitytype": "HIVE_QUERY_ID"
+ },
+ {
+ "starttime": 1392935260100,
+ "events": [
+ {
+ "timestamp": 1392935260171,
+ "eventtype": "QUERY_COMPLETED",
+ "eventinfo": {}
+ },
+ {
+ "timestamp": 1392935260100,
+ "eventtype": "QUERY_SUBMITTED",
+ "eventinfo": {}
+ }
+ ],
+ "otherinfo": {
+ "query": "{\"query\":{\"queryText\":\"describe school\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}},\"Stage-0\":{\"Describe Table Operator:\":{\"Describe Table\":{\"table:\":\"school\"}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ },
+ "primaryfilters": {
+ "user": "hive"
+ },
+ "entity": "hive_20140220172727_46ba89bb-e33b-45a7-8de7-14de52452d72",
+ "entitytype": "HIVE_QUERY_ID"
+ },
+ {
+ "starttime": 1392934273810,
+ "events": [
+ {
+ "timestamp": 1392934287433,
+ "eventtype": "QUERY_COMPLETED",
+ "eventinfo": {}
+ },
+ {
+ "timestamp": 1392934273810,
+ "eventtype": "QUERY_SUBMITTED",
+ "eventinfo": {}
+ }
+ ],
+ "otherinfo": {
+ "query": "{\"query\":{\"queryText\":\"select players.* from players join \\n(select school.id, topState.counts from school join (select state, count(state) as counts from school group by state sort by counts desc limit 1) topState on school.state = topState.state)\\ntopSchools on topSchools.id = players.schoolid where players.yearmin > 1990 sort by players.schoolid\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140220170909_456255fb-c6e9-4b44-a5ff-cb71e11f5045:9\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string),
_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"state (type: string)\"},\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Ba
sic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id}\"}}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string)\",\"outputColumnNames:\":[\"state\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(state)\"],\"keys:\":\"state (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: st
ring)\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 5\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expre
ssions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 7\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 6\":{\"Map Operator Tree:\":[{\"TableScan\":{\"filter
Expr:\":\"(yearmin > 1990) (type: boolean)\",\"alias:\":\"players\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(yearmin > 1990) (type: boolean)\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"schoolid (type: string)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"+\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: string)\"}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic
stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id} {schoolid} {yearmin} {yearmax}\"}}},\"Statistics:\":\"Num rows: 329 Data size: 68451 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 987 Data size: 205354 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 1\":{\"parent\":\"Reducer 5\",\"type\":\"BROADCAST_EDGE\"},\"Reducer 5\":{\"parent\":\"Reducer 4\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 7\":{\"parent\":\"Map 6\",\"type\":\"SIMPLE_EDGE\"},\"Map 6\":{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ },
"primaryfilters": {
- "user": "hiveuser2"
+ "user": "hive"
},
+ "entity": "hive_20140220171111_c4fd1e8d-c64a-4b21-bb61-5e9b537a3802",
+ "entitytype": "HIVE_QUERY_ID"
+ },
+ {
+ "starttime": 1392934183702,
"events": [
{
- "timestamp": 1390516133110,
+ "timestamp": 1392934197659,
"eventtype": "QUERY_COMPLETED",
"eventinfo": {}
},
{
- "timestamp": 1390516133110,
+ "timestamp": 1392934183702,
"eventtype": "QUERY_SUBMITTED",
"eventinfo": {}
}
],
- "entity": "HIVE-Q2-0"
+ "otherinfo": {
+ "query": "{\"query\":{\"queryText\":\"select players.* from players join \\n(select school.id, topState.counts from school join (select state, count(state) as counts from school group by state sort by counts desc limit 1) topState on school.state = topState.state)\\ntopSchools on topSchools.id = players.schoolid sort by players.schoolid\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140220170707_12512e4d-910d-4b62-8b1b-f912fc498665:8\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Stat
istics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"state (type: string)\"},\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column st
ats: NONE\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id}\"}}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string)\",\"outputColumnNames:\":[\"state\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(state)\"],\"keys:\":\"state (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"N
um rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 5\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: stri
ng), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 7\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 1085 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 1085 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 6\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"players\",\"children
\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"schoolid (type: string)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"+\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"Statistics:\":\"Num rows: 1085 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: string)\"}},\"Statistics:\":\"Num rows: 1085 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 1085 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id} {schoolid} {yearmin}
{yearmax}\"}}},\"Statistics:\":\"Num rows: 987 Data size: 205354 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 1\":{\"parent\":\"Reducer 5\",\"type\":\"BROADCAST_EDGE\"},\"Reducer 5\":{\"parent\":\"Reducer 4\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 7\":{\"parent\":\"Map 6\",\"type\":\"SIMPLE_EDGE\"},\"Map 6\":{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ },
+ "primaryfilters": {
+ "user": "hive"
+ },
+ "entity": "hive_20140220170909_456255fb-c6e9-4b44-a5ff-cb71e11f5045",
+ "entitytype": "HIVE_QUERY_ID"
},
{
- "starttime": 1390515264503,
- "entitytype": "HIVE_QUERY_ID",
+ "starttime": 1392934074641,
+ "events": [
+ {
+ "timestamp": 1392934088912,
+ "eventtype": "QUERY_COMPLETED",
+ "eventinfo": {}
+ },
+ {
+ "timestamp": 1392934074641,
+ "eventtype": "QUERY_SUBMITTED",
+ "eventinfo": {}
+ }
+ ],
+ "otherinfo": {
+ "query": "{\"query\":{\"queryText\":\"select players.id, players.schoolid from players join \\n(select school.id, topState.counts from school join (select state, count(state) as counts from school group by state sort by counts desc limit 1) topState on school.state = topState.state)\\ntopSchools on topSchools.id = players.schoolid sort by players.schoolid\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140220170404_1e0be6b7-bbc5-4cb3-895b-1c0d2356fbc3:7\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (typ
e: bigint)\",\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"state (type: string)\"},\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats:
COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id}\"}}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string)\",\"outputColumnNames:\":[\"state\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(state)\"],\"keys:\":\"state (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},
\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 5\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":
\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 7\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 6\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"p
layers\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"schoolid (type: string)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"+\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string)\",\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: string)\"}},\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id} {schoolid}\"}}},\"Statistics:\":\"Num rows: 1026 Data size: 205354 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"
Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 1\":{\"parent\":\"Reducer 5\",\"type\":\"BROADCAST_EDGE\"},\"Reducer 5\":{\"parent\":\"Reducer 4\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 7\":{\"parent\":\"Map 6\",\"type\":\"SIMPLE_EDGE\"},\"Map 6\":{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ },
"primaryfilters": {
- "user": "hiveuser1"
+ "user": "hive"
},
+ "entity": "hive_20140220170707_12512e4d-910d-4b62-8b1b-f912fc498665",
+ "entitytype": "HIVE_QUERY_ID"
+ },
+ {
+ "starttime": 1392933883887,
"events": [
{
- "timestamp": 1390515297205,
+ "timestamp": 1392933898076,
"eventtype": "QUERY_COMPLETED",
"eventinfo": {}
},
{
- "timestamp": 1390515264503,
+ "timestamp": 1392933883887,
"eventtype": "QUERY_SUBMITTED",
"eventinfo": {}
}
],
- "entity": "HIVE-Q1-0"
+ "otherinfo": {
+ "query": "{\"query\":{\"queryText\":\"select players.id, players.schoolid from players join \\n(select school.id, topState.counts from school join (select state, count(state) as counts from school group by state sort by counts desc limit 1) topState on school.state = topState.state)\\ntopSchools on topSchools.id = players.schoolid sort by players.schoolid\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140220170303_f2051b06-4be0-44d0-a417-221313911d86:6\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (typ
e: bigint)\",\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"state (type: string)\"},\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats:
COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id}\"}}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string)\",\"outputColumnNames:\":[\"state\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(state)\"],\"keys:\":\"state (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},
\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 5\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":
\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 7\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 6\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"p
layers\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"schoolid (type: string)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"+\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string)\",\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: string)\"}},\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id} {schoolid}\"}}},\"Statistics:\":\"Num rows: 1026 Data size: 205354 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"
Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 1\":{\"parent\":\"Reducer 5\",\"type\":\"BROADCAST_EDGE\"},\"Reducer 5\":{\"parent\":\"Reducer 4\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 7\":{\"parent\":\"Map 6\",\"type\":\"SIMPLE_EDGE\"},\"Map 6\":{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ },
+ "primaryfilters": {
+ "user": "hive"
+ },
+ "entity": "hive_20140220170404_1e0be6b7-bbc5-4cb3-895b-1c0d2356fbc3",
+ "entitytype": "HIVE_QUERY_ID"
},
{
- "starttime": 1389809461915,
- "entitytype": "HIVE_QUERY_ID",
+ "starttime": 1392933835844,
+ "events": [
+ {
+ "timestamp": 1392933849758,
+ "eventtype": "QUERY_COMPLETED",
+ "eventinfo": {}
+ },
+ {
+ "timestamp": 1392933835844,
+ "eventtype": "QUERY_SUBMITTED",
+ "eventinfo": {}
+ }
+ ],
+ "otherinfo": {
+ "query": "{\"query\":{\"queryText\":\"select players.id, players.schoolid from players join \\n(select school.id, topState.counts from school join (select state, count(state) as counts from school group by state sort by counts desc limit 1) topState on school.state = topState.state)\\ntopSchools on topSchools.id = players.schoolid\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140220170101_a033a378-cede-46dc-bcda-8be7264e40c5:5\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics
:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"state (type: string)\"},\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: N
ONE\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id}\"}}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string)\",\"outputColumnNames:\":[\"state\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(state)\"],\"keys:\":\"state (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num row
s: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 5\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _
col1 (type: bigint)\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 6\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"players\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"schoolid (type: string)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input forma
t:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id} {schoolid}\"}}},\"Statistics:\":\"Num rows: 1026 Data size: 205354 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 1\":{\"parent\":\"Reducer 5\",\"type\":\"BROADCAST_EDGE\"},\"Reducer 5\":{\"parent\":\"Reducer 4\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"},\"Map 6\":{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"St
age-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ },
"primaryfilters": {
- "user": "hiveuser2"
+ "user": "hive"
},
+ "entity": "hive_20140220170303_f2051b06-4be0-44d0-a417-221313911d86",
+ "entitytype": "HIVE_QUERY_ID"
+ },
+ {
+ "starttime": 1392933678009,
"events": [
{
- "timestamp": 1390516418183,
+ "timestamp": 1392933691971,
"eventtype": "QUERY_COMPLETED",
"eventinfo": {}
},
{
- "timestamp": 1389809461915,
+ "timestamp": 1392933678009,
"eventtype": "QUERY_SUBMITTED",
"eventinfo": {}
}
],
- "entity": "HIVE-Q4-0"
+ "otherinfo": {
+ "query": "{\"query\":{\"queryText\":\"select players.id, players.schoolid from players join \\n(select school.id, topState.counts from school join (select state, count(state) as counts from school group by state sort by counts desc limit 1) topState on school.state = topState.state)\\ntopSchools on topSchools.id = players.id\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140220165858_8142469f-83e9-4296-8071-33e209bddf55:4\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"
Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"state (type: string)\"},\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\"}
},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id}\"}}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string)\",\"outputColumnNames:\":[\"state\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(state)\"],\"keys:\":\"state (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 503
Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 5\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (
type: bigint)\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 6\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"players\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"id (type: string)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.a
pache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 1128 Data size: 225889 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id} {schoolid}\"}}},\"Statistics:\":\"Num rows: 1026 Data size: 205354 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 1\":{\"parent\":\"Reducer 5\",\"type\":\"BROADCAST_EDGE\"},\"Reducer 5\":{\"parent\":\"Reducer 4\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"},\"Map 6\":{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"R
OOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ },
+ "primaryfilters": {
+ "user": "hive"
+ },
+ "entity": "hive_20140220170101_a033a378-cede-46dc-bcda-8be7264e40c5",
+ "entitytype": "HIVE_QUERY_ID"
}
]
}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/f56d554e/ambari-web/app/assets/data/jobs/hive-query-2.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/jobs/hive-query-2.json b/ambari-web/app/assets/data/jobs/hive-query-2.json
index b773ce1..c3141c6 100644
--- a/ambari-web/app/assets/data/jobs/hive-query-2.json
+++ b/ambari-web/app/assets/data/jobs/hive-query-2.json
@@ -1,219 +1,8 @@
{
- "starttime": 1390516133110,
- "entitytype": "HIVE_QUERY_ID",
+ "starttime": 1392936251060,
"otherinfo": {
- "startTime": 1390516133110,
- "query": {
- "queryText": "INSERT OVERWRITE TABLE dest_j1 SELECT x.key, z.value, y.value FROM src1 x JOIN src y ON (x.key = y.key) JOIN srcpart z ON (x.value = z.value and z.ds='2008-04-08' and z.hr=11)",
- "queryPlan": {
- "STAGE PLANS": {
- "Stage-8": {
- "Conditional Operator": {}
- },
- "Stage-2": {
- "Dependency Collection": {}
- },
- "Stage-1": {
- "Tez": {
- "DagName": "HIVE-Q2:1",
- "Vertices:": {
- "Map 1": {
- "Map Operator Tree:": [
- {
- "TableScan": {
- "alias:": "z",
- "children": {
- "Reduce Output Operator": {
- "Map-reduce partition columns:": "value (type: string)",
- "sort order:": "+",
- "value expressions:": "value (type: string)",
- "Statistics:": "Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE",
- "key expressions:": "value (type: string)"
- }
- },
- "Statistics:": "Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"
- }
- }
- ]
- },
- "Map 2": {
- "Map Operator Tree:": [
- {
- "TableScan": {
- "alias:": "y",
- "children": {
- "Map Join Operator": {
- "keys:": {
- "0": "key (type: string)",
- "1": "key (type: string)"
- },
- "outputColumnNames:": [
- "_col0",
- "_col1",
- "_col5"
- ],
- "children": {
- "Map Join Operator": {
- "keys:": {
- "0": "_col1 (type: string)",
- "1": "value (type: string)"
- },
- "outputColumnNames:": [
- "_col1",
- "_col4",
- "_col9"
- ],
- "children": {
- "Select Operator": {
- "expressions:": "_col4 (type: string), _col9 (type: string), _col1 (type: string)",
- "outputColumnNames:": [
- "_col0",
- "_col1",
- "_col2"
- ],
- "children": {
- "File Output Operator": {
- "Statistics:": "Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE",
- "compressed:": "false",
- "table:": {
- "serde:": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
- "name:": "default.dest_j1",
- "input format:": "org.apache.hadoop.mapred.TextInputFormat",
- "output format:": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"
- }
- }
- },
- "Statistics:": "Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE"
- }
- },
- "Statistics:": "Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE",
- "condition map:": [
- {
- "": "Inner Join 0 to 1"
- }
- ],
- "condition expressions:": {
- "0": "{_col5} {_col0}",
- "1": "{value}"
- }
- }
- },
- "Statistics:": "Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE",
- "condition map:": [
- {
- "": "Inner Join 0 to 1"
- }
- ],
- "condition expressions:": {
- "0": "{key} {value}",
- "1": "{value}"
- }
- }
- },
- "Statistics:": "Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"
- }
- }
- ]
- },
- "Map 3": {
- "Map Operator Tree:": [
- {
- "TableScan": {
- "alias:": "x",
- "children": {
- "Reduce Output Operator": {
- "Map-reduce partition columns:": "key (type: string)",
- "sort order:": "+",
- "value expressions:": "key (type: string), value (type: string)",
- "Statistics:": "Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE",
- "key expressions:": "key (type: string)"
- }
- },
- "Statistics:": "Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE"
- }
- }
- ]
- }
- },
- "Edges:": {
- "Map 2": [
- {
- "parent": "Map 1",
- "type": "BROADCAST_EDGE"
- },
- {
- "parent": "Map 3",
- "type": "BROADCAST_EDGE"
- }
- ]
- }
- }
- },
- "Stage-0": {
- "Move Operator": {
- "tables:": {
- "replace:": "true"
- }
- }
- },
- "Stage-5": {
- "Move Operator": {
- "files:": {
- "destination:": "hdfs://localhost:19000/tmp/hive-Hitesh/hive_2014-01-23_14-22-57_727_4019734356848899035-1/-ext-10000",
- "hdfs directory:": "true"
- }
- }
- },
- "Stage-4": {
- "Tez": {
- "Vertices:": {
- "Merge": {
- "Map Operator Tree:": [
- {
- "TableScan": {
- "children": {
- "File Output Operator": {
- "compressed:": "false"
- }
- }
- }
- }
- ]
- }
- }
- }
- },
- "Stage-3": {
- "Stats-Aggr Operator": {}
- }
- },
- "STAGE DEPENDENCIES": {
- "Stage-8": {
- "DEPENDENT STAGES": "Stage-1",
- "CONDITIONAL CHILD TASKS": "Stage-5, Stage-4, Stage-6"
- },
- "Stage-7": {
- "DEPENDENT STAGES": "Stage-6"
- },
- "Stage-2": {
- "DEPENDENT STAGES": "Stage-5, Stage-4, Stage-7"
- },
- "Stage-1": {
- "ROOT STAGE": "TRUE"
- },
- "Stage-0": {
- "DEPENDENT STAGES": "Stage-2"
- },
- "Stage-6": {},
- "Stage-5": {},
- "Stage-4": {},
- "Stage-3": {
- "DEPENDENT STAGES": "Stage-0"
- }
- }
- }
- },
- "endTime": 1390516133110
+ "query": "{\"query\":{\"queryText\":\"select players.* from players join \\n(select school.id, topState.counts from school join (select state, count(state) as counts from school group by state sort by counts desc limit 1) topState on school.state = topState.state)\\ntopSchools on topSchools.id = players.schoolid where players.yearmin > 1990 sort by players.schoolid\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140220172727_9cb1b1a3-25bd-457b-81dc-60544c941cfa:11\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _co
l1 (type: bigint)\",\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"state (type: string)\"},\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic
stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id}\"}}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string)\",\"outputColumnNames:\":[\"state\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(state)\"],\"keys:\":\"state (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: strin
g)\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 5\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressi
ons:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 7\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 6\":{\"Map Operator Tree:\":[{\"TableScan\":{\"filterExp
r:\":\"(yearmin > 1990) (type: boolean)\",\"alias:\":\"players\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(yearmin > 1990) (type: boolean)\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"schoolid (type: string)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"+\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: string)\"}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic sta
ts: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id} {schoolid} {yearmin} {yearmax}\"}}},\"Statistics:\":\"Num rows: 329 Data size: 68451 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 987 Data size: 205354 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 1\":{\"parent\":\"Reducer 5\",\"type\":\"BROADCAST_EDGE\"},\"Reducer 5\":{\"parent\":\"Reducer 4\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 7\":{\"parent\":\"Map 6\",\"type\":\"SIMPLE_EDGE\"},\"Map 6\":{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
},
- "entity": "HIVE-Q2-0"
+ "entity": "hive_20140220174444_ceb2def9-838c-44ba-bbc2-825b19b3d2d6",
+ "entitytype": "HIVE_QUERY_ID"
}
\ No newline at end of file