You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by sr...@apache.org on 2014/02/26 23:03:00 UTC
[1/3] AMBARI-4829. Tez DAG diagram should have zoom in/out and pan
actions. (srimanth)
Repository: ambari
Updated Branches:
refs/heads/trunk fcb38e5a4 -> b269ba5f4
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/app/assets/data/jobs/hive-query-2.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/jobs/hive-query-2.json b/ambari-web/app/assets/data/jobs/hive-query-2.json
index c3141c6..91258da 100644
--- a/ambari-web/app/assets/data/jobs/hive-query-2.json
+++ b/ambari-web/app/assets/data/jobs/hive-query-2.json
@@ -1,8 +1,9 @@
{
- "starttime": 1392936251060,
+ "starttime": 1393031616192,
"otherinfo": {
- "query": "{\"query\":{\"queryText\":\"select players.* from players join \\n(select school.id, topState.counts from school join (select state, count(state) as counts from school group by state sort by counts desc limit 1) topState on school.state = topState.state)\\ntopSchools on topSchools.id = players.schoolid where players.yearmin > 1990 sort by players.schoolid\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140220172727_9cb1b1a3-25bd-457b-81dc-60544c941cfa:11\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _co
l1 (type: bigint)\",\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"state (type: string)\"},\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic
stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id}\"}}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string)\",\"outputColumnNames:\":[\"state\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(state)\"],\"keys:\":\"state (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: strin
g)\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 5\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressi
ons:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 7\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 6\":{\"Map Operator Tree:\":[{\"TableScan\":{\"filterExp
r:\":\"(yearmin > 1990) (type: boolean)\",\"alias:\":\"players\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(yearmin > 1990) (type: boolean)\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"schoolid (type: string)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"+\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: string)\"}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic sta
ts: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id} {schoolid} {yearmin} {yearmax}\"}}},\"Statistics:\":\"Num rows: 329 Data size: 68451 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 987 Data size: 205354 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 1\":{\"parent\":\"Reducer 5\",\"type\":\"BROADCAST_EDGE\"},\"Reducer 5\":{\"parent\":\"Reducer 4\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 7\":{\"parent\":\"Map 6\",\"type\":\"SIMPLE_EDGE\"},\"Map 6\":{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ "status": true,
+ "query": "{\"queryText\":\"\\nselect i_item_id,\\n s_state,\\n avg(ss_quantity) agg1,\\n avg(ss_list_price) agg2,\\n avg(ss_coupon_amt) agg3,\\n avg(ss_sales_price) agg4\\n from store_sales\\n JOIN customer_demographics ON store_sales.ss_cdemo_sk = customer_demographics.cd_demo_sk\\n JOIN date_dim ON store_sales.ss_sold_date_sk = date_dim.d_date_sk\\n JOIN store ON store_sales.ss_store_sk = store.s_store_sk\\n JOIN item ON store_sales.ss_item_sk = item.i_item_sk\\n where\\n cd_gender = 'F' and\\n cd_marital_status = 'W' and\\n cd_education_status = 'Primary' and\\n d_year = 1998 and\\n s_state = 'TN' and\\n ss_sold_date between '1998-01-01' and '1998-12-31'\\n group by i_item_id, s_state\\n order by i_item_id\\n ,s_state\\n limit 100\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"root_20140221171313_8bdaf452-0a61-4cff-bd24-63662e2c3dcc:3\",\"Vertices:\":{\"
Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"avg(VALUE._col0)\",\"avg(VALUE._col1)\",\"avg(VALUE._col2)\",\"avg(VALUE._col3)\"],\"keys:\":\"KEY._col0 (type: string), KEY._col1 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Limit\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 100 Data size: 5100 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgno
reKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 100 Data size: 5100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"100\"}},\"Statistics:\":\"Num rows: 79689208 Data size: 4080154368 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 79689208 Data size: 4080154368 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(s_state = 'TN') (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"s_store_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"s_state (type: string)\",\"Statistics:\":\"Num rows: 72 Data size: 7535 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"s_store_sk (type: int)\"}},\"Statistics:\":\"Num rows: 72 Data size: 7535 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 145 Data si
ze: 15175 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store_sales\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"cd_demo_sk (type: int)\",\"0\":\"ss_cdemo_sk (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col2\",\"_col7\",\"_col10\",\"_col12\",\"_col13\",\"_col19\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"d_date_sk (type: int)\",\"0\":\"_col0 (type: int)\"},\"outputColumnNames:\":[\"_col2\",\"_col7\",\"_col10\",\"_col12\",\"_col13\",\"_col19\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"s_store_sk (type: int)\",\"0\":\"_col7 (type: int)\"},\"outputColumnNames:\":[\"_col2\",\"_col10\",\"_col12\",\"_col13\",\"_col19\",\"_col91\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"i_item_sk (type: int)\",\"0\":\"_col2 (type: int)\"},\"outputColumnNames:\":[\"_col24\",\"_col41\",\"_col43\",\"_col44\",\"_col50\",\"_col99\"],\"children\":{
\"Select Operator\":{\"expressions:\":\"_col99 (type: string), _col24 (type: string), _col41 (type: int), _col43 (type: float), _col50 (type: float), _col44 (type: float)\",\"outputColumnNames:\":[\"_col99\",\"_col24\",\"_col41\",\"_col43\",\"_col50\",\"_col44\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"avg(_col41)\",\"avg(_col43)\",\"avg(_col50)\",\"avg(_col44)\"],\"keys:\":\"_col99 (type: string), _col24 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string), _col1 (type: string)\",\"sort order:\":\"++\",\"value expressions:\":\"_col2 (type: struct<count:bigint,sum:double>), _col3 (type: struct<count:bigint,sum:double>), _col4 (type: struct<count:bigint,sum:double>), _col5 (type: struct<count:bigint,sum:double>)\",\"Statistics:\":\"Num rows: 159378416 Data size: 8160308736 Basic stats: COMPLETE Column
stats: NONE\",\"key expressions:\":\"_col0 (type: string), _col1 (type: string)\"}},\"Statistics:\":\"Num rows: 159378416 Data size: 8160308736 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 159378416 Data size: 8160308736 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 159378416 Data size: 8160308736 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{i_item_id}\",\"0\":\"{_col91} {_col10} {_col12} {_col13} {_col19}\"}}},\"Statistics:\":\"Num rows: 144889472 Data size: 7418462208 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{s_state}\",\"0\":\"{_col2} {_col10} {_col12} {_col13} {_col19}\"}}},\"Statistics:\":\"Num rows: 131717696 Data size: 6744056320 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1
\":\"\",\"0\":\"{_col2} {_col7} {_col10} {_col12} {_col13} {_col19}\"}}},\"Statistics:\":\"Num rows: 119743360 Data size: 6130960384 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{ss_sold_date_sk} {ss_item_sk} {ss_store_sk} {ss_quantity} {ss_list_price} {ss_sales_price} {ss_coupon_amt}\"}}},\"Statistics:\":\"Num rows: 108857602 Data size: 5573600465 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 5\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"customer_demographics\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(((cd_gender = 'F') and (cd_marital_status = 'W')) and (cd_education_status = 'Primary')) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"cd_demo_sk (type: int)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 240100 Data size: 3915 Basic stats: COMPLETE Column stats: NONE\",\"
key expressions:\":\"cd_demo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 240100 Data size: 3915 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 1920800 Data size: 31322 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 4\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"item\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"i_item_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"i_item_id (type: string)\",\"Statistics:\":\"Num rows: 48000 Data size: 3467433 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"i_item_sk (type: int)\"}},\"Statistics:\":\"Num rows: 48000 Data size: 3467433 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 6\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"date_dim\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(d_year = 1998) (type: boolean)\",\"children\":{\"Reduce Output
Operator\":{\"Map-reduce partition columns:\":\"d_date_sk (type: int)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 36524 Data size: 163993 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"d_date_sk (type: int)\"}},\"Statistics:\":\"Num rows: 36524 Data size: 163993 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 73049 Data size: 327991 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 2\":[{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 4\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 5\",\"type\":\"BROADCAST_EDGE\"},{\"parent\":\"Map 6\",\"type\":\"BROADCAST_EDGE\"}]}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"100\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}"
},
- "entity": "hive_20140220174444_ceb2def9-838c-44ba-bbc2-825b19b3d2d6",
+ "entity": "root_20140221171313_7e914e64-9c2e-435d-b478-dca4b33705b9",
"entitytype": "HIVE_QUERY_ID"
}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json b/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json
index 4967fa9..167e01d 100644
--- a/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json
+++ b/ambari-web/app/assets/data/jobs/tezDag-name-to-id.json
@@ -1,41 +1,41 @@
{
"entities": [
{
- "starttime": 1392936257904,
+ "starttime": 1393031617162,
"events": [
{
- "timestamp": 1392936280537,
+ "timestamp": 1393031624957,
"eventtype": "DAG_FINISHED",
"eventinfo": {}
},
{
- "timestamp": 1392936258013,
+ "timestamp": 1393031617405,
"eventtype": "DAG_STARTED",
"eventinfo": {}
},
{
- "timestamp": 1392936257968,
+ "timestamp": 1393031617401,
"eventtype": "DAG_INITIALIZED",
"eventinfo": {}
},
{
- "timestamp": 1392936257904,
+ "timestamp": 1393031617162,
"eventtype": "DAG_SUBMITTED",
"eventinfo": {}
}
],
"otherinfo": {
- "startTime": 1392936258013,
+ "startTime": 1393031617405,
"status": "SUCCEEDED",
- "initTime": 1392936257968,
- "timeTaken": 22524,
+ "initTime": 1393031617401,
+ "timeTaken": 7552,
"dagPlan": {
- "dagName": "hive_20140220172727_9cb1b1a3-25bd-457b-81dc-60544c941cfa:11",
+ "dagName": "root_20140221171313_8bdaf452-0a61-4cff-bd24-63662e2c3dcc:3",
"edges": [
{
- "edgeId": "167296427",
- "inputVertexName": "Reducer 3",
- "outputVertexName": "Reducer 4",
+ "edgeId": "167637864",
+ "inputVertexName": "Map 2",
+ "outputVertexName": "Reducer 3",
"dataMovementType": "SCATTER_GATHER",
"dataSourceType": "PERSISTED",
"schedulingType": "SEQUENTIAL",
@@ -43,9 +43,9 @@
"edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy"
},
{
- "edgeId": "473758957",
- "inputVertexName": "Map 1",
- "outputVertexName": "Map 6",
+ "edgeId": "702054850",
+ "inputVertexName": "Map 4",
+ "outputVertexName": "Map 2",
"dataMovementType": "BROADCAST",
"dataSourceType": "PERSISTED",
"schedulingType": "SEQUENTIAL",
@@ -53,19 +53,9 @@
"edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput"
},
{
- "edgeId": "2076565304",
- "inputVertexName": "Reducer 4",
- "outputVertexName": "Reducer 5",
- "dataMovementType": "SCATTER_GATHER",
- "dataSourceType": "PERSISTED",
- "schedulingType": "SEQUENTIAL",
- "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput",
- "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy"
- },
- {
- "edgeId": "974132657",
- "inputVertexName": "Reducer 5",
- "outputVertexName": "Map 1",
+ "edgeId": "1016858596",
+ "inputVertexName": "Map 1",
+ "outputVertexName": "Map 2",
"dataMovementType": "BROADCAST",
"dataSourceType": "PERSISTED",
"schedulingType": "SEQUENTIAL",
@@ -73,113 +63,111 @@
"edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput"
},
{
- "edgeId": "1784432228",
- "inputVertexName": "Map 2",
- "outputVertexName": "Reducer 3",
- "dataMovementType": "SCATTER_GATHER",
+ "edgeId": "1012906348",
+ "inputVertexName": "Map 6",
+ "outputVertexName": "Map 2",
+ "dataMovementType": "BROADCAST",
"dataSourceType": "PERSISTED",
"schedulingType": "SEQUENTIAL",
- "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput",
- "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy"
+ "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput",
+ "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput"
},
{
- "edgeId": "54634294",
- "inputVertexName": "Map 6",
- "outputVertexName": "Reducer 7",
- "dataMovementType": "SCATTER_GATHER",
+ "edgeId": "591684997",
+ "inputVertexName": "Map 5",
+ "outputVertexName": "Map 2",
+ "dataMovementType": "BROADCAST",
"dataSourceType": "PERSISTED",
"schedulingType": "SEQUENTIAL",
- "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileSortedOutput",
- "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledMergedInputLegacy"
+ "edgeSourceClass": "org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput",
+ "edgeDestinationClass": "org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput"
}
],
"vertices": [
{
- "vertexName": "Reducer 7",
+ "vertexName": "Reducer 3",
"processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor",
"inEdgeIds": [
- "54634294"
+ "167637864"
],
"additionalOutputs": [
{
- "name": "out_Reducer 7",
+ "name": "out_Reducer 3",
"class": "org.apache.tez.mapreduce.output.MROutput"
}
]
},
{
- "vertexName": "Map 6",
+ "vertexName": "Map 2",
"processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
"inEdgeIds": [
- "473758957"
+ "1012906348",
+ "591684997",
+ "702054850",
+ "1016858596"
],
"outEdgeIds": [
- "54634294"
+ "167637864"
],
"additionalInputs": [
{
- "name": "players",
+ "name": "store_sales",
"class": "org.apache.tez.mapreduce.input.MRInputLegacy",
"initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
}
]
},
{
- "vertexName": "Map 1",
+ "vertexName": "Map 6",
"processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
- "inEdgeIds": [
- "974132657"
- ],
"outEdgeIds": [
- "473758957"
+ "1012906348"
],
"additionalInputs": [
{
- "name": "school",
+ "name": "date_dim",
"class": "org.apache.tez.mapreduce.input.MRInputLegacy",
"initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
}
]
},
{
- "vertexName": "Reducer 5",
- "processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor",
- "inEdgeIds": [
- "2076565304"
- ],
+ "vertexName": "Map 5",
+ "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
"outEdgeIds": [
- "974132657"
- ]
- },
- {
- "vertexName": "Reducer 4",
- "processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor",
- "inEdgeIds": [
- "167296427"
+ "591684997"
],
- "outEdgeIds": [
- "2076565304"
+ "additionalInputs": [
+ {
+ "name": "customer_demographics",
+ "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
+ "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
+ }
]
},
{
- "vertexName": "Reducer 3",
- "processorClass": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor",
- "inEdgeIds": [
- "1784432228"
- ],
+ "vertexName": "Map 4",
+ "processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
"outEdgeIds": [
- "167296427"
+ "702054850"
+ ],
+ "additionalInputs": [
+ {
+ "name": "item",
+ "class": "org.apache.tez.mapreduce.input.MRInputLegacy",
+ "initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
+ }
]
},
{
- "vertexName": "Map 2",
+ "vertexName": "Map 1",
"processorClass": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
"outEdgeIds": [
- "1784432228"
+ "1016858596"
],
"additionalInputs": [
{
- "name": "school",
+ "name": "store",
"class": "org.apache.tez.mapreduce.input.MRInputLegacy",
"initializer": "org.apache.tez.mapreduce.common.MRInputAMSplitGenerator"
}
@@ -188,7 +176,7 @@
],
"version": 1
},
- "endTime": 1392936280537,
+ "endTime": 1393031624957,
"diagnostics": "",
"counters": {
"counterGroups": [
@@ -199,17 +187,17 @@
{
"counterName": "TOTAL_LAUNCHED_TASKS",
"counterDisplayName": "TOTAL_LAUNCHED_TASKS",
- "counterValue": 7
+ "counterValue": 180
},
{
"counterName": "DATA_LOCAL_TASKS",
"counterDisplayName": "DATA_LOCAL_TASKS",
- "counterValue": 2
+ "counterValue": 162
},
{
"counterName": "RACK_LOCAL_TASKS",
"counterDisplayName": "RACK_LOCAL_TASKS",
- "counterValue": 1
+ "counterValue": 17
}
]
},
@@ -220,12 +208,12 @@
{
"counterName": "FILE_BYTES_READ",
"counterDisplayName": "FILE: BYTES_READ",
- "counterValue": 4839
+ "counterValue": 0
},
{
"counterName": "FILE_BYTES_WRITTEN",
"counterDisplayName": "FILE: BYTES_WRITTEN",
- "counterValue": 11213
+ "counterValue": 6380254
},
{
"counterName": "FILE_READ_OPS",
@@ -245,17 +233,17 @@
{
"counterName": "HDFS_BYTES_READ",
"counterDisplayName": "HDFS: BYTES_READ",
- "counterValue": 306084
+ "counterValue": 1291686552
},
{
"counterName": "HDFS_BYTES_WRITTEN",
"counterDisplayName": "HDFS: BYTES_WRITTEN",
- "counterValue": 622
+ "counterValue": 8917
},
{
"counterName": "HDFS_READ_OPS",
"counterDisplayName": "HDFS: READ_OPS",
- "counterValue": 5
+ "counterValue": 14144
},
{
"counterName": "HDFS_LARGE_READ_OPS",
@@ -276,22 +264,22 @@
{
"counterName": "MAP_INPUT_RECORDS",
"counterDisplayName": "MAP_INPUT_RECORDS",
- "counterValue": 7648
+ "counterValue": 110379
},
{
"counterName": "MAP_OUTPUT_RECORDS",
"counterDisplayName": "MAP_OUTPUT_RECORDS",
- "counterValue": 170
+ "counterValue": 394097
},
{
"counterName": "MAP_OUTPUT_BYTES",
"counterDisplayName": "MAP_OUTPUT_BYTES",
- "counterValue": 4475
+ "counterValue": 34555222
},
{
"counterName": "MAP_OUTPUT_MATERIALIZED_BYTES",
"counterDisplayName": "MAP_OUTPUT_MATERIALIZED_BYTES",
- "counterValue": 4839
+ "counterValue": 6136234
},
{
"counterName": "COMBINE_INPUT_RECORDS",
@@ -301,27 +289,27 @@
{
"counterName": "REDUCE_INPUT_GROUPS",
"counterDisplayName": "REDUCE_INPUT_GROUPS",
- "counterValue": 90
+ "counterValue": 104
},
{
"counterName": "REDUCE_SHUFFLE_BYTES",
"counterDisplayName": "REDUCE_SHUFFLE_BYTES",
- "counterValue": 4839
+ "counterValue": 6136234
},
{
"counterName": "REDUCE_INPUT_RECORDS",
"counterDisplayName": "REDUCE_INPUT_RECORDS",
- "counterValue": 98
+ "counterValue": 1747
},
{
"counterName": "SPILLED_RECORDS",
"counterDisplayName": "SPILLED_RECORDS",
- "counterValue": 269
+ "counterValue": 394097
},
{
"counterName": "SHUFFLED_MAPS",
"counterDisplayName": "SHUFFLED_MAPS",
- "counterValue": 4
+ "counterValue": 170
},
{
"counterName": "FAILED_SHUFFLE",
@@ -331,32 +319,32 @@
{
"counterName": "MERGED_MAP_OUTPUTS",
"counterDisplayName": "MERGED_MAP_OUTPUTS",
- "counterValue": 4
+ "counterValue": 170
},
{
"counterName": "GC_TIME_MILLIS",
"counterDisplayName": "GC_TIME_MILLIS",
- "counterValue": 706
+ "counterValue": 9277
},
{
"counterName": "CPU_MILLISECONDS",
"counterDisplayName": "CPU_MILLISECONDS",
- "counterValue": -15530
+ "counterValue": -2881340
},
{
"counterName": "PHYSICAL_MEMORY_BYTES",
"counterDisplayName": "PHYSICAL_MEMORY_BYTES",
- "counterValue": 1493426176
+ "counterValue": 238651179008
},
{
"counterName": "VIRTUAL_MEMORY_BYTES",
"counterDisplayName": "VIRTUAL_MEMORY_BYTES",
- "counterValue": 7776043008
+ "counterValue": 840369852416
},
{
"counterName": "COMMITTED_HEAP_BYTES",
"counterDisplayName": "COMMITTED_HEAP_BYTES",
- "counterValue": 1281880064
+ "counterValue": 273071931392
}
]
},
@@ -414,12 +402,12 @@
{
"counterName": "FILTERED",
"counterDisplayName": "FILTERED",
- "counterValue": 4921
+ "counterValue": 0
},
{
"counterName": "PASSED",
"counterDisplayName": "PASSED",
- "counterValue": 1227
+ "counterValue": 0
}
]
},
@@ -460,10 +448,14 @@
}
},
"primaryfilters": {
- "dagName": "hive_20140220172727_9cb1b1a3-25bd-457b-81dc-60544c941cfa:11",
- "user": "hive"
+ "dagName": [
+ null
+ ],
+ "user": [
+ null
+ ]
},
- "entity": "dag_1392926503112_0003_1",
+ "entity": "dag_1393012407618_0059_3",
"entitytype": "TEZ_DAG_ID",
"relatedentities": {}
}
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/app/assets/data/jobs/tezDag.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/jobs/tezDag.json b/ambari-web/app/assets/data/jobs/tezDag.json
index d6be97f..bdf4608 100644
--- a/ambari-web/app/assets/data/jobs/tezDag.json
+++ b/ambari-web/app/assets/data/jobs/tezDag.json
@@ -1,16 +1,15 @@
{
- "starttime": 1392936257904,
- "entity": "dag_1392926503112_0003_1",
+ "starttime": 1393031617162,
+ "entity": "dag_1393012407618_0059_3",
"entitytype": "TEZ_DAG_ID",
"relatedentities": {
"TEZ_VERTEX_ID": [
- "vertex_1392926503112_0003_1_00",
- "vertex_1392926503112_0003_1_01",
- "vertex_1392926503112_0003_1_02",
- "vertex_1392926503112_0003_1_03",
- "vertex_1392926503112_0003_1_04",
- "vertex_1392926503112_0003_1_05",
- "vertex_1392926503112_0003_1_06"
+ "vertex_1393012407618_0059_3_01",
+ "vertex_1393012407618_0059_3_00",
+ "vertex_1393012407618_0059_3_03",
+ "vertex_1393012407618_0059_3_02",
+ "vertex_1393012407618_0059_3_05",
+ "vertex_1393012407618_0059_3_04"
]
}
}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/app/assets/data/jobs/tezDagVertex.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/jobs/tezDagVertex.json b/ambari-web/app/assets/data/jobs/tezDagVertex.json
index 5cf9d4b..ded9d48 100644
--- a/ambari-web/app/assets/data/jobs/tezDagVertex.json
+++ b/ambari-web/app/assets/data/jobs/tezDagVertex.json
@@ -1,30 +1,46 @@
{
- "starttime": 1392936258722,
+ "starttime": 1393031617901,
"otherinfo": {
- "startTime": 1392936259476,
+ "startTime": 1393031617902,
"status": "SUCCEEDED",
- "numTasks": 1,
- "initTime": 1392936258722,
- "vertexName": "Reducer 7",
- "timeTaken": 21058,
- "processorClassName": "org.apache.hadoop.hive.ql.exec.tez.ReduceTezProcessor",
- "endTime": 1392936280534,
- "initRequestedTime": 1392936258658,
+ "numTasks": 170,
+ "initTime": 1393031617901,
+ "vertexName": "Map 2",
+ "timeTaken": 6352,
+ "processorClassName": "org.apache.hadoop.hive.ql.exec.tez.MapTezProcessor",
+ "endTime": 1393031624254,
+ "initRequestedTime": 1393031617436,
"counters": {
"counterGroups": [
{
+ "counterGroupName": "org.apache.tez.common.counters.DAGCounter",
+ "counterGroupDisplayName": "org.apache.tez.common.counters.DAGCounter",
+ "counters": [
+ {
+ "counterName": "DATA_LOCAL_TASKS",
+ "counterDisplayName": "DATA_LOCAL_TASKS",
+ "counterValue": 155
+ },
+ {
+ "counterName": "RACK_LOCAL_TASKS",
+ "counterDisplayName": "RACK_LOCAL_TASKS",
+ "counterValue": 15
+ }
+ ]
+ },
+ {
"counterGroupName": "org.apache.tez.common.counters.FileSystemCounter",
"counterGroupDisplayName": "File System Counters",
"counters": [
{
"counterName": "FILE_BYTES_READ",
"counterDisplayName": "FILE: BYTES_READ",
- "counterValue": 1008
+ "counterValue": 0
},
{
"counterName": "FILE_BYTES_WRITTEN",
"counterDisplayName": "FILE: BYTES_WRITTEN",
- "counterValue": 1008
+ "counterValue": 6141674
},
{
"counterName": "FILE_READ_OPS",
@@ -44,17 +60,17 @@
{
"counterName": "HDFS_BYTES_READ",
"counterDisplayName": "HDFS: BYTES_READ",
- "counterValue": 0
+ "counterValue": 1291299199
},
{
"counterName": "HDFS_BYTES_WRITTEN",
"counterDisplayName": "HDFS: BYTES_WRITTEN",
- "counterValue": 622
+ "counterValue": 0
},
{
"counterName": "HDFS_READ_OPS",
"counterDisplayName": "HDFS: READ_OPS",
- "counterValue": 2
+ "counterValue": 14094
},
{
"counterName": "HDFS_LARGE_READ_OPS",
@@ -64,7 +80,7 @@
{
"counterName": "HDFS_WRITE_OPS",
"counterDisplayName": "HDFS: WRITE_OPS",
- "counterValue": 2
+ "counterValue": 0
}
]
},
@@ -73,139 +89,83 @@
"counterGroupDisplayName": "org.apache.tez.common.counters.TaskCounter",
"counters": [
{
- "counterName": "MAP_OUTPUT_RECORDS",
- "counterDisplayName": "MAP_OUTPUT_RECORDS",
- "counterValue": 0
- },
- {
- "counterName": "COMBINE_INPUT_RECORDS",
- "counterDisplayName": "COMBINE_INPUT_RECORDS",
- "counterValue": 0
+ "counterName": "MAP_INPUT_RECORDS",
+ "counterDisplayName": "MAP_INPUT_RECORDS",
+ "counterValue": 108378
},
{
- "counterName": "REDUCE_INPUT_GROUPS",
- "counterDisplayName": "REDUCE_INPUT_GROUPS",
- "counterValue": 13
+ "counterName": "MAP_OUTPUT_RECORDS",
+ "counterDisplayName": "MAP_OUTPUT_RECORDS",
+ "counterValue": 394097
},
{
- "counterName": "REDUCE_SHUFFLE_BYTES",
- "counterDisplayName": "REDUCE_SHUFFLE_BYTES",
- "counterValue": 1008
+ "counterName": "MAP_OUTPUT_BYTES",
+ "counterDisplayName": "MAP_OUTPUT_BYTES",
+ "counterValue": 34555222
},
{
- "counterName": "REDUCE_INPUT_RECORDS",
- "counterDisplayName": "REDUCE_INPUT_RECORDS",
- "counterValue": 19
+ "counterName": "MAP_OUTPUT_MATERIALIZED_BYTES",
+ "counterDisplayName": "MAP_OUTPUT_MATERIALIZED_BYTES",
+ "counterValue": 6136234
},
{
"counterName": "SPILLED_RECORDS",
"counterDisplayName": "SPILLED_RECORDS",
- "counterValue": 19
- },
- {
- "counterName": "SHUFFLED_MAPS",
- "counterDisplayName": "SHUFFLED_MAPS",
- "counterValue": 1
- },
- {
- "counterName": "FAILED_SHUFFLE",
- "counterDisplayName": "FAILED_SHUFFLE",
- "counterValue": 0
- },
- {
- "counterName": "MERGED_MAP_OUTPUTS",
- "counterDisplayName": "MERGED_MAP_OUTPUTS",
- "counterValue": 1
+ "counterValue": 394097
},
{
"counterName": "GC_TIME_MILLIS",
"counterDisplayName": "GC_TIME_MILLIS",
- "counterValue": 7
+ "counterValue": 9246
},
{
"counterName": "CPU_MILLISECONDS",
"counterDisplayName": "CPU_MILLISECONDS",
- "counterValue": -4530
+ "counterValue": -2742060
},
{
"counterName": "PHYSICAL_MEMORY_BYTES",
"counterDisplayName": "PHYSICAL_MEMORY_BYTES",
- "counterValue": 245919744
+ "counterValue": 232119492608
},
{
"counterName": "VIRTUAL_MEMORY_BYTES",
"counterDisplayName": "VIRTUAL_MEMORY_BYTES",
- "counterValue": 1249353728
+ "counterValue": 793722957824
},
{
"counterName": "COMMITTED_HEAP_BYTES",
"counterDisplayName": "COMMITTED_HEAP_BYTES",
- "counterValue": 210309120
- }
- ]
- },
- {
- "counterGroupName": "HIVE",
- "counterGroupDisplayName": "HIVE",
- "counters": [
- {
- "counterName": "CREATED_FILES",
- "counterDisplayName": "CREATED_FILES",
- "counterValue": 1
+ "counterValue": 262738477056
}
]
},
{
- "counterGroupName": "Shuffle Errors",
- "counterGroupDisplayName": "Shuffle Errors",
+ "counterGroupName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter",
+ "counterGroupDisplayName": "org.apache.hadoop.hive.ql.exec.MapOperator$Counter",
"counters": [
{
- "counterName": "BAD_ID",
- "counterDisplayName": "BAD_ID",
- "counterValue": 0
- },
- {
- "counterName": "CONNECTION",
- "counterDisplayName": "CONNECTION",
- "counterValue": 0
- },
- {
- "counterName": "IO_ERROR",
- "counterDisplayName": "IO_ERROR",
- "counterValue": 0
- },
- {
- "counterName": "WRONG_LENGTH",
- "counterDisplayName": "WRONG_LENGTH",
- "counterValue": 0
- },
- {
- "counterName": "WRONG_MAP",
- "counterDisplayName": "WRONG_MAP",
- "counterValue": 0
- },
- {
- "counterName": "WRONG_REDUCE",
- "counterDisplayName": "WRONG_REDUCE",
+ "counterName": "DESERIALIZE_ERRORS",
+ "counterDisplayName": "DESERIALIZE_ERRORS",
"counterValue": 0
}
]
},
{
- "counterGroupName": "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
- "counterGroupDisplayName": "File Output Format Counters ",
+ "counterGroupName": "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter",
+ "counterGroupDisplayName": "File Input Format Counters ",
"counters": [
{
- "counterName": "BYTES_WRITTEN",
- "counterDisplayName": "Bytes Written",
+ "counterName": "BYTES_READ",
+ "counterDisplayName": "Bytes Read",
"counterValue": 0
}
]
}
]
},
- "startRequestedTime": 1392936259476
+ "startRequestedTime": 1393031617487
},
- "entity": "vertex_1392926503112_0003_1_00",
+ "entity": "vertex_1393012407618_0059_3_01",
"entitytype": "TEZ_VERTEX_ID"
}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/app/mappers/jobs/hive_job_mapper.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/mappers/jobs/hive_job_mapper.js b/ambari-web/app/mappers/jobs/hive_job_mapper.js
index 0a411be..126ed2e 100644
--- a/ambari-web/app/mappers/jobs/hive_job_mapper.js
+++ b/ambari-web/app/mappers/jobs/hive_job_mapper.js
@@ -56,7 +56,7 @@ App.hiveJobMapper = App.QuickDataMapper.create({
hiveJob.id = json.entity;
hiveJob.startTime = json.starttime;
hiveJob.endTime = json.endtime;
- json.otherinfo.query = $.parseJSON(json.otherinfo.query).query;
+ json.otherinfo.query = $.parseJSON(json.otherinfo.query);
hiveJob.stages = [];
var stagePlans = json.otherinfo.query.queryPlan["STAGE PLANS"];
for ( var stage in stagePlans) {
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/app/mappers/jobs/hive_jobs_mapper.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/mappers/jobs/hive_jobs_mapper.js b/ambari-web/app/mappers/jobs/hive_jobs_mapper.js
index 23c7876..5b68849 100644
--- a/ambari-web/app/mappers/jobs/hive_jobs_mapper.js
+++ b/ambari-web/app/mappers/jobs/hive_jobs_mapper.js
@@ -45,8 +45,8 @@ App.hiveJobsMapper = App.QuickDataMapper.create({
if (entity.otherinfo && entity.otherinfo.query) {
hiveJob.has_tez_dag = entity.otherinfo.query.match("\"Tez\".*\"DagName:\"");
var queryJson = $.parseJSON(entity.otherinfo.query);
- if (queryJson && queryJson.query) {
- hiveJob.query_text = queryJson.query.queryText;
+ if (queryJson && queryJson.queryText) {
+ hiveJob.query_text = queryJson.queryText;
}
}
if (entity.events != null) {
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/app/styles/application.less
----------------------------------------------------------------------
diff --git a/ambari-web/app/styles/application.less b/ambari-web/app/styles/application.less
index 33244c9..837aa6a 100644
--- a/ambari-web/app/styles/application.less
+++ b/ambari-web/app/styles/application.less
@@ -5653,13 +5653,16 @@ i.icon-asterisks {
#tez-dag-section {
padding-left: 7px;
padding-top: 5px;
+ overflow: hidden;
+ #tez-dag-section-top-bar-actions {
+ margin-right: 7px;
+ }
}
#tez-dag-section-body {
display: block;
}
#tez-dag-section-body-dag {
- max-height: 800px;
- overflow-y: auto;
+ overflow-y: hidden;
.heat-0-20 {
fill: #ffffff;
@@ -5690,6 +5693,12 @@ i.icon-asterisks {
text {
font-weight: lighter;
}
+ .tez-root-rect {
+ fill: white;
+ stroke: white;
+ opacity: 0;
+ stroke-opacity: 0;
+ }
.node {
.background.map {
fill: #fde0dd;
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/app/templates/main/jobs/hive_job_details.hbs
----------------------------------------------------------------------
diff --git a/ambari-web/app/templates/main/jobs/hive_job_details.hbs b/ambari-web/app/templates/main/jobs/hive_job_details.hbs
index 50c26c3..d795cc6 100644
--- a/ambari-web/app/templates/main/jobs/hive_job_details.hbs
+++ b/ambari-web/app/templates/main/jobs/hive_job_details.hbs
@@ -41,7 +41,7 @@
<div class="row-fluid">
<div class="span12 sections">
<!-- Section LHS -->
- <div id="tez-dag-lhs" class="span6 sections-lhs">
+ <div id="tez-dag-lhs" {{bindAttr class="view.isGraphMaximized:span12:span6 :sections-lhs"}}>
<div id="tez-dag-section" class="box">
<div id="tez-dag-section-top-bar">
{{t jobs.hive.tez.dag.summary.metric}}
@@ -60,16 +60,35 @@
</ul>
</div>
<div id="tez-dag-section-top-bar-actions" class="pull-right">
+ <div class="btn-group">
+ <a id="tez-dag-zoom-in-button" {{bindAttr class="view.canGraphZoomIn::disabled :btn"}} {{action "doGraphZoomIn" target="view"}}>
+ <i class="icon-zoom-in"></i>
+ </a>
+ <a id="tez-dag-zoom-out-button" {{bindAttr class="view.canGraphZoomOut::disabled :btn"}} {{action "doGraphZoomOut" target="view"}}>
+ <i class="icon-zoom-out"></i>
+ </a>
+ {{#if view.isGraphMaximized}}
+ <a id="tez-dag-resize-small-button" class="btn" {{action "doGraphMinimize" target="view"}}>
+ <i class="icon-resize-small"></i>
+ </a>
+ {{else}}
+ <a id="tez-dag-resize-full-button" class="btn" {{action "doGraphMaximize" target="view"}}>
+ <i class="icon-resize-full"></i>
+ </a>
+ {{/if}}
+ </div>
</div>
</div>
<div id="tez-dag-section-body">
- {{view App.MainHiveJobDetailsTezDagView controllerBinding="controller" selectedVertexBinding="view.selectedVertex" summaryMetricTypeBinding="view.summaryMetricType"}}
+ {{view App.MainHiveJobDetailsTezDagView controllerBinding="controller" selectedVertexBinding="view.selectedVertex"
+ summaryMetricTypeBinding="view.summaryMetricType" zoomScaleBinding="view.zoomScale"
+ zoomScaleFromBinding="view.zoomScaleFrom" zoomScaleToBinding="view.zoomScaleTo"}}
</div>
</div>
</div>
<!-- Section RHS -->
- <div id="tez-vertices-rhs" class="span6 sections-rhs">
+ <div id="tez-vertices-rhs" {{bindAttr class="view.isGraphMaximized:hidden:span6 :sections-rhs"}}>
<!-- Section RHS Vertices -->
<div id="tez-vertices-table-section">
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js b/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js
index 9887f68..0708c61 100644
--- a/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js
+++ b/ambari-web/app/views/main/jobs/hive_job_details_tez_dag_view.js
@@ -23,13 +23,16 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
templateName : require('templates/main/jobs/hive_job_details_tez_dag'),
selectedVertex : null,
summaryMetricType: null,
- /**
- * The contents of the <svg> element.
- */
- svgVerticesLayer : null,
+ svgVerticesLayer : null, // The contents of the <svg> element.
+ svgTezRoot: null,
svgWidth : -1,
svgHeight : -1,
+ // zoomScaleFom: -1, // Bound from parent view
+ // zoomScaleTo: -1, // Bound from parent view
+ // zoomScale: -1, // Bound from parent view
+ zoomTranslate: [0, 0],
+
content : null,
/**
@@ -86,6 +89,7 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
},
createSvg : function() {
+ var self = this;
var dagVisualModel = this.get('dagVisualModel');
dagVisualModel.nodes.clear();
dagVisualModel.links.clear();
@@ -95,11 +99,39 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
this.set('content', this.get('controller.content'));
var svg = d3.select("#tez-dag-svg");
d3.selectAll(".tez-dag-canvas").remove();
- this.set('svgVerticesLayer', svg.append("svg:g").attr("class", "tez-dag-canvas"));
+ var tezRoot = svg.append("svg:g").attr("class", "tez-root");
+ this.set('svgTezRoot', tezRoot);
+ var tezRootRect = tezRoot.append("rect").attr("class", "tez-root-rect");
+ this.set('svgVerticesLayer', tezRoot.append("svg:g").attr("class", "tez-dag-canvas"));
this.adjustGraphHeight();
- this.drawTezDag();
+ var canvasSize = this.drawTezDag();
+ var minScale = Math.min(this.get('svgHeight') / canvasSize.height, this.get('svgWidth') / canvasSize.width);
+ if (minScale > 1) {
+ minScale = 1;
+ }
+ tezRootRect.attr("width", canvasSize.width).attr("height", canvasSize.height);
+ var zoom = d3.behavior.zoom().scaleExtent([ minScale, 2 ]).on("zoom", function() {
+ tezRoot.attr("transform", "translate(" + (d3.event.translate) + ")scale(" + d3.event.scale + ")");
+ self.set('zoomScale', d3.event.scale);
+ self.set('zoomTranslate', d3.event.translate);
+ });
+ svg.call(zoom);
+ this.set('zoomTranslate', [0, 0]);
+ this.set('zoomScaleFrom', minScale);
+ this.set('zoomScaleTo', 2);
+ this.set('zoomScale', minScale);
},
+ zoomScaleObserver : function() {
+ var tezRoot = this.get("svgTezRoot");
+ var newScale = this.get('zoomScale');
+ var newScaleFrom = this.get('zoomScaleFrom');
+ var newScaleTo = this.get('zoomScaleTo');
+ var zoomTranslate = this.get('zoomTranslate');
+ console.debug("zoomScaleObserver(): New scale = " + newScale + ", Range = [" + newScaleFrom + ", " + newScaleTo + "]. Translate = ", zoomTranslate.join(','));
+ tezRoot.attr("transform", "translate("+zoomTranslate+")scale(" + newScale + ")");
+ }.observes('zoomScale', 'zoomScaleFrom', 'zoomScaleTo', 'zoomTranslate'),
+
/**
* We have to make the height of the DAG section match the height of the
* Summary section.
@@ -113,12 +145,10 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
var currentHeight = lhsDiv.clientHeight;
$(lhsDiv).attr('style', "height:" + rhsHeight + "px;");
var svgHeight = rhsHeight - 20;
- d3.select("#tez-dag-svg").attr('height', svgHeight).attr('width', currentWidth);
+ d3.select("#tez-dag-svg").attr('height', svgHeight).attr('width', '100%');
this.set('svgWidth', currentWidth);
this.set('svgHeight', svgHeight);
- console.log("SWT SVG Width=", currentWidth, ", Height=", svgHeight);
- // this.get('svgVerticesLayer').attr('transform', 'translate(' +
- // (currentWidth / 2) + ',' + (currentHeight / 2) + ')');
+ console.log("SVG Width=", currentWidth, ", Height=", svgHeight);
}
},
@@ -213,7 +243,6 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
*/
drawTezDag : function() {
var width = this.get('svgWidth');
- var height = this.get('svgHeight');
var svgLayer = this.get('svgVerticesLayer');
var vertices = this.get('content.tezDag.vertices');
var edges = this.get('content.tezDag.edges');
@@ -226,20 +255,25 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
//
// CALCULATE DEPTH - BFS to get correct graph depth
//
- var visitVertices = [];
+ var visitEdges = [];
+ var maxRowLength = 0;
+ var maxRowDepth = 0;
vertices.forEach(function(v) {
if (v.get('incomingEdges.length') < 1) {
- visitVertices.push({
+ visitEdges.push({
depth : 0,
parent : null,
- vertex : v
+ toVertex : v
});
}
});
- function getNodeFromVertex(vertexObj) {
- var vertex = vertexObj.vertex;
+ function getNodeFromEdge(edgeObj) {
+ var vertex = edgeObj.toVertex;
+ var pName = edgeObj.parent ? edgeObj.parent.name : null;
+ var cName = edgeObj.toVertex ? edgeObj.toVertex.get('name') : null;
+ console.debug("Processing vertex ", edgeObj, " (",pName, " > ", cName,")");
var node = vertexIdToNode[vertex.get('id')];
- for ( var k = depthToNodes.length; k <= vertexObj.depth; k++) {
+ for ( var k = depthToNodes.length; k <= edgeObj.depth; k++) {
depthToNodes.push([]);
}
if (!node) {
@@ -247,10 +281,10 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
node = {
id : vertex.get('id'),
name : vertex.get('name'),
- state: vertex.get('state'),
+ state : vertex.get('state'),
isMap : vertex.get('isMap'),
operations : vertex.get('operations'),
- depth : vertexObj.depth,
+ depth : edgeObj.depth,
parents : [],
children : [],
x : 0,
@@ -261,42 +295,50 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
selected : selectedVertex != null ? selectedVertex.get('id') == vertex.get('id') : false,
fixed : true,
metrics : {
- input: -1,
- output: -1,
- recordsRead: -1,
- recordsWrite: -1,
- tezTasks: -1
+ input : -1,
+ output : -1,
+ recordsRead : -1,
+ recordsWrite : -1,
+ tezTasks : -1
}
}
vertexIdToNode[vertex.get('id')] = node;
depthToNodes[node.depth].push(node);
} else {
// Existing node
- if (vertexObj.depth > node.depth) {
+ if (edgeObj.depth > node.depth) {
var oldIndex = depthToNodes[node.depth].indexOf(node);
- depthToNodes[node.depth] = depthToNodes[node.depth].splice(oldIndex, 1);
- node.depth = vertex.depth;
+ depthToNodes[node.depth].splice(oldIndex, 1);
+ node.depth = edgeObj.depth;
depthToNodes[node.depth].push(node);
}
}
- if (vertexObj.parent != null) {
- node.parents.push(vertexObj.parent);
- vertexObj.parent.children.push(node);
+ if (depthToNodes[node.depth].length > maxRowLength) {
+ maxRowLength = depthToNodes[node.depth].length;
+ maxRowDepth = node.depth;
+ }
+ if (edgeObj.parent != null) {
+ node.parents.push(edgeObj.parent);
+ edgeObj.parent.children.push(node);
}
return node;
}
- var vertexObj;
- while (vertexObj = visitVertices.shift()) {
- var node = getNodeFromVertex(vertexObj);
- var outEdges = vertexObj.vertex.get('outgoingEdges');
- outEdges.forEach(function(oe) {
- var childVertex = oe.get('toVertex');
- visitVertices.push({
- depth : node.depth + 1,
- parent : node,
- vertex : childVertex
+ var edgeObj;
+ var visitedVertexMap = {};
+ while (edgeObj = visitEdges.shift()) {
+ var node = getNodeFromEdge(edgeObj);
+ if (!visitedVertexMap[edgeObj.toVertex.get('id')]) {
+ visitedVertexMap[edgeObj.toVertex.get('id')] = true;
+ var outEdges = edgeObj.toVertex.get('outgoingEdges');
+ outEdges.forEach(function(oe) {
+ var childVertex = oe.get('toVertex');
+ visitEdges.push({
+ depth : node.depth + 1,
+ parent : node,
+ toVertex : childVertex
+ });
});
- })
+ }
}
edges.forEach(function(e) {
dagVisualModel.links.push({
@@ -309,39 +351,99 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
//
// LAYOUT - Now with correct depth, we calculate layouts
//
- var deltaY = 150;
- var currentY = 80;
+ // When a node's effective width changes, all its parent nodes are updated.
+ var updateNodeEffectiveWidth = function(node, newEffectiveWidth) {
+ console.debug("Updating effective width of (" + node.id + ") to " + newEffectiveWidth);
+ if (numberUtils.validateInteger(node.effectiveWidth) != null) {
+ node.effectiveWidth = newEffectiveWidth;
+ }
+ var diff = newEffectiveWidth - node.effectiveWidth;
+ if (diff > 0) {
+ var oldEffectiveWidth = node.effectiveWidth;
+ node.effectiveWidth = newEffectiveWidth;
+ if (node.parents != null) {
+ node.parents.forEach(function(parent) {
+ updateNodeEffectiveWidth(parent, parent.effectiveWidth + diff);
+ })
+ }
+ }
+ }
+ var xGap = 20;
+ var yGap = 70;
+ var currentY = 40;
+ // First pass - calculate layout widths, and Y coordinates
for ( var depth = 0; depth < depthToNodes.length; depth++) {
var nodes = depthToNodes[depth];
- var deltaX = 1 / (nodes.length + 1);
- var startX = deltaX;
+ var maxNodeHeight = 0;
for ( var nodeIndex = 0; nodeIndex < nodes.length; nodeIndex++) {
var node = nodes[nodeIndex];
+ var nodeDim = this.getNodeCalculatedDimensions(node);
+ node.width = nodeDim.width;
+ node.height = nodeDim.height;
+ if (maxNodeHeight < node.height) {
+ maxNodeHeight = node.height;
+ }
if (depth == 0) {
// Top nodes - position uniformly
- node.x = startX;
- startX += deltaX;
+ updateNodeEffectiveWidth(node, xGap + node.width);
+ }
+ if (node.children && node.children.length > 0) {
+ updateNodeEffectiveWidth(node, node.children.length * (xGap + node.width));
} else {
- node.x = (node.x / node.parents.length); // Average across parents
+ updateNodeEffectiveWidth(node, xGap + node.width);
}
- // Layout children
- node.children.forEach(function(child) {
- child.x += node.x;
- });
- var nodeDim = this.getNodeCalculatedDimensions(node);
- node.width = nodeDim.width;
- node.height = nodeDim.height;
node.y = currentY;
- node.x = (node.x * width) - Math.round(nodeDim.width / 2);
- node.incomingX = node.x + Math.round(nodeDim.width / 2);
node.incomingY = node.y;
- node.outgoingX = node.incomingX;
node.outgoingY = node.incomingY + node.height;
+ }
+ currentY += maxNodeHeight;
+ currentY += yGap;
+ }
+ // Second pass - determine actual X coordinates
+ var maxX = 0;
+ for ( var depth = 0; depth < depthToNodes.length; depth++) {
+ var nodes = depthToNodes[depth];
+ var currentX = -1;
+ var parentCurrentXMap = {};
+ for ( var nodeIndex = 0; nodeIndex < nodes.length; nodeIndex++) {
+ var node = nodes[nodeIndex];
+ var parentsKey = null;
+ if (node.parents != null && node.parents.length > 0) {
+ var parentStart = 0;
+ var parentsKey = '';
+ node.parents.forEach(function(parent) {
+ parentStart += (parent.x - ((parent.effectiveWidth - parent.width) / 2));
+ parentsKey += (parent.id + '//');
+ });
+ parentStart = parentStart / node.parents.length;
+ var parentCurrentX = parentCurrentXMap[parentsKey];
+ if (parentCurrentX == null || parentCurrentX == undefined) {
+ parentCurrentX = parentStart - ((node.effectiveWidth - node.width) / 2) + (xGap / 2);
+ parentCurrentXMap[parentsKey] = parentCurrentX;
+ }
+ currentX = parentCurrentX;
+ } else {
+ if (currentX < 0) {
+ currentX = 0;
+ }
+ }
+ node.x = (currentX + (node.effectiveWidth - node.width) / 2);
+ node.outgoingX = (node.x + node.width / 2);
+ node.incomingX = node.outgoingX;
console.log("drawTezDag(). Layout Node: ", node);
dagVisualModel.nodes.push(node);
+ if (parentsKey != null) {
+ parentCurrentXMap[parentsKey] = currentX + node.effectiveWidth;
+ } else {
+ currentX += node.effectiveWidth;
+ }
+ if ((node.x + node.width) > maxX) {
+ maxX = node.x + node.width;
+ }
}
- currentY += deltaY;
}
+ var canvasHeight = currentY;
+ var canvasWidth = maxX + (xGap << 1);
//
// Draw SVG
@@ -376,7 +478,7 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
return classes;
}).attr("d", diagonal).attr("title", function(l) {
var lower = l.edgeType ? l.edgeType.toLowerCase() : '';
- return Em.I18n.t("jobs.hive.tez.edge."+lower);
+ return Em.I18n.t("jobs.hive.tez.edge." + lower);
});
// Create Nodes
var node = svgLayer.selectAll(".node").data(dagVisualModel.nodes).enter().append("g").attr("class", "node");
@@ -420,6 +522,16 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
$('.svg-tooltip').tooltip({
placement : 'left'
});
+
+ // Position in center
+ var translateX = Math.round((width - canvasWidth) / 2);
+ if (translateX > 0) {
+ svgLayer.attr("transform", "translate("+translateX+",0)");
+ }
+ return {
+ width : canvasWidth,
+ height : canvasHeight
+ }
},
/**
@@ -517,14 +629,13 @@ App.MainHiveJobDetailsTezDagView = Em.View.extend({
* Determines the node width and height in pixels.
*
* Takes into account the various contents of the a node. { width: 200,
- * height: 60, margin: 15 }
+ * height: 60 }
*/
getNodeCalculatedDimensions : function(node) {
var size = {
- width : 160,
- height : 40,
- margin : 15
- };
+ width : 180,
+ height : 40
+ }
if (node.operations.length > 0) {
var opsHeight = Math.ceil(node.operations.length / 3);
size.height += (opsHeight * 20);
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/app/views/main/jobs/hive_job_details_view.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/views/main/jobs/hive_job_details_view.js b/ambari-web/app/views/main/jobs/hive_job_details_view.js
index a9a41b4..d481575 100644
--- a/ambari-web/app/views/main/jobs/hive_job_details_view.js
+++ b/ambari-web/app/views/main/jobs/hive_job_details_view.js
@@ -26,6 +26,19 @@ App.MainHiveJobDetailsView = Em.View.extend({
selectedVertex : null,
content : null,
+ zoomScaleFrom : 1,
+ zoomScaleTo: 2,
+ zoomScale : 1,
+ zoomStep : function() {
+ var zoomStep = 0.01;
+ var zoomFrom = this.get('zoomScaleFrom');
+ var zoomTo = this.get('zoomScaleTo');
+ if (zoomFrom < zoomTo) {
+ zoomStep = (zoomTo - zoomFrom) / 5;
+ }
+ return zoomStep;
+ }.property('zoomScaleFrom', 'zoomScaleTo'),
+ isGraphMaximized: false,
showQuery : false,
toggleShowQuery : function () {
@@ -178,5 +191,51 @@ App.MainHiveJobDetailsView = Em.View.extend({
};
}.property('selectedVertex.fileReadOps', 'selectedVertex.fileWriteOps', 'selectedVertex.hdfsReadOps', 'selectedVertex.hdfdWriteOps',
'selectedVertex.fileReadBytes', 'selectedVertex.fileWriteBytes', 'selectedVertex.hdfsReadBytes', 'selectedVertex.hdfdWriteBytes',
- 'selectedVertex.recordReadCount', 'selectedVertex.recordWriteCount', 'selectedVertex.status')
+ 'selectedVertex.recordReadCount', 'selectedVertex.recordWriteCount', 'selectedVertex.status'),
+
+ canGraphZoomIn : function() {
+ var zoomTo = this.get('zoomScaleTo');
+ var zoomScale = this.get('zoomScale');
+ console.debug("canGraphZoomIn? : ", (zoomScale < zoomTo), " (scaleTo=", zoomTo,", scale=",zoomScale,")");
+ return zoomScale < zoomTo;
+ }.property('zoomScale', 'zoomScaleTo'),
+
+ canGraphZoomOut : function() {
+ var zoomFrom = this.get('zoomScaleFrom');
+ var zoomScale = this.get('zoomScale');
+ console.debug("canGraphZoomOut? : ", (zoomScale > zoomFrom), " (scaleFrom=", zoomFrom,", scale=",zoomScale,")");
+ return zoomScale > zoomFrom;
+ }.property('zoomScale', 'zoomScaleFrom'),
+
+ doGraphZoomIn: function() {
+ var zoomTo = this.get('zoomScaleTo');
+ var zoomScale = this.get('zoomScale');
+ var zoomStep = this.get('zoomStep');
+ if (zoomScale < zoomTo) {
+ var step = Math.min(zoomStep, (zoomTo - zoomScale));
+ zoomScale += step;
+ console.debug("doGraphZoomIn(): New scale = ", zoomScale);
+ this.set('zoomScale', zoomScale);
+ }
+ },
+
+ doGraphZoomOut: function() {
+ var zoomFrom = this.get('zoomScaleFrom');
+ var zoomScale = this.get('zoomScale');
+ var zoomStep = this.get('zoomStep');
+ if (zoomScale > zoomFrom) {
+ var step = Math.min(zoomStep, (zoomScale - zoomFrom));
+ zoomScale -= step;
+ console.debug("doGraphZoomOut(): New scale = ", zoomScale);
+ this.set('zoomScale', zoomScale);
+ }
+ },
+
+ doGraphMaximize: function() {
+ this.set('isGraphMaximized', true);
+ },
+
+ doGraphMinimize: function() {
+ this.set('isGraphMaximized', false);
+ }
});
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/test/views/main/jobs/hive_job_details_tez_test.js
----------------------------------------------------------------------
diff --git a/ambari-web/test/views/main/jobs/hive_job_details_tez_test.js b/ambari-web/test/views/main/jobs/hive_job_details_tez_test.js
new file mode 100644
index 0000000..e80b883
--- /dev/null
+++ b/ambari-web/test/views/main/jobs/hive_job_details_tez_test.js
@@ -0,0 +1,171 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with this
+ * work for additional information regarding copyright ownership. The ASF
+ * licenses this file to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+ * License for the specific language governing permissions and limitations under
+ * the License.
+ */
+
+var App = require('app');
+module.exports = {
+ _createVertex : function(row, col, state, isMap, numOps, inEdges, outEdges, vertexJsons) {
+ var v = {
+ id : 'v_' + row + '_' + col,
+ instance_id : 'vi_' + row + '_' + col,
+ name : 'Vertex ' + row + ', ' + col,
+ state : state,
+ is_map : isMap,
+ operations : [],
+ outgoing_edges : outEdges,
+ incoming_edges : inEdges
+ };
+ for ( var c = 0; c < numOps; c++) {
+ v.operations.push("Op " + c);
+ }
+ vertexJsons.push(v);
+ return v;
+ },
+
+ _createEdge : function(id, type, from, to, edgeJsons) {
+ var e = {
+ id : id,
+ instance_id : 'i_' + id,
+ from_vertex_id : from.id,
+ to_vertex_id : to.id,
+ edge_type : type
+ }
+ edgeJsons.push(e);
+ return e;
+ },
+
+ /**
+ * Creates a Tez DAG for test purposes with 6 nodes in row 1, 1 node in row 2
+ * and 5 nodes in row 3.
+ *
+ * Usage: <code>
+ * var testDag = jobUtils._test_createTezDag_6x1x5();
+ * vertices = testDag.get('vertices');
+ * edges = testDag.get('edges');
+ * </code>
+ */
+ createTezDag_6x1x5 : function() {
+ var vertices = [];
+ var dagJson = {
+ id : 'dag1',
+ instance_id : 'dag1',
+ name : 'Test DAG 1',
+ stage : 'My stage',
+ vertices : [],
+ edges : []
+ };
+ var vertexJsons = [];
+ var edgeJsons = [];
+ // Row 1
+ var v1 = this._test_createVertex(1, 1, "FAILED", true, 30, [], [ 'e1' ], vertexJsons);
+ var v2 = this._test_createVertex(1, 2, "RUNNING", true, 2, [], [ 'e2' ], vertexJsons);
+ var v3 = this._test_createVertex(1, 3, "FAILED", true, 5, [], [ 'e3' ], vertexJsons);
+ var v4 = this._test_createVertex(1, 4, "FAILED", true, 10, [], [ 'e4' ], vertexJsons);
+ var v5 = this._test_createVertex(1, 5, "FAILED", true, 15, [], [ 'e5' ], vertexJsons);
+ var v6 = this._test_createVertex(1, 6, "FAILED", true, 20, [], [ 'e6' ], vertexJsons);
+ // Row 2
+ var v7 = this._test_createVertex(2, 1, "SUCCEEDED", false, 30, [ 'e1', 'e2', 'e3', 'e4', 'e5', 'e6' ], [ 'e7', 'e8', 'e9', 'e10', 'e11' ], vertexJsons);
+ // Row 3
+ var v8 = this._test_createVertex(3, 1, "FAILED", false, 30, [ 'e7' ], [], vertexJsons);
+ var v9 = this._test_createVertex(3, 2, "RUNNING", false, 2, [ 'e8' ], [], vertexJsons);
+ var v10 = this._test_createVertex(3, 3, "FAILED", false, 5, [ 'e9' ], [], vertexJsons);
+ var v11 = this._test_createVertex(3, 4, "FAILED", true, 10, [ 'e10' ], [], vertexJsons);
+ var v12 = this._test_createVertex(3, 5, "FAILED", true, 15, [ 'e11' ], [], vertexJsons);
+ // Edges 1-2
+ this._test_createEdge('e1', 'BROADCAST', v1, v7, edgeJsons);
+ this._test_createEdge('e2', 'BROADCAST', v2, v7, edgeJsons);
+ this._test_createEdge('e3', 'BROADCAST', v3, v7, edgeJsons);
+ this._test_createEdge('e4', 'SCATTER_GATHER', v4, v7, edgeJsons);
+ this._test_createEdge('e5', 'SCATTER_GATHER', v5, v7, edgeJsons);
+ this._test_createEdge('e6', 'SCATTER_GATHER', v6, v7, edgeJsons);
+ // Edges 2-3
+ this._test_createEdge('e7', 'SCATTER_GATHER', v7, v8, edgeJsons);
+ this._test_createEdge('e8', 'SCATTER_GATHER', v7, v9, edgeJsons);
+ this._test_createEdge('e9', 'SCATTER_GATHER', v7, v10, edgeJsons);
+ this._test_createEdge('e10', 'BROADCAST', v7, v11, edgeJsons);
+ this._test_createEdge('e11', 'BROADCAST', v7, v12, edgeJsons);
+ vertexJsons.forEach(function(v) {
+ dagJson.vertices.push(v.id);
+ })
+ edgeJsons.forEach(function(e) {
+ dagJson.edges.push(e.id);
+ })
+ App.store.load(App.TezDag, dagJson);
+ App.store.loadMany(App.TezDagVertex, vertexJsons);
+ App.store.loadMany(App.TezDagEdge, edgeJsons);
+ return App.TezDag.find('dag1');
+ },
+
+ /**
+ * Creates a Tez DAG for test purposes. Each row in the graph is fully
+ * connected to the next row. The number of nodes in each row is passed as
+ * input.
+ *
+ * Usage:
+ * <code>
+ * var testDag = jobUtils._test_createTezDag_fullyConnected([10,3,8]);
+ * vertices = testDag.get('vertices');
+ * edges = testDag.get('edges');
+ * </code>
+ */
+ createTezDag_fullyConnected : function(rowCounts) {
+ var vertices = [];
+ var dagJson = {
+ id : 'dag1',
+ instance_id : 'dag1',
+ name : 'Test DAG 1',
+ stage : 'My stage',
+ vertices : [],
+ edges : []
+ };
+ var vertexJsons = [];
+ var edgeJsons = [];
+ var matrix = new Array(rowCounts.length);
+ for ( var r = 0; r < rowCounts.length; r++) {
+ matrix[r] = new Array(rowCounts[r]);
+ for ( var c = 0; c < rowCounts[r]; c++) {
+ var outs = [];
+ var ins = [];
+ if (r < rowCounts.length - 1) {
+ for ( var c2 = 0; c2 < rowCounts[r + 1]; c2++) {
+ outs.push('e_' + r + c + '_' + (r + 1) + c2);
+ }
+ }
+ if (r > 0) {
+ for ( var c2 = 0; c2 < rowCounts[r - 1]; c2++) {
+ ins.push('e_' + (r - 1) + c2 + '_' + r + c);
+ }
+ }
+ matrix[r][c] = this._test_createVertex(r, c, "RUNNING", true, (r + 1) * (c + 1), ins, outs, vertexJsons);
+ if (r > 0) {
+ for ( var c2 = 0; c2 < rowCounts[r - 1]; c2++) {
+ this._test_createEdge('e_' + (r - 1) + c2 + '_' + r + c, 'BROADCAST', matrix[r - 1][c2], matrix[r][c], edgeJsons);
+ }
+ }
+ }
+ }
+ vertexJsons.forEach(function(v) {
+ dagJson.vertices.push(v.id);
+ })
+ edgeJsons.forEach(function(e) {
+ dagJson.edges.push(e.id);
+ })
+ App.store.load(App.TezDag, dagJson);
+ App.store.loadMany(App.TezDagVertex, vertexJsons);
+ App.store.loadMany(App.TezDagEdge, edgeJsons);
+ return App.TezDag.find('dag1');
+ }
+}
[3/3] git commit: AMBARI-4829. Tez DAG diagram should have zoom
in/out and pan actions. (srimanth)
Posted by sr...@apache.org.
AMBARI-4829. Tez DAG diagram should have zoom in/out and pan actions. (srimanth)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/b269ba5f
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/b269ba5f
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/b269ba5f
Branch: refs/heads/trunk
Commit: b269ba5f49a9fe73465c59df5677faec3376fb89
Parents: fcb38e5
Author: Srimanth Gunturi <sg...@hortonworks.com>
Authored: Wed Feb 26 13:32:02 2014 -0800
Committer: Srimanth Gunturi <sg...@hortonworks.com>
Committed: Wed Feb 26 14:01:24 2014 -0800
----------------------------------------------------------------------
.../app/assets/data/jobs/hive-queries.json | 158 ++++++------
.../app/assets/data/jobs/hive-query-2.json | 7 +-
.../app/assets/data/jobs/tezDag-name-to-id.json | 204 ++++++++--------
ambari-web/app/assets/data/jobs/tezDag.json | 17 +-
.../app/assets/data/jobs/tezDagVertex.json | 158 +++++-------
ambari-web/app/mappers/jobs/hive_job_mapper.js | 2 +-
ambari-web/app/mappers/jobs/hive_jobs_mapper.js | 4 +-
ambari-web/app/styles/application.less | 13 +-
.../templates/main/jobs/hive_job_details.hbs | 25 +-
.../main/jobs/hive_job_details_tez_dag_view.js | 241 ++++++++++++++-----
.../views/main/jobs/hive_job_details_view.js | 61 ++++-
.../main/jobs/hive_job_details_tez_test.js | 171 +++++++++++++
12 files changed, 693 insertions(+), 368 deletions(-)
----------------------------------------------------------------------
[2/3] AMBARI-4829. Tez DAG diagram should have zoom in/out and pan
actions. (srimanth)
Posted by sr...@apache.org.
http://git-wip-us.apache.org/repos/asf/ambari/blob/b269ba5f/ambari-web/app/assets/data/jobs/hive-queries.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/jobs/hive-queries.json b/ambari-web/app/assets/data/jobs/hive-queries.json
index aae8ef7..ae4eed0 100644
--- a/ambari-web/app/assets/data/jobs/hive-queries.json
+++ b/ambari-web/app/assets/data/jobs/hive-queries.json
@@ -1,233 +1,237 @@
{
"entities": [
{
- "starttime": 1392936251060,
+ "starttime": 1393443850756,
"events": [
{
- "timestamp": 1392936280573,
+ "timestamp": 1393443875265,
"eventtype": "QUERY_COMPLETED",
"eventinfo": {}
},
{
- "timestamp": 1392936251060,
+ "timestamp": 1393443850756,
"eventtype": "QUERY_SUBMITTED",
"eventinfo": {}
}
],
"otherinfo": {
- "query": "{\"query\":{\"queryText\":\"select players.* from players join \\n(select school.id, topState.counts from school join (select state, count(state) as counts from school group by state sort by counts desc limit 1) topState on school.state = topState.state)\\ntopSchools on topSchools.id = players.schoolid where players.yearmin > 1990 sort by players.schoolid\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140220172727_9cb1b1a3-25bd-457b-81dc-60544c941cfa:11\",\"Vertices:\":{\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string),
_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"state (type: string)\"},\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 B
asic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 276 Data size: 55401 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id}\"}}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string)\",\"outputColumnNames:\":[\"state\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(state)\"],\"keys:\":\"state (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: s
tring)\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 503 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 5\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expr
essions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"1\"}},\"Statistics:\":\"Num rows: 251 Data size: 25132 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 7\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 6\":{\"Map Operator Tree:\":[{\"TableScan\":{\"filte
rExpr:\":\"(yearmin > 1990) (type: boolean)\",\"alias:\":\"players\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(yearmin > 1990) (type: boolean)\",\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"_col0 (type: string)\",\"0\":\"schoolid (type: string)\"},\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"+\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: int)\",\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: string)\"}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 361 Data size: 75296 Basic
stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{id} {schoolid} {yearmin} {yearmax}\"}}},\"Statistics:\":\"Num rows: 329 Data size: 68451 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 987 Data size: 205354 Basic stats: COMPLETE Column stats: NONE\"}}]}},\"Edges:\":{\"Reducer 3\":{\"parent\":\"Map 2\",\"type\":\"SIMPLE_EDGE\"},\"Map 1\":{\"parent\":\"Reducer 5\",\"type\":\"BROADCAST_EDGE\"},\"Reducer 5\":{\"parent\":\"Reducer 4\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 7\":{\"parent\":\"Map 6\",\"type\":\"SIMPLE_EDGE\"},\"Map 6\":{\"parent\":\"Map 1\",\"type\":\"BROADCAST_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ "status": true,
+ "query": "{\"queryText\":\"select state, count(id) as counts from school group by state sort by counts desc limit 10\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\":1\",\"Vertices:\":{\"Reducer 2\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 125 Data size: 25082 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 125 Data size: 25082 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 125 Data size: 25082 B
asic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"10\"}},\"Statistics:\":\"Num rows: 125 Data size: 25082 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string), id (type: string)\",\"outputColumnNames:\":[\"state\",\"id\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(id)\"],\"keys:\":\"state (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"chi
ldren\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apach
e.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"10\"}},\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\"}}}},\"Edges:\":{\"Reducer 2\":{\"parent\":\"Map 1\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 3\":{\"parent\":\"Reducer 2\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"10\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}"
},
"primaryfilters": {
- "user": "hive"
+ "user": [
+ "hive"
+ ]
},
- "entity": "hive_20140220174444_ceb2def9-838c-44ba-bbc2-825b19b3d2d6",
+ "entity": "hive_20140226144444_6301b51e-d52c-4618-995f-573e3f59006c",
"entitytype": "HIVE_QUERY_ID"
},
{
- "starttime": 1392935263246,
+ "starttime": 1393439190536,
"events": [
{
- "timestamp": 1392935263246,
+ "timestamp": 1393439204537,
"eventtype": "QUERY_COMPLETED",
"eventinfo": {}
},
{
- "timestamp": 1392935263168,
+ "timestamp": 1393439190536,
"eventtype": "QUERY_SUBMITTED",
"eventinfo": {}
}
],
"otherinfo": {
- "query": "{\"query\":{\"queryText\":\" describe players\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}},\"Stage-0\":{\"Describe Table Operator:\":{\"Describe Table\":{\"table:\":\"players\"}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ "status": true,
+ "query": "{\"queryText\":\"select state, count(id) as counts from school group by state sort by counts desc limit 10\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"hive_20140226132525_780b8f71-bd4f-4daf-b0c3-4584920186d5:1\",\"Vertices:\":{\"Reducer 2\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\"],\"keys:\":\"KEY._col0 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 125 Data size: 25082 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 125 Data size: 25082 Basic stats: COMPLETE Column stats: NON
E\"}},\"Statistics:\":\"Num rows: 125 Data size: 25082 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 3\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"-\",\"value expressions:\":\"_col0 (type: string), _col1 (type: bigint)\",\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: bigint)\"}},\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"10\"}},\"Statistics:\":\"Num rows: 125 Data size: 25082 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 1\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"school\",\"children\":{\"Select Operator\":{\"expressions:\":\"state (type: string), id (type: string)\",\"outputColumnNames:\":[\"state\",\"id\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count(id)\"],\"keys:\":\"state (type: stri
ng)\",\"outputColumnNames:\":[\"_col0\",\"_col1\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: bigint)\",\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string)\"}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 251 Data size: 50365 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 4\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"Limit\":{\"children\":{\"File Output Operator\":{\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop
.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\",\"Number of rows:\":\"10\"}},\"Statistics:\":\"Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE\"}}}},\"Edges:\":{\"Reducer 2\":{\"parent\":\"Map 1\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 3\":{\"parent\":\"Reducer 2\",\"type\":\"SIMPLE_EDGE\"},\"Reducer 4\":{\"parent\":\"Reducer 3\",\"type\":\"SIMPLE_EDGE\"}}}},\"Stage-0\":{\"Fetch Operator\":{\"limit:\":\"10\",\"Processor Tree:\":{\"ListSink\":{}}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}"
},
"primaryfilters": {
- "user": "hive"
+ "user": [
+ "hive"
+ ]
},
- "entity": "hive_20140220172727_9cb1b1a3-25bd-457b-81dc-60544c941cfa",
+ "entity": "hive_20140226132626_6c728aa4-47bd-4ae0-9bbc-776c491a1c41",
"entitytype": "HIVE_QUERY_ID"
},
{
- "starttime": 1392935263075,
+ "starttime": 1393439112167,
"events": [
{
- "timestamp": 1392935263156,
+ "timestamp": 1393439112748,
"eventtype": "QUERY_COMPLETED",
"eventinfo": {}
},
{
- "timestamp": 1392935263075,
+ "timestamp": 1393439112167,
"eventtype": "QUERY_SUBMITTED",
"eventinfo": {}
}
],
"otherinfo": {
- "query": "{\"query\":{\"queryText\":\"describe school\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}},\"Stage-0\":{\"Describe Table Operator:\":{\"Describe Table\":{\"table:\":\"school\"}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ "status": true,
+ "query": "{\"queryText\":\"show tables\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}},\"Stage-0\":{\"Show Table Operator:\":{\"Show Tables\":{\"database name:\":\"default\"}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}"
},
"primaryfilters": {
- "user": "hive"
+ "user": [
+ "hive"
+ ]
},
- "entity": "hive_20140220172727_f6511c11-9788-4cab-a59e-9ce58adf5507",
+ "entity": "hive_20140226132525_780b8f71-bd4f-4daf-b0c3-4584920186d5",
"entitytype": "HIVE_QUERY_ID"
},
{
- "starttime": 1392935260100,
+ "starttime": 1393031638459,
"events": [
{
- "timestamp": 1392935260171,
+ "timestamp": 1393032494585,
"eventtype": "QUERY_COMPLETED",
"eventinfo": {}
},
{
- "timestamp": 1392935260100,
+ "timestamp": 1393031638459,
"eventtype": "QUERY_SUBMITTED",
"eventinfo": {}
}
],
"otherinfo": {
- "query": "{\"query\":{\"queryText\":\"describe school\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Fetch Operator\":{\"limit:\":\"-1\",\"Processor Tree:\":{\"ListSink\":{}}}},\"Stage-0\":{\"Describe Table Operator:\":{\"Describe Table\":{\"table:\":\"school\"}}}},\"STAGE DEPENDENCIES\":{\"Stage-1\":{\"ROOT STAGE\":\"TRUE\"},\"Stage-0\":{\"ROOT STAGE\":\"TRUE\"}}}}}"
+ "status": true,
+ "query": "{\"queryText\":\"\\nselect cs1.product_name ,cs1.store_name ,cs1.store_zip ,cs1.b_street_number ,cs1.b_streen_name ,cs1.b_city\\n ,cs1.b_zip ,cs1.c_street_number ,cs1.c_street_name ,cs1.c_city ,cs1.c_zip ,cs1.syear ,cs1.cnt\\n ,cs1.s1 ,cs1.s2 ,cs1.s3\\n ,cs2.s1 ,cs2.s2 ,cs2.s3 ,cs2.syear ,cs2.cnt\\nfrom\\n(select i_product_name as product_name ,i_item_sk as item_sk ,s_store_name as store_name\\n ,s_zip as store_zip ,ad1.ca_street_number as b_street_number ,ad1.ca_street_name as b_streen_name\\n ,ad1.ca_city as b_city ,ad1.ca_zip as b_zip ,ad2.ca_street_number as c_street_number\\n ,ad2.ca_street_name as c_street_name ,ad2.ca_city as c_city ,ad2.ca_zip as c_zip\\n ,d1.d_year as syear ,d2.d_year as fsyear ,d3.d_year as s2year ,count(*) as cnt\\n ,sum(ss_wholesale_cost) as s1 ,sum(ss_list_price) as s2 ,sum(ss_coupon_amt) as s3\\n FROM store_sales\\n JOIN store_returns ON store_sales.ss_item_sk = store_returns.sr_item_sk and st
ore_sales.ss_ticket_number = store_returns.sr_ticket_number\\n JOIN customer ON store_sales.ss_customer_sk = customer.c_customer_sk\\n JOIN date_dim d1 ON store_sales.ss_sold_date_sk = d1.d_date_sk\\n JOIN date_dim d2 ON customer.c_first_sales_date_sk = d2.d_date_sk \\n JOIN date_dim d3 ON customer.c_first_shipto_date_sk = d3.d_date_sk\\n JOIN store ON store_sales.ss_store_sk = store.s_store_sk\\n JOIN customer_demographics cd1 ON store_sales.ss_cdemo_sk= cd1.cd_demo_sk\\n JOIN customer_demographics cd2 ON customer.c_current_cdemo_sk = cd2.cd_demo_sk\\n JOIN promotion ON store_sales.ss_promo_sk = promotion.p_promo_sk\\n JOIN household_demographics hd1 ON store_sales.ss_hdemo_sk = hd1.hd_demo_sk\\n JOIN household_demographics hd2 ON customer.c_current_hdemo_sk = hd2.hd_demo_sk\\n JOIN customer_address ad1 ON store_sales.ss_addr_sk = ad1.ca_address_sk\\n JOIN customer_address ad2 ON customer.c_current_
addr_sk = ad2.ca_address_sk\\n JOIN income_band ib1 ON hd1.hd_income_band_sk = ib1.ib_income_band_sk\\n JOIN income_band ib2 ON hd2.hd_income_band_sk = ib2.ib_income_band_sk\\n JOIN item ON store_sales.ss_item_sk = item.i_item_sk\\n JOIN\\n (select cs_item_sk\\n ,sum(cs_ext_list_price) as sale,sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit) as refund\\n from catalog_sales JOIN catalog_returns\\n ON catalog_sales.cs_item_sk = catalog_returns.cr_item_sk\\n and catalog_sales.cs_order_number = catalog_returns.cr_order_number\\n group by cs_item_sk\\n having sum(cs_ext_list_price)>2*sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit)) cs_ui\\nON store_sales.ss_item_sk = cs_ui.cs_item_sk\\n WHERE \\n cd1.cd_marital_status <> cd2.cd_marital_status and\\n i_color in ('maroon','burnished','dim','steel','navajo','chocolate') and\\n i_current_price between 35 and 35 + 10 and\\n i_current_price between 35
+ 1 and 35 + 15\\ngroup by i_product_name ,i_item_sk ,s_store_name ,s_zip ,ad1.ca_street_number\\n ,ad1.ca_street_name ,ad1.ca_city ,ad1.ca_zip ,ad2.ca_street_number\\n ,ad2.ca_street_name ,ad2.ca_city ,ad2.ca_zip ,d1.d_year ,d2.d_year ,d3.d_year\\n) cs1\\nJOIN\\n(select i_product_name as product_name ,i_item_sk as item_sk ,s_store_name as store_name\\n ,s_zip as store_zip ,ad1.ca_street_number as b_street_number ,ad1.ca_street_name as b_streen_name\\n ,ad1.ca_city as b_city ,ad1.ca_zip as b_zip ,ad2.ca_street_number as c_street_number\\n ,ad2.ca_street_name as c_street_name ,ad2.ca_city as c_city ,ad2.ca_zip as c_zip\\n ,d1.d_year as syear ,d2.d_year as fsyear ,d3.d_year as s2year ,count(*) as cnt\\n ,sum(ss_wholesale_cost) as s1 ,sum(ss_list_price) as s2 ,sum(ss_coupon_amt) as s3\\n FROM store_sales\\n JOIN store_returns ON store_sales.ss_item_sk = store_returns.sr_item_sk and store_sales.ss_ticket_number = store_returns.sr_ticket_number\\
n JOIN customer ON store_sales.ss_customer_sk = customer.c_customer_sk\\n JOIN date_dim d1 ON store_sales.ss_sold_date_sk = d1.d_date_sk\\n JOIN date_dim d2 ON customer.c_first_sales_date_sk = d2.d_date_sk \\n JOIN date_dim d3 ON customer.c_first_shipto_date_sk = d3.d_date_sk\\n JOIN store ON store_sales.ss_store_sk = store.s_store_sk\\n JOIN customer_demographics cd1 ON store_sales.ss_cdemo_sk= cd1.cd_demo_sk\\n JOIN customer_demographics cd2 ON customer.c_current_cdemo_sk = cd2.cd_demo_sk\\n JOIN promotion ON store_sales.ss_promo_sk = promotion.p_promo_sk\\n JOIN household_demographics hd1 ON store_sales.ss_hdemo_sk = hd1.hd_demo_sk\\n JOIN household_demographics hd2 ON customer.c_current_hdemo_sk = hd2.hd_demo_sk\\n JOIN customer_address ad1 ON store_sales.ss_addr_sk = ad1.ca_address_sk\\n JOIN customer_address ad2 ON customer.c_current_addr_sk = ad2.ca_address_sk\\n JOIN income_band ib1 ON
hd1.hd_income_band_sk = ib1.ib_income_band_sk\\n JOIN income_band ib2 ON hd2.hd_income_band_sk = ib2.ib_income_band_sk\\n JOIN item ON store_sales.ss_item_sk = item.i_item_sk\\n JOIN\\n (select cs_item_sk\\n ,sum(cs_ext_list_price) as sale,sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit) as refund\\n from catalog_sales JOIN catalog_returns\\n ON catalog_sales.cs_item_sk = catalog_returns.cr_item_sk\\n and catalog_sales.cs_order_number = catalog_returns.cr_order_number\\n group by cs_item_sk\\n having sum(cs_ext_list_price)>2*sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit)) cs_ui\\nON store_sales.ss_item_sk = cs_ui.cs_item_sk\\n WHERE \\n cd1.cd_marital_status <> cd2.cd_marital_status and\\n i_color in ('maroon','burnished','dim','steel','navajo','chocolate') and\\n i_current_price between 35 and 35 + 10 and\\n i_current_price between 35 + 1 and 35 + 15\\ngroup by i_product_name ,i_item_sk ,s_store
_name ,s_zip ,ad1.ca_street_number\\n ,ad1.ca_street_name ,ad1.ca_city ,ad1.ca_zip ,ad2.ca_street_number\\n ,ad2.ca_street_name ,ad2.ca_city ,ad2.ca_zip ,d1.d_year ,d2.d_year ,d3.d_year\\n) cs2\\nON cs1.item_sk=cs2.item_sk\\nwhere \\n cs1.syear = 2000 and\\n cs2.syear = 2000 + 1 and\\n cs2.cnt <= cs1.cnt and\\n cs1.store_name = cs2.store_name and\\n cs1.store_zip = cs2.store_zip\\norder by cs1.product_name ,cs1.store_name ,cs2.cnt\",\"queryPlan\":{\"STAGE PLANS\":{\"Stage-1\":{\"Tez\":{\"DagName:\":\"root_20140221171313_94b85642-2225-4317-ac6e-f337f6b1eeed:1\",\"Vertices:\":{\"Reducer 13\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"sum(VALUE._col0)\",\"sum(VALUE._col1)\"],\"keys:\":\"KEY._col0 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\"],\"children\":{\"Filter Operator\":{\"predicate:\":\"(_col1 > (2 * _col2)) (type: boolean)\",\"children\":{\"Select Operator\":{\"expressi
ons:\":\"_col0 (type: int)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: int)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 49506837 Data size: 4088301199 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: int)\"}},\"Statistics:\":\"Num rows: 49506837 Data size: 4088301199 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 49506837 Data size: 4088301199 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 148520512 Data size: 12264903680 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 11\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"catalog_sales\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"cs_item_sk (type: int), cs_order_number (type: int)\",\"sort order:\":\"++\",\"value expressions:\":\"cs_item_sk (type: int), cs_ext_list_price (type: float)
\",\"Statistics:\":\"Num rows: 270037278 Data size: 22299823475 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"cs_item_sk (type: int), cs_order_number (type: int)\"}},\"Statistics:\":\"Num rows: 270037278 Data size: 22299823475 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 14\":{\"Reduce Operator Tree:\":{\"Join Operator\":{\"outputColumnNames:\":[\"_col19\",\"_col39\",\"_col56\",\"_col57\",\"_col64\",\"_col73\",\"_col84\",\"_col141\",\"_col142\",\"_col145\",\"_col148\",\"_col179\",\"_col180\",\"_col183\",\"_col186\",\"_col203\",\"_col233\",\"_col263\",\"_col287\",\"_col292\",\"_col304\",\"_col308\"],\"children\":{\"Filter Operator\":{\"predicate:\":\"((((_col73 <> _col84) and (_col304) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate')) and _col292 BETWEEN 35 AND (35 + 10)) and _col292 BETWEEN (35 + 1) AND (35 + 15)) (type: boolean)\",\"children\":{\"Select Operator\":{\"expressions:\":\"_col308 (type: string), _col287 (type: int), _col1
9 (type: string), _col39 (type: string), _col141 (type: string), _col142 (type: string), _col145 (type: string), _col148 (type: string), _col179 (type: string), _col180 (type: string), _col183 (type: string), _col186 (type: string), _col203 (type: int), _col233 (type: int), _col263 (type: int), _col56 (type: float), _col57 (type: float), _col64 (type: float)\",\"outputColumnNames:\":[\"_col308\",\"_col287\",\"_col19\",\"_col39\",\"_col141\",\"_col142\",\"_col145\",\"_col148\",\"_col179\",\"_col180\",\"_col183\",\"_col186\",\"_col203\",\"_col233\",\"_col263\",\"_col56\",\"_col57\",\"_col64\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count()\",\"sum(_col56)\",\"sum(_col57)\",\"sum(_col64)\"],\"keys:\":\"_col308 (type: string), _col287 (type: int), _col19 (type: string), _col39 (type: string), _col141 (type: string), _col142 (type: string), _col145 (type: string), _col148 (type: string), _col179 (type: string), _col180 (type: string), _col183 (type:
string), _col186 (type: string), _col203 (type: int), _col233 (type: int), _col263 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",\"_col8\",\"_col9\",\"_col10\",\"_col11\",\"_col12\",\"_col13\",\"_col14\",\"_col15\",\"_col16\",\"_col17\",\"_col18\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string), _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: string), _col12 (type: int), _col13 (type: int), _col14 (type: int)\",\"sort order:\":\"+++++++++++++++\",\"value expressions:\":\"_col15 (type: bigint), _col16 (type: double), _col17 (type: double), _col18 (type: double)\",\"Statistics:\":\"Num rows: 631896960 Data size: 32350201856 Basic stats: COMPLETE Column stats: NONE\",\"key expression
s:\":\"_col0 (type: string), _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: string), _col12 (type: int), _col13 (type: int), _col14 (type: int)\"}},\"Statistics:\":\"Num rows: 631896960 Data size: 32350201856 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 631896960 Data size: 32350201856 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 631896960 Data size: 32350201856 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 5055175680 Data size: 258801614848 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"},{\"\":\"Inner Join 0 to 2\"}],\"condition expressions:\":{\"2\":\"\",\"1\":\"{VALUE._col0} {VALUE._col5} {VALUE._col17} {VALUE._col21}\",\"0\":\"{VALUE._col19} {VALUE._col39} {VALUE._col56} {
VALUE._col57} {VALUE._col64} {VALUE._col73} {VALUE._col84} {VALUE._col141} {VALUE._col142} {VALUE._col145} {VALUE._col148} {VALUE._col184} {VALUE._col185} {VALUE._col188} {VALUE._col191} {VALUE._col203} {VALUE._col233} {VALUE._col263}\"}}}},\"Reducer 12\":{\"Reduce Operator Tree:\":{\"Join Operator\":{\"outputColumnNames:\":[\"_col15\",\"_col25\",\"_col60\",\"_col61\",\"_col62\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col15 (type: int), _col25 (type: float), _col60 (type: float), _col61 (type: float), _col62 (type: float)\",\"outputColumnNames:\":[\"_col15\",\"_col25\",\"_col60\",\"_col61\",\"_col62\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"sum(_col25)\",\"sum(((_col60 + _col61) + _col62))\"],\"keys:\":\"_col15 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (t
ype: double), _col2 (type: double)\",\"Statistics:\":\"Num rows: 297041024 Data size: 24529807360 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: int)\"}},\"Statistics:\":\"Num rows: 297041024 Data size: 24529807360 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 297041024 Data size: 24529807360 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 297041024 Data size: 24529807360 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{VALUE._col23} {VALUE._col24} {VALUE._col25}\",\"0\":\"{VALUE._col15} {VALUE._col25}\"}}}},\"Map 10\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"ib1\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ib_income_band_sk (type: int)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 20 Data size: 306 Basic stats: COMPLETE Column stats
: NONE\",\"key expressions:\":\"ib_income_band_sk (type: int)\"}},\"Statistics:\":\"Num rows: 20 Data size: 306 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 19\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"customer\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"c_customer_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"c_current_cdemo_sk (type: int), c_current_hdemo_sk (type: int), c_current_addr_sk (type: int), c_first_shipto_date_sk (type: int), c_first_sales_date_sk (type: int)\",\"Statistics:\":\"Num rows: 1600000 Data size: 59241136 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"c_customer_sk (type: int)\"}},\"Statistics:\":\"Num rows: 1600000 Data size: 59241136 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 16\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store_sales\",\"children\":{\"Reduce Output Operator
\":{\"Map-reduce partition columns:\":\"ss_item_sk (type: int), ss_ticket_number (type: int)\",\"sort order:\":\"++\",\"value expressions:\":\"ss_sold_date_sk (type: int), ss_item_sk (type: int), ss_customer_sk (type: int), ss_cdemo_sk (type: int), ss_hdemo_sk (type: int), ss_addr_sk (type: int), ss_store_sk (type: int), ss_promo_sk (type: int), ss_wholesale_cost (type: float), ss_list_price (type: float), ss_coupon_amt (type: float)\",\"Statistics:\":\"Num rows: 550076554 Data size: 28161379051 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ss_item_sk (type: int), ss_ticket_number (type: int)\"}},\"Statistics:\":\"Num rows: 550076554 Data size: 28161379051 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 17\":{\"Reduce Operator Tree:\":{\"Join Operator\":{\"outputColumnNames:\":[\"_col0\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",\"_col8\",\"_col11\",\"_col12\",\"_col19\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"c_custome
r_sk (type: int)\",\"0\":\"_col3 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col2\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",\"_col8\",\"_col11\",\"_col12\",\"_col19\",\"_col51\",\"_col52\",\"_col53\",\"_col54\",\"_col55\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"d_date_sk (type: int)\",\"0\":\"_col0 (type: int)\"},\"outputColumnNames:\":[\"_col2\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",\"_col8\",\"_col11\",\"_col12\",\"_col19\",\"_col28\",\"_col29\",\"_col30\",\"_col31\",\"_col32\",\"_col75\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"d_date_sk (type: int)\",\"0\":\"_col32 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col32\",\"_col34\",\"_col35\",\"_col36\",\"_col37\",\"_col38\",\"_col41\",\"_col42\",\"_col49\",\"_col58\",\"_col59\",\"_col60\",\"_col61\",\"_col105\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"d_date_sk (type: int)\",\"0\":\"_col61 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col62\",\"_col6
4\",\"_col65\",\"_col66\",\"_col67\",\"_col68\",\"_col71\",\"_col72\",\"_col79\",\"_col88\",\"_col89\",\"_col90\",\"_col135\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"s_store_sk (type: int)\",\"0\":\"_col67 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col92\",\"_col94\",\"_col95\",\"_col96\",\"_col98\",\"_col101\",\"_col102\",\"_col109\",\"_col118\",\"_col119\",\"_col120\",\"_col164\",\"_col184\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"cd_demo_sk (type: int)\",\"0\":\"_col94 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col95\",\"_col115\",\"_col123\",\"_col126\",\"_col127\",\"_col129\",\"_col132\",\"_col133\",\"_col140\",\"_col149\",\"_col150\",\"_col151\",\"_col192\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"cd_demo_sk (type: int)\",\"0\":\"_col149 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col95\",\"_col115\",\"_col123\",\"_col126\",\"_col127\",\
"_col129\",\"_col132\",\"_col133\",\"_col140\",\"_col149\",\"_col161\",\"_col162\",\"_col203\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"p_promo_sk (type: int)\",\"0\":\"_col129 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col95\",\"_col115\",\"_col123\",\"_col126\",\"_col127\",\"_col132\",\"_col133\",\"_col140\",\"_col149\",\"_col160\",\"_col172\",\"_col173\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"hd_demo_sk (type: int)\",\"0\":\"_col126 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col95\",\"_col115\",\"_col123\",\"_col127\",\"_col132\",\"_col133\",\"_col140\",\"_col149\",\"_col160\",\"_col193\",\"_col194\",\"_col234\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"hd_demo_sk (type: int)\",\"0\":\"_col193 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col91\",\"_col102\",\"_col122\",\"_col130\",\"_col134\",\"_col139\",\"_col140\",\"_col147\",\"_col156\",\"
_col167\",\"_col201\",\"_col241\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ca_address_sk (type: int)\",\"0\":\"_col134 (type: int)\"},\"outputColumnNames:\":[\"_col1\",\"_col13\",\"_col43\",\"_col73\",\"_col98\",\"_col109\",\"_col129\",\"_col137\",\"_col146\",\"_col147\",\"_col154\",\"_col163\",\"_col174\",\"_col208\",\"_col249\",\"_col250\",\"_col253\",\"_col256\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ca_address_sk (type: int)\",\"0\":\"_col208 (type: int)\"},\"outputColumnNames:\":[\"_col1\",\"_col8\",\"_col19\",\"_col39\",\"_col47\",\"_col56\",\"_col57\",\"_col64\",\"_col73\",\"_col84\",\"_col136\",\"_col137\",\"_col140\",\"_col143\",\"_col178\",\"_col208\",\"_col238\",\"_col264\",\"_col265\",\"_col268\",\"_col271\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ib_income_band_sk (type: int)\",\"0\":\"_col8 (type: int)\"},\"outputColumnNames:\":[\"_col1\",\"_col19\",\"_col39\",\"_col47\",\"_col56\",\"_col57\",\"_col64\",\"_col73\",\"_c
ol84\",\"_col136\",\"_col137\",\"_col140\",\"_col143\",\"_col174\",\"_col175\",\"_col178\",\"_col181\",\"_col193\",\"_col223\",\"_col253\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ib_income_band_sk (type: int)\",\"0\":\"_col1 (type: int)\"},\"outputColumnNames:\":[\"_col19\",\"_col39\",\"_col47\",\"_col56\",\"_col57\",\"_col64\",\"_col73\",\"_col84\",\"_col136\",\"_col137\",\"_col140\",\"_col143\",\"_col179\",\"_col180\",\"_col183\",\"_col186\",\"_col198\",\"_col228\",\"_col258\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col47 (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"_col19 (type: string), _col39 (type: string), _col56 (type: float), _col57 (type: float), _col64 (type: float), _col73 (type: string), _col84 (type: string), _col136 (type: string), _col137 (type: string), _col140 (type: string), _col143 (type: string), _col179 (type: string), _col180 (type: string), _col183 (type: string), _col186 (type: string),
_col198 (type: int), _col228 (type: int), _col258 (type: int)\",\"Statistics:\":\"Num rows: 2297807104 Data size: 117637095424 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col47 (type: int)\"}},\"Statistics:\":\"Num rows: 2297807104 Data size: 117637095424 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{_col19} {_col39} {_col47} {_col56} {_col57} {_col64} {_col73} {_col84} {_col136} {_col137} {_col140} {_col143} {_col174} {_col175} {_col178} {_col181} {_col193} {_col223} {_col253}\"}}},\"Statistics:\":\"Num rows: 2088915456 Data size: 106942808064 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{_col1} {_col19} {_col39} {_col47} {_col56} {_col57} {_col64} {_col73} {_col84} {_col136} {_col137} {_col140} {_col143} {_col264} {_col265} {_col268} {_col271} {_col178} {_col208} {_col23
8}\"}}},\"Statistics:\":\"Num rows: 1899014016 Data size: 97220730880 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{ca_street_number} {ca_street_name} {ca_city} {ca_zip}\",\"0\":\"{_col1} {_col98} {_col109} {_col129} {_col137} {_col146} {_col147} {_col154} {_col163} {_col174} {_col249} {_col250} {_col253} {_col256} {_col13} {_col43} {_col73}\"}}},\"Statistics:\":\"Num rows: 1726376320 Data size: 88382480384 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{ca_street_number} {ca_street_name} {ca_city} {ca_zip}\",\"0\":\"{_col241} {_col6} {_col36} {_col66} {_col91} {_col102} {_col122} {_col130} {_col139} {_col140} {_col147} {_col156} {_col167} {_col201}\"}}},\"Statistics:\":\"Num rows: 1569432960 Data size: 80347709440 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition e
xpressions:\":{\"1\":\"{hd_income_band_sk}\",\"0\":\"{_col6} {_col36} {_col66} {_col234} {_col95} {_col115} {_col123} {_col127} {_col132} {_col133} {_col140} {_col149} {_col160} {_col194}\"}}},\"Statistics:\":\"Num rows: 1426757248 Data size: 73043369984 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{hd_income_band_sk}\",\"0\":\"{_col6} {_col36} {_col66} {_col95} {_col115} {_col123} {_col127} {_col132} {_col133} {_col140} {_col149} {_col160} {_col172} {_col173}\"}}},\"Statistics:\":\"Num rows: 1297052032 Data size: 66403065856 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{_col6} {_col36} {_col66} {_col95} {_col115} {_col123} {_col126} {_col127} {_col132} {_col133} {_col140} {_col149} {_col203} {_col161} {_col162}\"}}},\"Statistics:\":\"Num rows: 1179138176 Data size: 60366422016 Basic stats: COMPLETE Column
stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{cd_marital_status}\",\"0\":\"{_col6} {_col36} {_col66} {_col95} {_col115} {_col123} {_col126} {_col127} {_col129} {_col132} {_col133} {_col140} {_col192} {_col150} {_col151}\"}}},\"Statistics:\":\"Num rows: 1071943808 Data size: 54878564352 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{cd_marital_status}\",\"0\":\"{_col6} {_col36} {_col66} {_col164} {_col184} {_col92} {_col95} {_col96} {_col98} {_col101} {_col102} {_col109} {_col118} {_col119} {_col120}\"}}},\"Statistics:\":\"Num rows: 974494336 Data size: 49889603584 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{s_store_name} {s_zip}\",\"0\":\"{_col6} {_col36} {_col135} {_col62} {_col64} {_col65} {_col66} {_col68} {_col71} {_col72} {_col79} {_col88} {_col89} {_col90}\
"}}},\"Statistics:\":\"Num rows: 885903936 Data size: 45354184704 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{d_year}\",\"0\":\"{_col6} {_col105} {_col32} {_col34} {_col35} {_col36} {_col37} {_col38} {_col41} {_col42} {_col49} {_col58} {_col59} {_col60}\"}}},\"Statistics:\":\"Num rows: 805367168 Data size: 41231077376 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{d_year}\",\"0\":\"{_col75} {_col2} {_col4} {_col5} {_col6} {_col7} {_col8} {_col11} {_col12} {_col19} {_col28} {_col29} {_col30} {_col31}\"}}},\"Statistics:\":\"Num rows: 732151936 Data size: 37482795008 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{d_year}\",\"0\":\"{_col2} {_col4} {_col5} {_col6} {_col7} {_col8} {_col11} {_col12} {_col19} {_col51} {_col52} {_col53} {_col54
} {_col55}\"}}},\"Statistics:\":\"Num rows: 665592640 Data size: 34075269120 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{c_current_cdemo_sk} {c_current_hdemo_sk} {c_current_addr_sk} {c_first_shipto_date_sk} {c_first_sales_date_sk}\",\"0\":\"{_col0} {_col2} {_col4} {_col5} {_col6} {_col7} {_col8} {_col11} {_col12} {_col19}\"}}},\"Statistics:\":\"Num rows: 605084224 Data size: 30977517568 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{VALUE._col0} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col19}\"}}}},\"Map 18\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"cd1\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"cd_demo_sk (type: int)\",\"sort or
der:\":\"+\",\"value expressions:\":\"cd_marital_status (type: string)\",\"Statistics:\":\"Num rows: 1920800 Data size: 31322 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"cd_demo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 1920800 Data size: 31322 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 15\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\",\"sum(VALUE._col1)\",\"sum(VALUE._col2)\",\"sum(VALUE._col3)\"],\"keys:\":\"KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: string), KEY._col3 (type: string), KEY._col4 (type: string), KEY._col5 (type: string), KEY._col6 (type: string), KEY._col7 (type: string), KEY._col8 (type: string), KEY._col9 (type: string), KEY._col10 (type: string), KEY._col11 (type: string), KEY._col12 (type: int), KEY._col13 (type: int), KEY._col14 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\"
,\"_col6\",\"_col7\",\"_col8\",\"_col9\",\"_col10\",\"_col11\",\"_col12\",\"_col13\",\"_col14\",\"_col15\",\"_col16\",\"_col17\",\"_col18\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: string), _col1 (type: int), _col10 (type: string), _col11 (type: string), _col12 (type: int), _col15 (type: bigint), _col16 (type: double), _col17 (type: double), _col18 (type: double), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col10\",\"_col11\",\"_col12\",\"_col15\",\"_col16\",\"_col17\",\"_col18\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",\"_col8\",\"_col9\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col1 (type: int), _col2 (type: string), _col3 (type: string)\",\"sort order:\":\"+++\",\"value expressions:\":\"_col0 (type: string), _col2 (type
: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: string), _col12 (type: int), _col15 (type: bigint), _col16 (type: double), _col17 (type: double), _col18 (type: double)\",\"Statistics:\":\"Num rows: 315948480 Data size: 16175100928 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: int), _col2 (type: string), _col3 (type: string)\"}},\"Statistics:\":\"Num rows: 315948480 Data size: 16175100928 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 315948480 Data size: 16175100928 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 25\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"catalog_returns\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"cr_item_sk (type: int), cr_order_number (type: int)\",\"sort order:\":\
"++\",\"value expressions:\":\"cr_refunded_cash (type: float), cr_reversed_charge (type: float), cr_store_credit (type: float)\",\"Statistics:\":\"Num rows: 28798881 Data size: 1681267447 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"cr_item_sk (type: int), cr_order_number (type: int)\"}},\"Statistics:\":\"Num rows: 28798881 Data size: 1681267447 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 24\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store_returns\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"sr_item_sk (type: int), sr_ticket_number (type: int)\",\"sort order:\":\"++\",\"Statistics:\":\"Num rows: 79762591 Data size: 2561677244 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"sr_item_sk (type: int), sr_ticket_number (type: int)\"}},\"Statistics:\":\"Num rows: 79762591 Data size: 2561677244 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 23\":{\"Map Ope
rator Tree:\":[{\"TableScan\":{\"alias:\":\"item\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(((i_color) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate') and i_current_price BETWEEN 35 AND (35 + 10)) and i_current_price BETWEEN (35 + 1) AND (35 + 15)) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"i_item_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"i_item_sk (type: int), i_current_price (type: float), i_color (type: string), i_product_name (type: string)\",\"Statistics:\":\"Num rows: 6000 Data size: 433429 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"i_item_sk (type: int)\"}},\"Statistics:\":\"Num rows: 6000 Data size: 433429 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 48000 Data size: 3467433 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 22\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"hd
1\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"hd_demo_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"hd_income_band_sk (type: int)\",\"Statistics:\":\"Num rows: 7200 Data size: 713 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"hd_demo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 7200 Data size: 713 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 21\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"hd2\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"hd_demo_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"hd_income_band_sk (type: int)\",\"Statistics:\":\"Num rows: 7200 Data size: 713 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"hd_demo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 7200 Data size: 713 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 20\":{\"Execution mode:\":\"vectorized\",\"Ma
p Operator Tree:\":[{\"TableScan\":{\"alias:\":\"cd2\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"cd_demo_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"cd_marital_status (type: string)\",\"Statistics:\":\"Num rows: 1920800 Data size: 31322 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"cd_demo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 1920800 Data size: 31322 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 29\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"d3\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"d_date_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"d_year (type: int)\",\"Statistics:\":\"Num rows: 73049 Data size: 327991 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"d_date_sk (type: int)\"}},\"Statistics:\":\"Num rows: 73049 Data size: 327991 Basic stats: COMPLETE Column stats: NONE
\"}}]},\"Reducer 27\":{\"Reduce Operator Tree:\":{\"Join Operator\":{\"outputColumnNames:\":[\"_col15\",\"_col25\",\"_col60\",\"_col61\",\"_col62\"],\"children\":{\"Select Operator\":{\"expressions:\":\"_col15 (type: int), _col25 (type: float), _col60 (type: float), _col61 (type: float), _col62 (type: float)\",\"outputColumnNames:\":[\"_col15\",\"_col25\",\"_col60\",\"_col61\",\"_col62\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"sum(_col25)\",\"sum(((_col60 + _col61) + _col62))\"],\"keys:\":\"_col15 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"_col1 (type: double), _col2 (type: double)\",\"Statistics:\":\"Num rows: 297041024 Data size: 24529807360 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: int)\"}},\"Statistics:\":\"Num rows: 297041024 Data size:
24529807360 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 297041024 Data size: 24529807360 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 297041024 Data size: 24529807360 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{VALUE._col23} {VALUE._col24} {VALUE._col25}\",\"0\":\"{VALUE._col15} {VALUE._col25}\"}}}},\"Reducer 28\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"sum(VALUE._col0)\",\"sum(VALUE._col1)\"],\"keys:\":\"KEY._col0 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\"],\"children\":{\"Filter Operator\":{\"predicate:\":\"(_col1 > (2 * _col2)) (type: boolean)\",\"children\":{\"Select Operator\":{\"expressions:\":\"_col0 (type: int)\",\"outputColumnNames:\":[\"_col0\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: int)\",\"sort
order:\":\"+\",\"Statistics:\":\"Num rows: 49506837 Data size: 4088301199 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: int)\"}},\"Statistics:\":\"Num rows: 49506837 Data size: 4088301199 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 49506837 Data size: 4088301199 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 148520512 Data size: 12264903680 Basic stats: COMPLETE Column stats: NONE\"}}},\"Map 26\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"catalog_sales\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"cs_item_sk (type: int), cs_order_number (type: int)\",\"sort order:\":\"++\",\"value expressions:\":\"cs_item_sk (type: int), cs_ext_list_price (type: float)\",\"Statistics:\":\"Num rows: 270037278 Data size: 22299823475 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"cs_item_sk (type: int), cs_order_number
(type: int)\"}},\"Statistics:\":\"Num rows: 270037278 Data size: 22299823475 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 30\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"ad2\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ca_address_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"ca_street_number (type: string), ca_street_name (type: string), ca_city (type: string), ca_zip (type: string)\",\"Statistics:\":\"Num rows: 800000 Data size: 9327264 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ca_address_sk (type: int)\"}},\"Statistics:\":\"Num rows: 800000 Data size: 9327264 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 32\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"ad1\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ca_address_sk (type: int)\",\"sort order:\":\"+\",\"value expressi
ons:\":\"ca_street_number (type: string), ca_street_name (type: string), ca_city (type: string), ca_zip (type: string)\",\"Statistics:\":\"Num rows: 800000 Data size: 9327264 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ca_address_sk (type: int)\"}},\"Statistics:\":\"Num rows: 800000 Data size: 9327264 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 31\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"customer\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"c_customer_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"c_current_cdemo_sk (type: int), c_current_hdemo_sk (type: int), c_current_addr_sk (type: int), c_first_shipto_date_sk (type: int), c_first_sales_date_sk (type: int)\",\"Statistics:\":\"Num rows: 1600000 Data size: 59241136 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"c_customer_sk (type: int)\"}},\"Statistics:\":\"Num rows: 1600000 Data s
ize: 59241136 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 34\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"s_store_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"s_store_name (type: string), s_zip (type: string)\",\"Statistics:\":\"Num rows: 74 Data size: 15175 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"s_store_sk (type: int)\"}},\"Statistics:\":\"Num rows: 74 Data size: 15175 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 33\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store_returns\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"sr_item_sk (type: int), sr_ticket_number (type: int)\",\"sort order:\":\"++\",\"Statistics:\":\"Num rows: 79762591 Data size: 2561677244 Basic stats: COMPLETE Column stats: NONE\",\"key expression
s:\":\"sr_item_sk (type: int), sr_ticket_number (type: int)\"}},\"Statistics:\":\"Num rows: 79762591 Data size: 2561677244 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 1\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"hd1\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"hd_demo_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"hd_income_band_sk (type: int)\",\"Statistics:\":\"Num rows: 7200 Data size: 713 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"hd_demo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 7200 Data size: 713 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 36\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"d2\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"d_date_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"d_year (type: int)\",\"Statistics:\":\"Num rows: 7
3049 Data size: 327991 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"d_date_sk (type: int)\"}},\"Statistics:\":\"Num rows: 73049 Data size: 327991 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 2\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"hd2\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"hd_demo_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"hd_income_band_sk (type: int)\",\"Statistics:\":\"Num rows: 7200 Data size: 713 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"hd_demo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 7200 Data size: 713 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 35\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"d1\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(d_year = 2000) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition colu
mns:\":\"d_date_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"d_year (type: int)\",\"Statistics:\":\"Num rows: 36524 Data size: 163993 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"d_date_sk (type: int)\"}},\"Statistics:\":\"Num rows: 36524 Data size: 163993 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 73049 Data size: 327991 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 3\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"promotion\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"p_promo_sk (type: int)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 450 Data size: 14450 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"p_promo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 450 Data size: 14450 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 38\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableSca
n\":{\"alias:\":\"catalog_returns\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"cr_item_sk (type: int), cr_order_number (type: int)\",\"sort order:\":\"++\",\"value expressions:\":\"cr_refunded_cash (type: float), cr_reversed_charge (type: float), cr_store_credit (type: float)\",\"Statistics:\":\"Num rows: 28798881 Data size: 1681267447 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"cr_item_sk (type: int), cr_order_number (type: int)\"}},\"Statistics:\":\"Num rows: 28798881 Data size: 1681267447 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 5\":{\"Reduce Operator Tree:\":{\"Join Operator\":{\"outputColumnNames:\":[\"_col0\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",\"_col8\",\"_col11\",\"_col12\",\"_col19\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"c_customer_sk (type: int)\",\"0\":\"_col3 (type: int)\"},\"outputColumnNames:\":[\"_col0\",\"_col2\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",
\"_col8\",\"_col11\",\"_col12\",\"_col19\",\"_col51\",\"_col52\",\"_col53\",\"_col54\",\"_col55\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"d_date_sk (type: int)\",\"0\":\"_col0 (type: int)\"},\"outputColumnNames:\":[\"_col2\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",\"_col8\",\"_col11\",\"_col12\",\"_col19\",\"_col28\",\"_col29\",\"_col30\",\"_col31\",\"_col32\",\"_col75\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"d_date_sk (type: int)\",\"0\":\"_col32 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col32\",\"_col34\",\"_col35\",\"_col36\",\"_col37\",\"_col38\",\"_col41\",\"_col42\",\"_col49\",\"_col58\",\"_col59\",\"_col60\",\"_col61\",\"_col105\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"d_date_sk (type: int)\",\"0\":\"_col61 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col62\",\"_col64\",\"_col65\",\"_col66\",\"_col67\",\"_col68\",\"_col71\",\"_col72\",\"_col79\",\"_col88\",\"_col89\",\"_col90\",\"_col135\"],\"chi
ldren\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"s_store_sk (type: int)\",\"0\":\"_col67 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col92\",\"_col94\",\"_col95\",\"_col96\",\"_col98\",\"_col101\",\"_col102\",\"_col109\",\"_col118\",\"_col119\",\"_col120\",\"_col164\",\"_col184\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"cd_demo_sk (type: int)\",\"0\":\"_col94 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col95\",\"_col115\",\"_col123\",\"_col126\",\"_col127\",\"_col129\",\"_col132\",\"_col133\",\"_col140\",\"_col149\",\"_col150\",\"_col151\",\"_col192\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"cd_demo_sk (type: int)\",\"0\":\"_col149 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col95\",\"_col115\",\"_col123\",\"_col126\",\"_col127\",\"_col129\",\"_col132\",\"_col133\",\"_col140\",\"_col149\",\"_col161\",\"_col162\",\"_col203\"],\"children\":{\"Map Join Operator\":
{\"keys:\":{\"1\":\"p_promo_sk (type: int)\",\"0\":\"_col129 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col95\",\"_col115\",\"_col123\",\"_col126\",\"_col127\",\"_col132\",\"_col133\",\"_col140\",\"_col149\",\"_col160\",\"_col172\",\"_col173\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"hd_demo_sk (type: int)\",\"0\":\"_col126 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col95\",\"_col115\",\"_col123\",\"_col127\",\"_col132\",\"_col133\",\"_col140\",\"_col149\",\"_col160\",\"_col193\",\"_col194\",\"_col234\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"hd_demo_sk (type: int)\",\"0\":\"_col193 (type: int)\"},\"outputColumnNames:\":[\"_col6\",\"_col36\",\"_col66\",\"_col91\",\"_col102\",\"_col122\",\"_col130\",\"_col134\",\"_col139\",\"_col140\",\"_col147\",\"_col156\",\"_col167\",\"_col201\",\"_col241\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ca_address_sk (type: int)\",\"0\":\"_col1
34 (type: int)\"},\"outputColumnNames:\":[\"_col1\",\"_col13\",\"_col43\",\"_col73\",\"_col98\",\"_col109\",\"_col129\",\"_col137\",\"_col146\",\"_col147\",\"_col154\",\"_col163\",\"_col174\",\"_col208\",\"_col249\",\"_col250\",\"_col253\",\"_col256\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ca_address_sk (type: int)\",\"0\":\"_col208 (type: int)\"},\"outputColumnNames:\":[\"_col1\",\"_col8\",\"_col19\",\"_col39\",\"_col47\",\"_col56\",\"_col57\",\"_col64\",\"_col73\",\"_col84\",\"_col136\",\"_col137\",\"_col140\",\"_col143\",\"_col178\",\"_col208\",\"_col238\",\"_col264\",\"_col265\",\"_col268\",\"_col271\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ib_income_band_sk (type: int)\",\"0\":\"_col8 (type: int)\"},\"outputColumnNames:\":[\"_col1\",\"_col19\",\"_col39\",\"_col47\",\"_col56\",\"_col57\",\"_col64\",\"_col73\",\"_col84\",\"_col136\",\"_col137\",\"_col140\",\"_col143\",\"_col174\",\"_col175\",\"_col178\",\"_col181\",\"_col193\",\"_col223\",\"_co
l253\"],\"children\":{\"Map Join Operator\":{\"keys:\":{\"1\":\"ib_income_band_sk (type: int)\",\"0\":\"_col1 (type: int)\"},\"outputColumnNames:\":[\"_col19\",\"_col39\",\"_col47\",\"_col56\",\"_col57\",\"_col64\",\"_col73\",\"_col84\",\"_col136\",\"_col137\",\"_col140\",\"_col143\",\"_col179\",\"_col180\",\"_col183\",\"_col186\",\"_col198\",\"_col228\",\"_col258\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col47 (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"_col19 (type: string), _col39 (type: string), _col56 (type: float), _col57 (type: float), _col64 (type: float), _col73 (type: string), _col84 (type: string), _col136 (type: string), _col137 (type: string), _col140 (type: string), _col143 (type: string), _col179 (type: string), _col180 (type: string), _col183 (type: string), _col186 (type: string), _col198 (type: int), _col228 (type: int), _col258 (type: int)\",\"Statistics:\":\"Num rows: 2297807104 Data size: 117637095424 Basi
c stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col47 (type: int)\"}},\"Statistics:\":\"Num rows: 2297807104 Data size: 117637095424 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{_col19} {_col39} {_col47} {_col56} {_col57} {_col64} {_col73} {_col84} {_col136} {_col137} {_col140} {_col143} {_col174} {_col175} {_col178} {_col181} {_col193} {_col223} {_col253}\"}}},\"Statistics:\":\"Num rows: 2088915456 Data size: 106942808064 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{_col1} {_col19} {_col39} {_col47} {_col56} {_col57} {_col64} {_col73} {_col84} {_col136} {_col137} {_col140} {_col143} {_col264} {_col265} {_col268} {_col271} {_col178} {_col208} {_col238}\"}}},\"Statistics:\":\"Num rows: 1899014016 Data size: 97220730880 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":
[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{ca_street_number} {ca_street_name} {ca_city} {ca_zip}\",\"0\":\"{_col1} {_col98} {_col109} {_col129} {_col137} {_col146} {_col147} {_col154} {_col163} {_col174} {_col249} {_col250} {_col253} {_col256} {_col13} {_col43} {_col73}\"}}},\"Statistics:\":\"Num rows: 1726376320 Data size: 88382480384 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{ca_street_number} {ca_street_name} {ca_city} {ca_zip}\",\"0\":\"{_col241} {_col6} {_col36} {_col66} {_col91} {_col102} {_col122} {_col130} {_col139} {_col140} {_col147} {_col156} {_col167} {_col201}\"}}},\"Statistics:\":\"Num rows: 1569432960 Data size: 80347709440 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{hd_income_band_sk}\",\"0\":\"{_col6} {_col36} {_col66} {_col234} {_col95} {_col115} {_col123} {_col127} {_co
l132} {_col133} {_col140} {_col149} {_col160} {_col194}\"}}},\"Statistics:\":\"Num rows: 1426757248 Data size: 73043369984 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{hd_income_band_sk}\",\"0\":\"{_col6} {_col36} {_col66} {_col95} {_col115} {_col123} {_col127} {_col132} {_col133} {_col140} {_col149} {_col160} {_col172} {_col173}\"}}},\"Statistics:\":\"Num rows: 1297052032 Data size: 66403065856 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{_col6} {_col36} {_col66} {_col95} {_col115} {_col123} {_col126} {_col127} {_col132} {_col133} {_col140} {_col149} {_col203} {_col161} {_col162}\"}}},\"Statistics:\":\"Num rows: 1179138176 Data size: 60366422016 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{cd_marital_status}\",\"0\":\"{_
col6} {_col36} {_col66} {_col95} {_col115} {_col123} {_col126} {_col127} {_col129} {_col132} {_col133} {_col140} {_col192} {_col150} {_col151}\"}}},\"Statistics:\":\"Num rows: 1071943808 Data size: 54878564352 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{cd_marital_status}\",\"0\":\"{_col6} {_col36} {_col66} {_col164} {_col184} {_col92} {_col95} {_col96} {_col98} {_col101} {_col102} {_col109} {_col118} {_col119} {_col120}\"}}},\"Statistics:\":\"Num rows: 974494336 Data size: 49889603584 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{s_store_name} {s_zip}\",\"0\":\"{_col6} {_col36} {_col135} {_col62} {_col64} {_col65} {_col66} {_col68} {_col71} {_col72} {_col79} {_col88} {_col89} {_col90}\"}}},\"Statistics:\":\"Num rows: 885903936 Data size: 45354184704 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"
\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{d_year}\",\"0\":\"{_col6} {_col105} {_col32} {_col34} {_col35} {_col36} {_col37} {_col38} {_col41} {_col42} {_col49} {_col58} {_col59} {_col60}\"}}},\"Statistics:\":\"Num rows: 805367168 Data size: 41231077376 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{d_year}\",\"0\":\"{_col75} {_col2} {_col4} {_col5} {_col6} {_col7} {_col8} {_col11} {_col12} {_col19} {_col28} {_col29} {_col30} {_col31}\"}}},\"Statistics:\":\"Num rows: 732151936 Data size: 37482795008 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{d_year}\",\"0\":\"{_col2} {_col4} {_col5} {_col6} {_col7} {_col8} {_col11} {_col12} {_col19} {_col51} {_col52} {_col53} {_col54} {_col55}\"}}},\"Statistics:\":\"Num rows: 665592640 Data size: 34075269120 Basic stats: COMPLETE Column stats: NONE\",\"condition
map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{c_current_cdemo_sk} {c_current_hdemo_sk} {c_current_addr_sk} {c_first_shipto_date_sk} {c_first_sales_date_sk}\",\"0\":\"{_col0} {_col2} {_col4} {_col5} {_col6} {_col7} {_col8} {_col11} {_col12} {_col19}\"}}},\"Statistics:\":\"Num rows: 605084224 Data size: 30977517568 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"\",\"0\":\"{VALUE._col0} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col19}\"}}}},\"Map 37\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"ib2\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ib_income_band_sk (type: int)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 20 Data size: 306 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"
ib_income_band_sk (type: int)\"}},\"Statistics:\":\"Num rows: 20 Data size: 306 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 7\":{\"Reduce Operator Tree:\":{\"Group By Operator\":{\"mode:\":\"mergepartial\",\"aggregations:\":[\"count(VALUE._col0)\",\"sum(VALUE._col1)\",\"sum(VALUE._col2)\",\"sum(VALUE._col3)\"],\"keys:\":\"KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: string), KEY._col3 (type: string), KEY._col4 (type: string), KEY._col5 (type: string), KEY._col6 (type: string), KEY._col7 (type: string), KEY._col8 (type: string), KEY._col9 (type: string), KEY._col10 (type: string), KEY._col11 (type: string), KEY._col12 (type: int), KEY._col13 (type: int), KEY._col14 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",\"_col8\",\"_col9\",\"_col10\",\"_col11\",\"_col12\",\"_col13\",\"_col14\",\"_col15\",\"_col16\",\"_col17\",\"_col18\"],\"children\":{\"Select Operator\":{\"expressions:\":
\"_col1 (type: int), _col12 (type: int), _col15 (type: bigint), _col16 (type: double), _col17 (type: double), _col18 (type: double), _col2 (type: string), _col3 (type: string)\",\"outputColumnNames:\":[\"_col1\",\"_col12\",\"_col15\",\"_col16\",\"_col17\",\"_col18\",\"_col2\",\"_col3\"],\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col1 (type: int), _col2 (type: string), _col3 (type: string)\",\"sort order:\":\"+++\",\"value expressions:\":\"_col2 (type: string), _col3 (type: string), _col12 (type: int), _col15 (type: bigint), _col16 (type: double), _col17 (type: double), _col18 (type: double)\",\"Statistics:\":\"Num rows: 315948480 Data size: 16175100928 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col1 (type: int), _col2 (type: string), _col3 (type: string)\"}},\"Statistics:\":\"Num rows: 315948480 Data size: 16175100928 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 315948480 Data size: 16175100928 B
asic stats: COMPLETE Column stats: NONE\"}}},\"Map 39\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"item\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(((i_color) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate') and i_current_price BETWEEN 35 AND (35 + 10)) and i_current_price BETWEEN (35 + 1) AND (35 + 15)) (type: boolean)\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"i_item_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"i_item_sk (type: int), i_current_price (type: float), i_color (type: string), i_product_name (type: string)\",\"Statistics:\":\"Num rows: 6000 Data size: 433429 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"i_item_sk (type: int)\"}},\"Statistics:\":\"Num rows: 6000 Data size: 433429 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 48000 Data size: 3467433 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Reducer 6\":{\"Reduce Operator Tre
e:\":{\"Join Operator\":{\"outputColumnNames:\":[\"_col19\",\"_col39\",\"_col56\",\"_col57\",\"_col64\",\"_col73\",\"_col84\",\"_col141\",\"_col142\",\"_col145\",\"_col148\",\"_col179\",\"_col180\",\"_col183\",\"_col186\",\"_col203\",\"_col233\",\"_col263\",\"_col287\",\"_col292\",\"_col304\",\"_col308\"],\"children\":{\"Filter Operator\":{\"predicate:\":\"((((_col73 <> _col84) and (_col304) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate')) and _col292 BETWEEN 35 AND (35 + 10)) and _col292 BETWEEN (35 + 1) AND (35 + 15)) (type: boolean)\",\"children\":{\"Select Operator\":{\"expressions:\":\"_col308 (type: string), _col287 (type: int), _col19 (type: string), _col39 (type: string), _col141 (type: string), _col142 (type: string), _col145 (type: string), _col148 (type: string), _col179 (type: string), _col180 (type: string), _col183 (type: string), _col186 (type: string), _col203 (type: int), _col233 (type: int), _col263 (type: int), _col56 (type: float), _col57 (type:
float), _col64 (type: float)\",\"outputColumnNames:\":[\"_col308\",\"_col287\",\"_col19\",\"_col39\",\"_col141\",\"_col142\",\"_col145\",\"_col148\",\"_col179\",\"_col180\",\"_col183\",\"_col186\",\"_col203\",\"_col233\",\"_col263\",\"_col56\",\"_col57\",\"_col64\"],\"children\":{\"Group By Operator\":{\"mode:\":\"hash\",\"aggregations:\":[\"count()\",\"sum(_col56)\",\"sum(_col57)\",\"sum(_col64)\"],\"keys:\":\"_col308 (type: string), _col287 (type: int), _col19 (type: string), _col39 (type: string), _col141 (type: string), _col142 (type: string), _col145 (type: string), _col148 (type: string), _col179 (type: string), _col180 (type: string), _col183 (type: string), _col186 (type: string), _col203 (type: int), _col233 (type: int), _col263 (type: int)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",\"_col8\",\"_col9\",\"_col10\",\"_col11\",\"_col12\",\"_col13\",\"_col14\",\"_col15\",\"_col16\",\"_col17\",\"_col18\"],\"children
\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"_col0 (type: string), _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: string), _col12 (type: int), _col13 (type: int), _col14 (type: int)\",\"sort order:\":\"+++++++++++++++\",\"value expressions:\":\"_col15 (type: bigint), _col16 (type: double), _col17 (type: double), _col18 (type: double)\",\"Statistics:\":\"Num rows: 631896960 Data size: 32350201856 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string), _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: string), _col12 (type: int), _col13 (type: int), _col14 (type: int)\"}
},\"Statistics:\":\"Num rows: 631896960 Data size: 32350201856 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 631896960 Data size: 32350201856 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 631896960 Data size: 32350201856 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 5055175680 Data size: 258801614848 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"},{\"\":\"Inner Join 0 to 2\"}],\"condition expressions:\":{\"2\":\"\",\"1\":\"{VALUE._col0} {VALUE._col5} {VALUE._col17} {VALUE._col21}\",\"0\":\"{VALUE._col19} {VALUE._col39} {VALUE._col56} {VALUE._col57} {VALUE._col64} {VALUE._col73} {VALUE._col84} {VALUE._col141} {VALUE._col142} {VALUE._col145} {VALUE._col148} {VALUE._col184} {VALUE._col185} {VALUE._col188} {VALUE._col191} {VALUE._col203} {VALUE._col233} {VALUE._col263}\"}}}},\"Reducer 9\":{\"Reduce Operator Tree:\":{\"Extract\":{\"children\":{\"File Output Operato
r\":{\"Statistics:\":\"Num rows: 7240486 Data size: 370679424 Basic stats: COMPLETE Column stats: NONE\",\"compressed:\":\"false\",\"table:\":{\"serde:\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\"input format:\":\"org.apache.hadoop.mapred.TextInputFormat\",\"output format:\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\"}}},\"Statistics:\":\"Num rows: 7240486 Data size: 370679424 Basic stats: COMPLETE Column stats: NONE\"}}},\"Reducer 8\":{\"Reduce Operator Tree:\":{\"Join Operator\":{\"outputColumnNames:\":[\"_col0\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",\"_col8\",\"_col9\",\"_col10\",\"_col11\",\"_col12\",\"_col15\",\"_col16\",\"_col17\",\"_col18\",\"_col21\",\"_col22\",\"_col31\",\"_col34\",\"_col35\",\"_col36\",\"_col37\"],\"children\":{\"Filter Operator\":{\"predicate:\":\"(((((_col12 = 2000) and (_col31 = (2000 + 1))) and (_col34 <= _col15)) and (_col2 = _col21)) and (_col3 = _col22)) (type: boolean)\",\"children\":{\"Select
Operator\":{\"expressions:\":\"_col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: string), _col12 (type: int), _col15 (type: bigint), _col16 (type: double), _col17 (type: double), _col18 (type: double), _col35 (type: double), _col36 (type: double), _col37 (type: double), _col31 (type: int), _col34 (type: bigint)\",\"outputColumnNames:\":[\"_col0\",\"_col1\",\"_col2\",\"_col3\",\"_col4\",\"_col5\",\"_col6\",\"_col7\",\"_col8\",\"_col9\",\"_col10\",\"_col11\",\"_col12\",\"_col13\",\"_col14\",\"_col15\",\"_col16\",\"_col17\",\"_col18\",\"_col19\",\"_col20\"],\"children\":{\"Reduce Output Operator\":{\"sort order:\":\"+++\",\"value expressions:\":\"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7
(type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: int), _col12 (type: bigint), _col13 (type: double), _col14 (type: double), _col15 (type: double), _col16 (type: double), _col17 (type: double), _col18 (type: double), _col19 (type: int), _col20 (type: bigint)\",\"Statistics:\":\"Num rows: 7240486 Data size: 370679424 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"_col0 (type: string), _col1 (type: string), _col20 (type: bigint)\"}},\"Statistics:\":\"Num rows: 7240486 Data size: 370679424 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 7240486 Data size: 370679424 Basic stats: COMPLETE Column stats: NONE\"}},\"Statistics:\":\"Num rows: 347543328 Data size: 17792612352 Basic stats: COMPLETE Column stats: NONE\",\"condition map:\":[{\"\":\"Inner Join 0 to 1\"}],\"condition expressions:\":{\"1\":\"{VALUE._col2} {VALUE._col3} {VALUE._col12} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18
}\",\"0\":\"{VALUE._col0} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col9} {VALUE._col10} {VALUE._col11} {VALUE._col12} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18}\"}}}},\"Map 4\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"store_sales\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ss_item_sk (type: int), ss_ticket_number (type: int)\",\"sort order:\":\"++\",\"value expressions:\":\"ss_sold_date_sk (type: int), ss_item_sk (type: int), ss_customer_sk (type: int), ss_cdemo_sk (type: int), ss_hdemo_sk (type: int), ss_addr_sk (type: int), ss_store_sk (type: int), ss_promo_sk (type: int), ss_wholesale_cost (type: float), ss_list_price (type: float), ss_coupon_amt (type: float)\",\"Statistics:\":\"Num rows: 550076554 Data size: 28161379051 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ss_item_sk (type: int), ss_tic
ket_number (type: int)\"}},\"Statistics:\":\"Num rows: 550076554 Data size: 28161379051 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 43\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"cd2\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"cd_demo_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"cd_marital_status (type: string)\",\"Statistics:\":\"Num rows: 1920800 Data size: 31322 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"cd_demo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 1920800 Data size: 31322 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 42\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"ib2\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ib_income_band_sk (type: int)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 20 Data size: 306 Basic stats: COMPLETE Column stats: NONE\
",\"key expressions:\":\"ib_income_band_sk (type: int)\"}},\"Statistics:\":\"Num rows: 20 Data size: 306 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 41\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"ib1\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ib_income_band_sk (type: int)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 20 Data size: 306 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ib_income_band_sk (type: int)\"}},\"Statistics:\":\"Num rows: 20 Data size: 306 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 40\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"cd1\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"cd_demo_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"cd_marital_status (type: string)\",\"Statistics:\":\"Num rows: 1920800 Data size: 31322 Basic stats: COMPLETE Co
lumn stats: NONE\",\"key expressions:\":\"cd_demo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 1920800 Data size: 31322 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 47\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"d3\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"d_date_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"d_year (type: int)\",\"Statistics:\":\"Num rows: 73049 Data size: 327991 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"d_date_sk (type: int)\"}},\"Statistics:\":\"Num rows: 73049 Data size: 327991 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 46\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"d2\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"d_date_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"d_year (type: int)\",\"Statistics:\":\"Num rows: 73049 D
ata size: 327991 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"d_date_sk (type: int)\"}},\"Statistics:\":\"Num rows: 73049 Data size: 327991 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 45\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"promotion\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"p_promo_sk (type: int)\",\"sort order:\":\"+\",\"Statistics:\":\"Num rows: 450 Data size: 14450 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"p_promo_sk (type: int)\"}},\"Statistics:\":\"Num rows: 450 Data size: 14450 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 44\":{\"Execution mode:\":\"vectorized\",\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"ad1\",\"children\":{\"Reduce Output Operator\":{\"Map-reduce partition columns:\":\"ca_address_sk (type: int)\",\"sort order:\":\"+\",\"value expressions:\":\"ca_street_number (type: string), ca_street_name (type:
string), ca_city (type: string), ca_zip (type: string)\",\"Statistics:\":\"Num rows: 800000 Data size: 9327264 Basic stats: COMPLETE Column stats: NONE\",\"key expressions:\":\"ca_address_sk (type: int)\"}},\"Statistics:\":\"Num rows: 800000 Data size: 9327264 Basic stats: COMPLETE Column stats: NONE\"}}]},\"Map 49\":{\"Map Operator Tree:\":[{\"TableScan\":{\"alias:\":\"d1\",\"children\":{\"Filter Operator\":{\"predicate:\":\"(d_year = (
<TRUNCATED>