You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ha...@apache.org on 2017/04/08 03:58:05 UTC
[04/14] hive git commit: HIVE-14564 : Column Pruning generates out of
order columns in SelectOperator which cause ArrayIndexOutOfBoundsException.
(Zhihai Xu via Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/78d8b337/ql/src/test/results/clientpositive/perf/query8.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query8.q.out b/ql/src/test/results/clientpositive/perf/query8.q.out
index 5642336..bab0a80 100644
--- a/ql/src/test/results/clientpositive/perf/query8.q.out
+++ b/ql/src/test/results/clientpositive/perf/query8.q.out
@@ -245,116 +245,114 @@ Stage-0
PartitionCols:_col0
Group By Operator [GBY_56] (rows=696954748 width=88)
Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col8
- Select Operator [SEL_55] (rows=696954748 width=88)
- Output:["_col8","_col2"]
- Merge Join Operator [MERGEJOIN_89] (rows=696954748 width=88)
- Conds:RS_52._col1=RS_53._col1(Inner),Output:["_col2","_col8"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_88] (rows=1874 width=1911)
- Conds:RS_45.substr(_col0, 1, 2)=RS_46.substr(_col2, 1, 2)(Inner),Output:["_col1","_col2"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:substr(_col2, 1, 2)
- Select Operator [SEL_44] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_85] (rows=1704 width=1910)
- predicate:(s_store_sk is not null and s_zip is not null)
- TableScan [TS_42] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:substr(_col0, 1, 2)
- Select Operator [SEL_41] (rows=1 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_40] (rows=1 width=1014)
- predicate:(_col1 = 2)
- Group By Operator [GBY_39] (rows=6833333 width=1014)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Union 9 [SIMPLE_EDGE]
- <-Reducer 15 [CONTAINS]
- Reduce Output Operator [RS_38]
- PartitionCols:_col0
- Group By Operator [GBY_37] (rows=13666666 width=1014)
- Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0
- Group By Operator [GBY_32] (rows=3666666 width=1014)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Group By Operator [GBY_30] (rows=7333333 width=1014)
- Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
- Select Operator [SEL_28] (rows=7333333 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_27] (rows=7333333 width=1014)
- predicate:(_col1 > 10)
- Group By Operator [GBY_26] (rows=22000000 width=1014)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Group By Operator [GBY_24] (rows=44000000 width=1014)
- Output:["_col0","_col1"],aggregations:["count()"],keys:_col1
- Merge Join Operator [MERGEJOIN_87] (rows=44000000 width=1014)
- Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Select Operator [SEL_16] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_83] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and substr(ca_zip, 1, 5) is not null)
- TableScan [TS_14] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_zip"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Select Operator [SEL_19] (rows=40000000 width=860)
- Output:["_col0"]
- Filter Operator [FIL_84] (rows=40000000 width=860)
- predicate:((c_preferred_cust_flag = 'Y') and c_current_addr_sk is not null)
- TableScan [TS_17] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_current_addr_sk","c_preferred_cust_flag"]
- <-Reducer 8 [CONTAINS]
- Reduce Output Operator [RS_38]
- PartitionCols:_col0
- Group By Operator [GBY_37] (rows=13666666 width=1014)
- Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0
- Group By Operator [GBY_12] (rows=10000000 width=1014)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_11]
- PartitionCols:_col0
- Group By Operator [GBY_10] (rows=20000000 width=1014)
- Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
- Select Operator [SEL_8] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_81] (rows=20000000 width=1014)
- predicate:(substr(ca_zip, 1, 5)) IN ('89436', '30868', '65085', '22977', '83927', '77557', '58429', '40697', '80614', '10502', '32779', '91137', '61265', '98294', '17921', '18427', '21203', '59362', '87291', '84093', '21505', '17184', '10866', '67898', '25797', '28055', '18377', '80332', '74535', '21757', '29742', '90885', '29898', '17819', '40811', '25990', '47513', '89531', '91068', '10391', '18846', '99223', '82637', '41368', '83658', '86199', '81625', '26696', '89338', '88425', '32200', '81427', '19053', '77471', '36610', '99823', '43276', '41249', '48584', '83550', '82276', '18842', '78890', '14090', '38123', '40936', '34425', '19850', '43286', '80072', '79188', '54191', '11395', '50497', '84861', '90733', '21068', '57666', '37119', '25004', '57835', '70067', '62878', '95806', '19303', '18840', '19124', '29785', '16737', '16022', '49613', '89977', '68310', '60069', '98360', '48649', '39050', '41793', '25002', '27413', '39736',
'47208', '16515', '94808', '57648', '15009', '80015', '42961', '63982', '21744', '71853', '81087', '67468', '34175', '64008', '20261', '11201', '51799', '48043', '45645', '61163', '48375', '36447', '57042', '21218', '41100', '89951', '22745', '35851', '83326', '61125', '78298', '80752', '49858', '52940', '96976', '63792', '11376', '53582', '18717', '90226', '50530', '94203', '99447', '27670', '96577', '57856', '56372', '16165', '23427', '54561', '28806', '44439', '22926', '30123', '61451', '92397', '56979', '92309', '70873', '13355', '21801', '46346', '37562', '56458', '28286', '47306', '99555', '69399', '26234', '47546', '49661', '88601', '35943', '39936', '25632', '24611', '44166', '56648', '30379', '59785', '11110', '14329', '93815', '52226', '71381', '13842', '25612', '63294', '14664', '21077', '82626', '18799', '60915', '81020', '56447', '76619', '11433', '13414', '42548', '92713', '70467', '30884', '47484', '16072', '38936', '13036', '88376', '45539', '35901', '19506', '65690
', '73957', '71850', '49231', '14276', '20005', '18384', '76615', '11635', '38177', '55607', '41369', '95447', '58581', '58149', '91946', '33790', '76232', '75692', '95464', '22246', '51061', '56692', '53121', '77209', '15482', '10688', '14868', '45907', '73520', '72666', '25734', '17959', '24677', '66446', '94627', '53535', '15560', '41967', '69297', '11929', '59403', '33283', '52232', '57350', '43933', '40921', '36635', '10827', '71286', '19736', '80619', '25251', '95042', '15526', '36496', '55854', '49124', '81980', '35375', '49157', '63512', '28944', '14946', '36503', '54010', '18767', '23969', '43905', '66979', '33113', '21286', '58471', '59080', '13395', '79144', '70373', '67031', '38360', '26705', '50906', '52406', '26066', '73146', '15884', '31897', '30045', '61068', '45550', '92454', '13376', '14354', '19770', '22928', '97790', '50723', '46081', '30202', '14410', '20223', '88500', '67298', '13261', '14172', '81410', '93578', '83583', '46047', '94167', '82564', '21156', '157
99', '86709', '37931', '74703', '83103', '23054', '70470', '72008', '49247', '91911', '69998', '20961', '70070', '63197', '54853', '88191', '91830', '49521', '19454', '81450', '89091', '62378', '25683', '61869', '51744', '36580', '85778', '36871', '48121', '28810', '83712', '45486', '67393', '26935', '42393', '20132', '55349', '86057', '21309', '80218', '10094', '11357', '48819', '39734', '40758', '30432', '21204', '29467', '30214', '61024', '55307', '74621', '11622', '68908', '33032', '52868', '99194', '99900', '84936', '69036', '99149', '45013', '32895', '59004', '32322', '14933', '32936', '33562', '72550', '27385', '58049', '58200', '16808', '21360', '32961', '18586', '79307', '15492')
- TableScan [TS_6] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_zip"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_86] (rows=633595212 width=88)
- Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_78] (rows=575995635 width=88)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_79] (rows=18262 width=1119)
- predicate:((d_qoy = 1) and (d_year = 2002) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ Merge Join Operator [MERGEJOIN_89] (rows=696954748 width=88)
+ Conds:RS_52._col1=RS_53._col1(Inner),Output:["_col2","_col8"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_88] (rows=1874 width=1911)
+ Conds:RS_45.substr(_col0, 1, 2)=RS_46.substr(_col2, 1, 2)(Inner),Output:["_col1","_col2"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:substr(_col2, 1, 2)
+ Select Operator [SEL_44] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_85] (rows=1704 width=1910)
+ predicate:(s_store_sk is not null and s_zip is not null)
+ TableScan [TS_42] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:substr(_col0, 1, 2)
+ Select Operator [SEL_41] (rows=1 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_40] (rows=1 width=1014)
+ predicate:(_col1 = 2)
+ Group By Operator [GBY_39] (rows=6833333 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
+ <-Union 9 [SIMPLE_EDGE]
+ <-Reducer 15 [CONTAINS]
+ Reduce Output Operator [RS_38]
+ PartitionCols:_col0
+ Group By Operator [GBY_37] (rows=13666666 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0
+ Group By Operator [GBY_32] (rows=3666666 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Group By Operator [GBY_30] (rows=7333333 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
+ Select Operator [SEL_28] (rows=7333333 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_27] (rows=7333333 width=1014)
+ predicate:(_col1 > 10)
+ Group By Operator [GBY_26] (rows=22000000 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Group By Operator [GBY_24] (rows=44000000 width=1014)
+ Output:["_col0","_col1"],aggregations:["count()"],keys:_col1
+ Merge Join Operator [MERGEJOIN_87] (rows=44000000 width=1014)
+ Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Select Operator [SEL_16] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_83] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and substr(ca_zip, 1, 5) is not null)
+ TableScan [TS_14] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_zip"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_19] (rows=40000000 width=860)
+ Output:["_col0"]
+ Filter Operator [FIL_84] (rows=40000000 width=860)
+ predicate:((c_preferred_cust_flag = 'Y') and c_current_addr_sk is not null)
+ TableScan [TS_17] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_current_addr_sk","c_preferred_cust_flag"]
+ <-Reducer 8 [CONTAINS]
+ Reduce Output Operator [RS_38]
+ PartitionCols:_col0
+ Group By Operator [GBY_37] (rows=13666666 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0
+ Group By Operator [GBY_12] (rows=10000000 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_11]
+ PartitionCols:_col0
+ Group By Operator [GBY_10] (rows=20000000 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0
+ Select Operator [SEL_8] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_81] (rows=20000000 width=1014)
+ predicate:(substr(ca_zip, 1, 5)) IN ('89436', '30868', '65085', '22977', '83927', '77557', '58429', '40697', '80614', '10502', '32779', '91137', '61265', '98294', '17921', '18427', '21203', '59362', '87291', '84093', '21505', '17184', '10866', '67898', '25797', '28055', '18377', '80332', '74535', '21757', '29742', '90885', '29898', '17819', '40811', '25990', '47513', '89531', '91068', '10391', '18846', '99223', '82637', '41368', '83658', '86199', '81625', '26696', '89338', '88425', '32200', '81427', '19053', '77471', '36610', '99823', '43276', '41249', '48584', '83550', '82276', '18842', '78890', '14090', '38123', '40936', '34425', '19850', '43286', '80072', '79188', '54191', '11395', '50497', '84861', '90733', '21068', '57666', '37119', '25004', '57835', '70067', '62878', '95806', '19303', '18840', '19124', '29785', '16737', '16022', '49613', '89977', '68310', '60069', '98360', '48649', '39050', '41793', '25002', '27413', '39736', '
47208', '16515', '94808', '57648', '15009', '80015', '42961', '63982', '21744', '71853', '81087', '67468', '34175', '64008', '20261', '11201', '51799', '48043', '45645', '61163', '48375', '36447', '57042', '21218', '41100', '89951', '22745', '35851', '83326', '61125', '78298', '80752', '49858', '52940', '96976', '63792', '11376', '53582', '18717', '90226', '50530', '94203', '99447', '27670', '96577', '57856', '56372', '16165', '23427', '54561', '28806', '44439', '22926', '30123', '61451', '92397', '56979', '92309', '70873', '13355', '21801', '46346', '37562', '56458', '28286', '47306', '99555', '69399', '26234', '47546', '49661', '88601', '35943', '39936', '25632', '24611', '44166', '56648', '30379', '59785', '11110', '14329', '93815', '52226', '71381', '13842', '25612', '63294', '14664', '21077', '82626', '18799', '60915', '81020', '56447', '76619', '11433', '13414', '42548', '92713', '70467', '30884', '47484', '16072', '38936', '13036', '88376', '45539', '35901', '19506', '65690',
'73957', '71850', '49231', '14276', '20005', '18384', '76615', '11635', '38177', '55607', '41369', '95447', '58581', '58149', '91946', '33790', '76232', '75692', '95464', '22246', '51061', '56692', '53121', '77209', '15482', '10688', '14868', '45907', '73520', '72666', '25734', '17959', '24677', '66446', '94627', '53535', '15560', '41967', '69297', '11929', '59403', '33283', '52232', '57350', '43933', '40921', '36635', '10827', '71286', '19736', '80619', '25251', '95042', '15526', '36496', '55854', '49124', '81980', '35375', '49157', '63512', '28944', '14946', '36503', '54010', '18767', '23969', '43905', '66979', '33113', '21286', '58471', '59080', '13395', '79144', '70373', '67031', '38360', '26705', '50906', '52406', '26066', '73146', '15884', '31897', '30045', '61068', '45550', '92454', '13376', '14354', '19770', '22928', '97790', '50723', '46081', '30202', '14410', '20223', '88500', '67298', '13261', '14172', '81410', '93578', '83583', '46047', '94167', '82564', '21156', '15799
', '86709', '37931', '74703', '83103', '23054', '70470', '72008', '49247', '91911', '69998', '20961', '70070', '63197', '54853', '88191', '91830', '49521', '19454', '81450', '89091', '62378', '25683', '61869', '51744', '36580', '85778', '36871', '48121', '28810', '83712', '45486', '67393', '26935', '42393', '20132', '55349', '86057', '21309', '80218', '10094', '11357', '48819', '39734', '40758', '30432', '21204', '29467', '30214', '61024', '55307', '74621', '11622', '68908', '33032', '52868', '99194', '99900', '84936', '69036', '99149', '45013', '32895', '59004', '32322', '14933', '32936', '33562', '72550', '27385', '58049', '58200', '16808', '21360', '32961', '18586', '79307', '15492')
+ TableScan [TS_6] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_zip"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_86] (rows=633595212 width=88)
+ Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_78] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_79] (rows=18262 width=1119)
+ predicate:((d_qoy = 1) and (d_year = 2002) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
http://git-wip-us.apache.org/repos/asf/hive/blob/78d8b337/ql/src/test/results/clientpositive/perf/query81.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query81.q.out b/ql/src/test/results/clientpositive/perf/query81.q.out
index 8234780..192b151 100644
--- a/ql/src/test/results/clientpositive/perf/query81.q.out
+++ b/ql/src/test/results/clientpositive/perf/query81.q.out
@@ -87,7 +87,7 @@ Stage-0
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_98]
Select Operator [SEL_97] (rows=35493335 width=860)
- Output:["_col0","_col1","_col11","_col12","_col13","_col14","_col15","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col11","_col12","_col13","_col14","_col15"]
Filter Operator [FIL_96] (rows=35493335 width=860)
predicate:(_col2 > CASE WHEN (_col24 is null) THEN (null) ELSE (_col23) END)
Merge Join Operator [MERGEJOIN_153] (rows=106480005 width=860)
@@ -108,47 +108,45 @@ Stage-0
PartitionCols:_col0
Group By Operator [GBY_84] (rows=34846646 width=106)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1
- Select Operator [SEL_83] (rows=34846646 width=106)
- Output:["_col7","_col1","_col3"]
- Merge Join Operator [MERGEJOIN_150] (rows=34846646 width=106)
- Conds:RS_80._col2=RS_81._col0(Inner),Output:["_col1","_col3","_col7"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_81]
- PartitionCols:_col0
- Select Operator [SEL_76] (rows=20000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_143] (rows=20000000 width=1014)
- predicate:((ca_state = ca_state) and ca_address_sk is not null)
- TableScan [TS_74] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_80]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_149] (rows=31678769 width=106)
- Conds:RS_77._col0=RS_78._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_77]
- PartitionCols:_col0
- Select Operator [SEL_70] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_141] (rows=28798881 width=106)
- predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null)
- TableScan [TS_68] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_returning_addr_sk","cr_return_amt_inc_tax"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_78]
- PartitionCols:_col0
- Select Operator [SEL_73] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_142] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_71] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ Merge Join Operator [MERGEJOIN_150] (rows=34846646 width=106)
+ Conds:RS_80._col2=RS_81._col0(Inner),Output:["_col1","_col3","_col7"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_81]
+ PartitionCols:_col0
+ Select Operator [SEL_76] (rows=20000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_143] (rows=20000000 width=1014)
+ predicate:((ca_state = ca_state) and ca_address_sk is not null)
+ TableScan [TS_74] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_80]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_149] (rows=31678769 width=106)
+ Conds:RS_77._col0=RS_78._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_77]
+ PartitionCols:_col0
+ Select Operator [SEL_70] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_141] (rows=28798881 width=106)
+ predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null)
+ TableScan [TS_68] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_returning_addr_sk","cr_return_amt_inc_tax"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_78]
+ PartitionCols:_col0
+ Select Operator [SEL_73] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_142] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_71] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_93]
PartitionCols:_col1
Select Operator [SEL_67] (rows=96800003 width=860)
- Output:["_col1","_col11","_col12","_col13","_col14","_col16","_col18","_col19","_col2","_col20","_col4","_col5","_col6","_col7","_col8","_col9"]
+ Output:["_col1","_col2","_col4","_col5","_col6","_col7","_col8","_col9","_col11","_col12","_col13","_col14","_col16","_col18","_col19","_col20"]
Merge Join Operator [MERGEJOIN_152] (rows=96800003 width=860)
Conds:RS_64._col0=RS_65._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17","_col19","_col20"]
<-Reducer 11 [SIMPLE_EDGE]
@@ -168,42 +166,40 @@ Stage-0
PartitionCols:_col0, _col1
Group By Operator [GBY_22] (rows=44000000 width=1014)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1
- Select Operator [SEL_21] (rows=44000000 width=1014)
- Output:["_col7","_col1","_col3"]
- Merge Join Operator [MERGEJOIN_146] (rows=44000000 width=1014)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col7"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_137] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_12] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_145] (rows=31678769 width=106)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_136] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_135] (rows=28798881 width=106)
- predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null and cr_returning_customer_sk is not null)
- TableScan [TS_6] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_returning_addr_sk","cr_return_amt_inc_tax"]
+ Merge Join Operator [MERGEJOIN_146] (rows=44000000 width=1014)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col7"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_137] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_12] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_145] (rows=31678769 width=106)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_136] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_135] (rows=28798881 width=106)
+ predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null and cr_returning_customer_sk is not null)
+ TableScan [TS_6] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_returning_addr_sk","cr_return_amt_inc_tax"]
<-Reducer 17 [SIMPLE_EDGE]
SHUFFLE [RS_58]
PartitionCols:_col0
@@ -224,42 +220,40 @@ Stage-0
PartitionCols:_col0
Group By Operator [GBY_42] (rows=34846646 width=106)
Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1
- Select Operator [SEL_41] (rows=34846646 width=106)
- Output:["_col7","_col1","_col3"]
- Merge Join Operator [MERGEJOIN_148] (rows=34846646 width=106)
- Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col1","_col3","_col7"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_34] (rows=20000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_140] (rows=20000000 width=1014)
- predicate:((ca_state = ca_state) and ca_address_sk is not null)
- TableScan [TS_32] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_147] (rows=31678769 width=106)
- Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_28] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_138] (rows=28798881 width=106)
- predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null)
- TableScan [TS_26] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_returning_addr_sk","cr_return_amt_inc_tax"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col0
- Select Operator [SEL_31] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_139] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_29] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ Merge Join Operator [MERGEJOIN_148] (rows=34846646 width=106)
+ Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col1","_col3","_col7"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_34] (rows=20000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_140] (rows=20000000 width=1014)
+ predicate:((ca_state = ca_state) and ca_address_sk is not null)
+ TableScan [TS_32] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_147] (rows=31678769 width=106)
+ Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_28] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_138] (rows=28798881 width=106)
+ predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null)
+ TableScan [TS_26] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_returning_addr_sk","cr_return_amt_inc_tax"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col0
+ Select Operator [SEL_31] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_139] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_29] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_64]
PartitionCols:_col0
@@ -278,7 +272,7 @@ Stage-0
SHUFFLE [RS_62]
PartitionCols:_col0
Select Operator [SEL_5] (rows=20000000 width=1014)
- Output:["_col0","_col1","_col10","_col11","_col2","_col3","_col4","_col5","_col6","_col8","_col9"]
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11"]
Filter Operator [FIL_134] (rows=20000000 width=1014)
predicate:((ca_state = 'IL') and ca_address_sk is not null)
TableScan [TS_3] (rows=40000000 width=1014)
http://git-wip-us.apache.org/repos/asf/hive/blob/78d8b337/ql/src/test/results/clientpositive/perf/query83.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query83.q.out b/ql/src/test/results/clientpositive/perf/query83.q.out
index 9960bc7..41e8a65 100644
--- a/ql/src/test/results/clientpositive/perf/query83.q.out
+++ b/ql/src/test/results/clientpositive/perf/query83.q.out
@@ -181,84 +181,82 @@ Stage-0
PartitionCols:_col0
Group By Operator [GBY_80] (rows=69685294 width=77)
Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Select Operator [SEL_79] (rows=69685294 width=77)
- Output:["_col4","_col2"]
- Merge Join Operator [MERGEJOIN_226] (rows=69685294 width=77)
- Conds:RS_76._col0=RS_77._col0(Inner),Output:["_col2","_col4"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_76]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_219] (rows=63350266 width=77)
- Conds:RS_73._col1=RS_74._col0(Inner),Output:["_col0","_col2","_col4"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_73]
- PartitionCols:_col1
- Select Operator [SEL_44] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_206] (rows=57591150 width=77)
- predicate:(sr_item_sk is not null and sr_returned_date_sk is not null)
- TableScan [TS_42] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_return_quantity"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- PartitionCols:_col0
- Select Operator [SEL_47] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_207] (rows=462000 width=1436)
- predicate:(i_item_sk is not null and i_item_id is not null)
- TableScan [TS_45] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_77]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_221] (rows=80353 width=1119)
- Conds:RS_69._col1=RS_70._col0(Inner),Output:["_col0"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_69]
- PartitionCols:_col1
- Select Operator [SEL_50] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_208] (rows=73049 width=1119)
- predicate:(d_date is not null and d_date_sk is not null)
- TableScan [TS_48] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 24 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col0
- Group By Operator [GBY_67] (rows=40176 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_66]
- PartitionCols:_col0
- Group By Operator [GBY_65] (rows=80353 width=1119)
- Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_220] (rows=80353 width=1119)
- Conds:RS_61._col1=RS_62._col0(Inner),Output:["_col0"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
- PartitionCols:_col1
- Select Operator [SEL_53] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_209] (rows=73049 width=1119)
- predicate:(d_week_seq is not null and d_date is not null)
- TableScan [TS_51] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
- <-Reducer 26 [SIMPLE_EDGE]
- SHUFFLE [RS_62]
- PartitionCols:_col0
- Group By Operator [GBY_59] (rows=18262 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_58]
- PartitionCols:_col0
- Group By Operator [GBY_57] (rows=36525 width=1119)
- Output:["_col0"],keys:d_week_seq
- Select Operator [SEL_56] (rows=36525 width=1119)
- Output:["d_week_seq"]
- Filter Operator [FIL_210] (rows=36525 width=1119)
- predicate:((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null)
- TableScan [TS_54] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ Merge Join Operator [MERGEJOIN_226] (rows=69685294 width=77)
+ Conds:RS_76._col0=RS_77._col0(Inner),Output:["_col2","_col4"]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_76]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_219] (rows=63350266 width=77)
+ Conds:RS_73._col1=RS_74._col0(Inner),Output:["_col0","_col2","_col4"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_73]
+ PartitionCols:_col1
+ Select Operator [SEL_44] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_206] (rows=57591150 width=77)
+ predicate:(sr_item_sk is not null and sr_returned_date_sk is not null)
+ TableScan [TS_42] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_return_quantity"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ PartitionCols:_col0
+ Select Operator [SEL_47] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_207] (rows=462000 width=1436)
+ predicate:(i_item_sk is not null and i_item_id is not null)
+ TableScan [TS_45] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_77]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_221] (rows=80353 width=1119)
+ Conds:RS_69._col1=RS_70._col0(Inner),Output:["_col0"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_69]
+ PartitionCols:_col1
+ Select Operator [SEL_50] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_208] (rows=73049 width=1119)
+ predicate:(d_date is not null and d_date_sk is not null)
+ TableScan [TS_48] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col0
+ Group By Operator [GBY_67] (rows=40176 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_66]
+ PartitionCols:_col0
+ Group By Operator [GBY_65] (rows=80353 width=1119)
+ Output:["_col0"],keys:_col0
+ Merge Join Operator [MERGEJOIN_220] (rows=80353 width=1119)
+ Conds:RS_61._col1=RS_62._col0(Inner),Output:["_col0"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col1
+ Select Operator [SEL_53] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_209] (rows=73049 width=1119)
+ predicate:(d_week_seq is not null and d_date is not null)
+ TableScan [TS_51] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ <-Reducer 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_62]
+ PartitionCols:_col0
+ Group By Operator [GBY_59] (rows=18262 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
+ PartitionCols:_col0
+ Group By Operator [GBY_57] (rows=36525 width=1119)
+ Output:["_col0"],keys:d_week_seq
+ Select Operator [SEL_56] (rows=36525 width=1119)
+ Output:["d_week_seq"]
+ Filter Operator [FIL_210] (rows=36525 width=1119)
+ predicate:((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null)
+ TableScan [TS_54] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
<-Reducer 30 [SIMPLE_EDGE]
SHUFFLE [RS_128]
PartitionCols:_col0
@@ -269,84 +267,82 @@ Stage-0
PartitionCols:_col0
Group By Operator [GBY_122] (rows=17422145 width=92)
Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Select Operator [SEL_121] (rows=17422145 width=92)
- Output:["_col4","_col2"]
- Merge Join Operator [MERGEJOIN_227] (rows=17422145 width=92)
- Conds:RS_118._col0=RS_119._col0(Inner),Output:["_col2","_col4"]
- <-Reducer 28 [SIMPLE_EDGE]
- SHUFFLE [RS_118]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_222] (rows=15838314 width=92)
- Conds:RS_115._col1=RS_116._col0(Inner),Output:["_col0","_col2","_col4"]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_115]
- PartitionCols:_col1
- Select Operator [SEL_86] (rows=14398467 width=92)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_211] (rows=14398467 width=92)
- predicate:(wr_item_sk is not null and wr_returned_date_sk is not null)
- TableScan [TS_84] (rows=14398467 width=92)
- default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_return_quantity"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_116]
- PartitionCols:_col0
- Select Operator [SEL_89] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_212] (rows=462000 width=1436)
- predicate:(i_item_sk is not null and i_item_id is not null)
- TableScan [TS_87] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 33 [SIMPLE_EDGE]
- SHUFFLE [RS_119]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_224] (rows=80353 width=1119)
- Conds:RS_111._col1=RS_112._col0(Inner),Output:["_col0"]
- <-Map 32 [SIMPLE_EDGE]
- SHUFFLE [RS_111]
- PartitionCols:_col1
- Select Operator [SEL_92] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_213] (rows=73049 width=1119)
- predicate:(d_date is not null and d_date_sk is not null)
- TableScan [TS_90] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 36 [SIMPLE_EDGE]
- SHUFFLE [RS_112]
- PartitionCols:_col0
- Group By Operator [GBY_109] (rows=40176 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 35 [SIMPLE_EDGE]
- SHUFFLE [RS_108]
- PartitionCols:_col0
- Group By Operator [GBY_107] (rows=80353 width=1119)
- Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_223] (rows=80353 width=1119)
- Conds:RS_103._col1=RS_104._col0(Inner),Output:["_col0"]
- <-Map 34 [SIMPLE_EDGE]
- SHUFFLE [RS_103]
- PartitionCols:_col1
- Select Operator [SEL_95] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_214] (rows=73049 width=1119)
- predicate:(d_week_seq is not null and d_date is not null)
- TableScan [TS_93] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
- <-Reducer 38 [SIMPLE_EDGE]
- SHUFFLE [RS_104]
- PartitionCols:_col0
- Group By Operator [GBY_101] (rows=18262 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Map 37 [SIMPLE_EDGE]
- SHUFFLE [RS_100]
- PartitionCols:_col0
- Group By Operator [GBY_99] (rows=36525 width=1119)
- Output:["_col0"],keys:d_week_seq
- Select Operator [SEL_98] (rows=36525 width=1119)
- Output:["d_week_seq"]
- Filter Operator [FIL_215] (rows=36525 width=1119)
- predicate:((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null)
- TableScan [TS_96] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ Merge Join Operator [MERGEJOIN_227] (rows=17422145 width=92)
+ Conds:RS_118._col0=RS_119._col0(Inner),Output:["_col2","_col4"]
+ <-Reducer 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_118]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_222] (rows=15838314 width=92)
+ Conds:RS_115._col1=RS_116._col0(Inner),Output:["_col0","_col2","_col4"]
+ <-Map 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_115]
+ PartitionCols:_col1
+ Select Operator [SEL_86] (rows=14398467 width=92)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_211] (rows=14398467 width=92)
+ predicate:(wr_item_sk is not null and wr_returned_date_sk is not null)
+ TableScan [TS_84] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_return_quantity"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_116]
+ PartitionCols:_col0
+ Select Operator [SEL_89] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_212] (rows=462000 width=1436)
+ predicate:(i_item_sk is not null and i_item_id is not null)
+ TableScan [TS_87] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_119]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_224] (rows=80353 width=1119)
+ Conds:RS_111._col1=RS_112._col0(Inner),Output:["_col0"]
+ <-Map 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_111]
+ PartitionCols:_col1
+ Select Operator [SEL_92] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_213] (rows=73049 width=1119)
+ predicate:(d_date is not null and d_date_sk is not null)
+ TableScan [TS_90] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_112]
+ PartitionCols:_col0
+ Group By Operator [GBY_109] (rows=40176 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_108]
+ PartitionCols:_col0
+ Group By Operator [GBY_107] (rows=80353 width=1119)
+ Output:["_col0"],keys:_col0
+ Merge Join Operator [MERGEJOIN_223] (rows=80353 width=1119)
+ Conds:RS_103._col1=RS_104._col0(Inner),Output:["_col0"]
+ <-Map 34 [SIMPLE_EDGE]
+ SHUFFLE [RS_103]
+ PartitionCols:_col1
+ Select Operator [SEL_95] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_214] (rows=73049 width=1119)
+ predicate:(d_week_seq is not null and d_date is not null)
+ TableScan [TS_93] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ <-Reducer 38 [SIMPLE_EDGE]
+ SHUFFLE [RS_104]
+ PartitionCols:_col0
+ Group By Operator [GBY_101] (rows=18262 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_100]
+ PartitionCols:_col0
+ Group By Operator [GBY_99] (rows=36525 width=1119)
+ Output:["_col0"],keys:d_week_seq
+ Select Operator [SEL_98] (rows=36525 width=1119)
+ Output:["d_week_seq"]
+ Filter Operator [FIL_215] (rows=36525 width=1119)
+ predicate:((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null)
+ TableScan [TS_96] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_126]
PartitionCols:_col0
@@ -357,82 +353,80 @@ Stage-0
PartitionCols:_col0
Group By Operator [GBY_38] (rows=34846646 width=106)
Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Select Operator [SEL_37] (rows=34846646 width=106)
- Output:["_col4","_col2"]
- Merge Join Operator [MERGEJOIN_225] (rows=34846646 width=106)
- Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col2","_col4"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_216] (rows=31678769 width=106)
- Conds:RS_31._col1=RS_32._col0(Inner),Output:["_col0","_col2","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_201] (rows=28798881 width=106)
- predicate:(cr_item_sk is not null and cr_returned_date_sk is not null)
- TableScan [TS_0] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_item_sk","cr_return_quantity"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_202] (rows=462000 width=1436)
- predicate:(i_item_sk is not null and i_item_id is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_218] (rows=80353 width=1119)
- Conds:RS_27._col1=RS_28._col0(Inner),Output:["_col0"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col1
- Select Operator [SEL_8] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_203] (rows=73049 width=1119)
- predicate:(d_date is not null and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Group By Operator [GBY_25] (rows=40176 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0
- Group By Operator [GBY_23] (rows=80353 width=1119)
- Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_217] (rows=80353 width=1119)
- Conds:RS_19._col1=RS_20._col0(Inner),Output:["_col0"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col1
- Select Operator [SEL_11] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_204] (rows=73049 width=1119)
- predicate:(d_week_seq is not null and d_date is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Group By Operator [GBY_17] (rows=18262 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Group By Operator [GBY_15] (rows=36525 width=1119)
- Output:["_col0"],keys:d_week_seq
- Select Operator [SEL_14] (rows=36525 width=1119)
- Output:["d_week_seq"]
- Filter Operator [FIL_205] (rows=36525 width=1119)
- predicate:((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null)
- TableScan [TS_12] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ Merge Join Operator [MERGEJOIN_225] (rows=34846646 width=106)
+ Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col2","_col4"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_216] (rows=31678769 width=106)
+ Conds:RS_31._col1=RS_32._col0(Inner),Output:["_col0","_col2","_col4"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_201] (rows=28798881 width=106)
+ predicate:(cr_item_sk is not null and cr_returned_date_sk is not null)
+ TableScan [TS_0] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_item_sk","cr_return_quantity"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_202] (rows=462000 width=1436)
+ predicate:(i_item_sk is not null and i_item_id is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_218] (rows=80353 width=1119)
+ Conds:RS_27._col1=RS_28._col0(Inner),Output:["_col0"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col1
+ Select Operator [SEL_8] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_203] (rows=73049 width=1119)
+ predicate:(d_date is not null and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Group By Operator [GBY_25] (rows=40176 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0
+ Group By Operator [GBY_23] (rows=80353 width=1119)
+ Output:["_col0"],keys:_col0
+ Merge Join Operator [MERGEJOIN_217] (rows=80353 width=1119)
+ Conds:RS_19._col1=RS_20._col0(Inner),Output:["_col0"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col1
+ Select Operator [SEL_11] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_204] (rows=73049 width=1119)
+ predicate:(d_week_seq is not null and d_date is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Group By Operator [GBY_17] (rows=18262 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Group By Operator [GBY_15] (rows=36525 width=1119)
+ Output:["_col0"],keys:d_week_seq
+ Select Operator [SEL_14] (rows=36525 width=1119)
+ Output:["d_week_seq"]
+ Filter Operator [FIL_205] (rows=36525 width=1119)
+ predicate:((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null)
+ TableScan [TS_12] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]