You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jc...@apache.org on 2018/01/05 02:44:42 UTC
[2/8] hive git commit: HIVE-18361: Extend shared work optimizer to
reuse computation beyond work boundaries (Jesus Camacho Rodriguez,
reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/96a409e1/ql/src/test/results/clientpositive/perf/tez/query64.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query64.q.out b/ql/src/test/results/clientpositive/perf/tez/query64.q.out
index e009eaf..cd76cc6 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query64.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query64.q.out
@@ -237,47 +237,36 @@ POSTHOOK: type: QUERY
Plan optimized by CBO.
Vertex dependency in root stage
-Reducer 10 <- Reducer 19 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 10 <- Reducer 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
-Reducer 13 <- Map 20 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Reducer 13 (SIMPLE_EDGE), Reducer 38 (SIMPLE_EDGE)
-Reducer 15 <- Map 41 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 55 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Reducer 34 (SIMPLE_EDGE)
-Reducer 18 <- Map 55 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
-Reducer 19 <- Reducer 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
-Reducer 21 <- Map 20 (SIMPLE_EDGE), Reducer 43 (SIMPLE_EDGE)
-Reducer 22 <- Map 46 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE)
-Reducer 23 <- Reducer 22 (SIMPLE_EDGE), Reducer 37 (SIMPLE_EDGE)
-Reducer 24 <- Reducer 23 (SIMPLE_EDGE), Reducer 49 (ONE_TO_ONE_EDGE)
-Reducer 25 <- Map 53 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
-Reducer 26 <- Map 41 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
-Reducer 27 <- Map 54 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE)
-Reducer 28 <- Map 20 (SIMPLE_EDGE), Reducer 44 (SIMPLE_EDGE)
-Reducer 29 <- Map 46 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE)
-Reducer 3 <- Map 20 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 30 <- Reducer 29 (SIMPLE_EDGE), Reducer 39 (SIMPLE_EDGE)
-Reducer 31 <- Reducer 30 (SIMPLE_EDGE), Reducer 51 (ONE_TO_ONE_EDGE)
-Reducer 32 <- Map 53 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE)
-Reducer 33 <- Map 41 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE)
-Reducer 34 <- Map 54 (SIMPLE_EDGE), Reducer 33 (SIMPLE_EDGE)
-Reducer 36 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
-Reducer 37 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
-Reducer 38 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
-Reducer 39 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 36 (SIMPLE_EDGE)
-Reducer 43 <- Map 42 (SIMPLE_EDGE), Map 45 (SIMPLE_EDGE)
-Reducer 44 <- Map 42 (SIMPLE_EDGE), Map 45 (SIMPLE_EDGE)
-Reducer 48 <- Map 47 (SIMPLE_EDGE), Map 52 (SIMPLE_EDGE)
-Reducer 49 <- Reducer 48 (SIMPLE_EDGE)
-Reducer 5 <- Map 41 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 50 <- Map 47 (SIMPLE_EDGE), Map 52 (SIMPLE_EDGE)
-Reducer 51 <- Reducer 50 (SIMPLE_EDGE)
-Reducer 6 <- Map 55 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 27 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 55 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 29 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 13 <- Map 44 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Reducer 13 (SIMPLE_EDGE)
+Reducer 16 <- Map 15 (SIMPLE_EDGE), Reducer 35 (SIMPLE_EDGE)
+Reducer 17 <- Map 37 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE)
+Reducer 18 <- Reducer 17 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE)
+Reducer 19 <- Reducer 18 (SIMPLE_EDGE), Reducer 40 (ONE_TO_ONE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 15 (SIMPLE_EDGE)
+Reducer 20 <- Map 42 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
+Reducer 21 <- Map 33 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
+Reducer 22 <- Map 43 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE)
+Reducer 23 <- Map 15 (SIMPLE_EDGE), Reducer 35 (SIMPLE_EDGE)
+Reducer 24 <- Map 37 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE)
+Reducer 25 <- Reducer 24 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE)
+Reducer 26 <- Reducer 25 (SIMPLE_EDGE), Reducer 40 (ONE_TO_ONE_EDGE)
+Reducer 27 <- Map 42 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE)
+Reducer 28 <- Map 33 (SIMPLE_EDGE), Reducer 27 (SIMPLE_EDGE)
+Reducer 29 <- Map 43 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE)
+Reducer 3 <- Map 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 31 <- Map 30 (SIMPLE_EDGE), Map 32 (SIMPLE_EDGE)
+Reducer 35 <- Map 34 (SIMPLE_EDGE), Map 36 (SIMPLE_EDGE)
+Reducer 39 <- Map 38 (SIMPLE_EDGE), Map 41 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE)
+Reducer 40 <- Reducer 39 (SIMPLE_EDGE)
+Reducer 5 <- Map 33 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Map 44 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 22 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 44 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
Stage-0
@@ -296,14 +285,14 @@ Stage-0
predicate:(_col30 <= _col13)
Merge Join Operator [MERGEJOIN_615] (rows=821691577 width=88)
Conds:RS_256._col2, _col1, _col3=RS_257._col2, _col1, _col3(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col13","_col14","_col15","_col16","_col30","_col31","_col32","_col33"]
- <-Reducer 19 [SIMPLE_EDGE]
+ <-Reducer 14 [SIMPLE_EDGE]
SHUFFLE [RS_257]
PartitionCols:_col2, _col1, _col3
Select Operator [SEL_254] (rows=746992327 width=88)
Output:["_col1","_col2","_col3","_col13","_col14","_col15","_col16"]
Group By Operator [GBY_253] (rows=746992327 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, KEY._col12, KEY._col13
- <-Reducer 18 [SIMPLE_EDGE]
+ <-Reducer 13 [SIMPLE_EDGE]
SHUFFLE [RS_252]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13
Group By Operator [GBY_251] (rows=1493984654 width=88)
@@ -314,7 +303,7 @@ Stage-0
predicate:(_col56 <> _col19)
Merge Join Operator [MERGEJOIN_614] (rows=1493984654 width=88)
Conds:RS_246._col37=RS_247._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"]
- <-Map 55 [SIMPLE_EDGE]
+ <-Map 44 [SIMPLE_EDGE]
SHUFFLE [RS_247]
PartitionCols:_col0
Select Operator [SEL_99] (rows=1861800 width=385)
@@ -323,27 +312,27 @@ Stage-0
predicate:cd_demo_sk is not null
TableScan [TS_97] (rows=1861800 width=385)
default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"]
- <-Reducer 17 [SIMPLE_EDGE]
+ <-Reducer 12 [SIMPLE_EDGE]
SHUFFLE [RS_246]
PartitionCols:_col37
Merge Join Operator [MERGEJOIN_613] (rows=1358167838 width=88)
Conds:RS_243._col0=RS_244._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"]
- <-Reducer 16 [SIMPLE_EDGE]
+ <-Reducer 6 [SIMPLE_EDGE]
SHUFFLE [RS_243]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_602] (rows=128840811 width=860)
- Conds:RS_240._col1=RS_241._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"]
- <-Map 55 [SIMPLE_EDGE]
- SHUFFLE [RS_241]
+ Merge Join Operator [MERGEJOIN_584] (rows=128840811 width=860)
+ Conds:RS_112._col1=RS_113._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"]
+ <-Map 44 [SIMPLE_EDGE]
+ SHUFFLE [RS_113]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_99]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_240]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_112]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_601] (rows=117128008 width=860)
- Conds:RS_237._col3=RS_238._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"]
- <-Map 41 [SIMPLE_EDGE]
- SHUFFLE [RS_238]
+ Merge Join Operator [MERGEJOIN_583] (rows=117128008 width=860)
+ Conds:RS_109._col3=RS_110._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"]
+ <-Map 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_110]
PartitionCols:_col0
Select Operator [SEL_21] (rows=40000000 width=1014)
Output:["_col0","_col1","_col2","_col3","_col4"]
@@ -351,40 +340,59 @@ Stage-0
predicate:ca_address_sk is not null
TableScan [TS_19] (rows=40000000 width=1014)
default@customer_address,ad2,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_237]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_600] (rows=106480005 width=860)
- Conds:RS_234._col2=RS_235._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col9"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_234]
+ Merge Join Operator [MERGEJOIN_582] (rows=106480005 width=860)
+ Conds:RS_106._col2=RS_107._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col9"]
+ <-Reducer 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_107]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_581] (rows=7920 width=107)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0"]
+ <-Map 30 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Select Operator [SEL_11] (rows=7200 width=107)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_544] (rows=7200 width=107)
+ predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
+ TableScan [TS_9] (rows=7200 width=107)
+ default@household_demographics,hd2,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
+ <-Map 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=20 width=12)
+ Output:["_col0"]
+ Filter Operator [FIL_545] (rows=20 width=12)
+ predicate:ib_income_band_sk is not null
+ TableScan [TS_12] (rows=20 width=12)
+ default@income_band,ib2,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_106]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_598] (rows=96800003 width=860)
- Conds:RS_231._col4=RS_232._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_232]
+ Merge Join Operator [MERGEJOIN_580] (rows=96800003 width=860)
+ Conds:RS_103._col4=RS_104._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_104]
PartitionCols:_col0
- Select Operator [SEL_136] (rows=73049 width=1119)
+ Select Operator [SEL_5] (rows=73049 width=1119)
Output:["_col0","_col1"]
- Filter Operator [FIL_562] (rows=73049 width=1119)
+ Filter Operator [FIL_542] (rows=73049 width=1119)
predicate:d_date_sk is not null
TableScan [TS_3] (rows=73049 width=1119)
default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_231]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_103]
PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_597] (rows=88000001 width=860)
- Conds:RS_228._col5=RS_229._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_229]
+ Merge Join Operator [MERGEJOIN_579] (rows=88000001 width=860)
+ Conds:RS_100._col5=RS_101._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_101]
PartitionCols:_col0
- Select Operator [SEL_133] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_561] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- Please refer to the previous TableScan [TS_3]
+ Please refer to the previous Select Operator [SEL_5]
<-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_228]
+ SHUFFLE [RS_100]
PartitionCols:_col5
Select Operator [SEL_2] (rows=80000000 width=860)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
@@ -392,37 +400,14 @@ Stage-0
predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_customer_sk is not null and c_first_sales_date_sk is not null and c_first_shipto_date_sk is not null)
TableScan [TS_0] (rows=80000000 width=860)
default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_shipto_date_sk","c_first_sales_date_sk"]
- <-Reducer 38 [SIMPLE_EDGE]
- SHUFFLE [RS_235]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_599] (rows=7920 width=107)
- Conds:RS_143._col1=RS_144._col0(Inner),Output:["_col0"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_143]
- PartitionCols:_col1
- Select Operator [SEL_11] (rows=7200 width=107)
- Output:["_col0","_col1"]
- Filter Operator [FIL_544] (rows=7200 width=107)
- predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,hd2,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_144]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=20 width=12)
- Output:["_col0"]
- Filter Operator [FIL_545] (rows=20 width=12)
- predicate:ib_income_band_sk is not null
- TableScan [TS_12] (rows=20 width=12)
- default@income_band,ib2,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"]
- <-Reducer 34 [SIMPLE_EDGE]
+ <-Reducer 29 [SIMPLE_EDGE]
SHUFFLE [RS_244]
PartitionCols:_col16
Select Operator [SEL_224] (rows=1234698008 width=88)
Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"]
Merge Join Operator [MERGEJOIN_612] (rows=1234698008 width=88)
Conds:RS_221._col5, _col12=RS_222._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
- <-Map 54 [SIMPLE_EDGE]
+ <-Map 43 [SIMPLE_EDGE]
SHUFFLE [RS_222]
PartitionCols:_col0, _col1
Select Operator [SEL_77] (rows=57591150 width=77)
@@ -431,21 +416,21 @@ Stage-0
predicate:(sr_item_sk is not null and sr_ticket_number is not null)
TableScan [TS_75] (rows=57591150 width=77)
default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"]
- <-Reducer 33 [SIMPLE_EDGE]
+ <-Reducer 28 [SIMPLE_EDGE]
SHUFFLE [RS_221]
PartitionCols:_col5, _col12
Merge Join Operator [MERGEJOIN_611] (rows=1122452711 width=88)
Conds:RS_218._col9=RS_219._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
- <-Map 41 [SIMPLE_EDGE]
+ <-Map 33 [SIMPLE_EDGE]
SHUFFLE [RS_219]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_21]
- <-Reducer 32 [SIMPLE_EDGE]
+ <-Reducer 27 [SIMPLE_EDGE]
SHUFFLE [RS_218]
PartitionCols:_col9
Merge Join Operator [MERGEJOIN_610] (rows=1020411534 width=88)
Conds:RS_215._col10=RS_216._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"]
- <-Map 53 [SIMPLE_EDGE]
+ <-Map 42 [SIMPLE_EDGE]
SHUFFLE [RS_216]
PartitionCols:_col0
Select Operator [SEL_71] (rows=1704 width=1910)
@@ -454,24 +439,64 @@ Stage-0
predicate:(s_store_name is not null and s_store_sk is not null and s_zip is not null)
TableScan [TS_69] (rows=1704 width=1910)
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"]
- <-Reducer 31 [SIMPLE_EDGE]
+ <-Reducer 26 [SIMPLE_EDGE]
SHUFFLE [RS_215]
PartitionCols:_col10
Merge Join Operator [MERGEJOIN_609] (rows=927646829 width=88)
Conds:RS_212._col5=RS_213._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
- <-Reducer 30 [SIMPLE_EDGE]
+ <-Reducer 40 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_213]
+ PartitionCols:_col0
+ Select Operator [SEL_68] (rows=52798137 width=135)
+ Output:["_col0"]
+ Filter Operator [FIL_67] (rows=52798137 width=135)
+ predicate:(_col1 > (2 * _col2))
+ Group By Operator [GBY_66] (rows=158394413 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 39 [SIMPLE_EDGE]
+ SHUFFLE [RS_65]
+ PartitionCols:_col0
+ Group By Operator [GBY_64] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0
+ Select Operator [SEL_62] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_589] (rows=316788826 width=135)
+ Conds:RS_59._col0, _col1=RS_60._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"]
+ <-Map 38 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_55] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_554] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_order_number is not null)
+ TableScan [TS_53] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"]
+ <-Map 41 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_58] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_555] (rows=28798881 width=106)
+ predicate:(cr_item_sk is not null and cr_order_number is not null)
+ TableScan [TS_56] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"]
+ <-Reducer 25 [SIMPLE_EDGE]
SHUFFLE [RS_212]
PartitionCols:_col5
Merge Join Operator [MERGEJOIN_608] (rows=843315281 width=88)
Conds:RS_209._col0=RS_210._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
- <-Reducer 29 [SIMPLE_EDGE]
+ <-Reducer 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_209]
+ PartitionCols:_col0
+ Please refer to the previous Merge Join Operator [MERGEJOIN_581]
+ <-Reducer 24 [SIMPLE_EDGE]
SHUFFLE [RS_210]
PartitionCols:_col5
Select Operator [SEL_180] (rows=766650239 width=88)
Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"]
Merge Join Operator [MERGEJOIN_606] (rows=766650239 width=88)
Conds:RS_177._col7=RS_178._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 46 [SIMPLE_EDGE]
+ <-Map 37 [SIMPLE_EDGE]
SHUFFLE [RS_178]
PartitionCols:_col0
Select Operator [SEL_42] (rows=2300 width=1179)
@@ -480,12 +505,12 @@ Stage-0
predicate:p_promo_sk is not null
TableScan [TS_40] (rows=2300 width=1179)
default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk"]
- <-Reducer 28 [SIMPLE_EDGE]
+ <-Reducer 23 [SIMPLE_EDGE]
SHUFFLE [RS_177]
PartitionCols:_col7
Merge Join Operator [MERGEJOIN_605] (rows=696954748 width=88)
Conds:RS_174._col0=RS_175._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 20 [SIMPLE_EDGE]
+ <-Map 15 [SIMPLE_EDGE]
SHUFFLE [RS_175]
PartitionCols:_col0
Select Operator [SEL_167] (rows=36524 width=1119)
@@ -493,13 +518,13 @@ Stage-0
Filter Operator [FIL_571] (rows=36524 width=1119)
predicate:((d_year = 2001) and d_date_sk is not null)
Please refer to the previous TableScan [TS_3]
- <-Reducer 44 [SIMPLE_EDGE]
+ <-Reducer 35 [SIMPLE_EDGE]
SHUFFLE [RS_174]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_604] (rows=633595212 width=88)
- Conds:RS_171._col1=RS_172._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 42 [SIMPLE_EDGE]
- SHUFFLE [RS_171]
+ Merge Join Operator [MERGEJOIN_586] (rows=633595212 width=88)
+ Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
+ <-Map 34 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
PartitionCols:_col1
Select Operator [SEL_33] (rows=575995635 width=88)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"]
@@ -507,8 +532,8 @@ Stage-0
predicate:(ss_addr_sk is not null and ss_cdemo_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
TableScan [TS_31] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
- <-Map 45 [SIMPLE_EDGE]
- SHUFFLE [RS_172]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
PartitionCols:_col0
Select Operator [SEL_36] (rows=2851 width=1436)
Output:["_col0","_col3"]
@@ -516,55 +541,6 @@ Stage-0
predicate:((i_color) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate') and i_current_price BETWEEN 35 AND 45 and i_current_price BETWEEN 36 AND 50 and i_item_sk is not null)
TableScan [TS_34] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_color","i_product_name"]
- <-Reducer 39 [SIMPLE_EDGE]
- SHUFFLE [RS_209]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_603] (rows=7920 width=107)
- Conds:RS_206._col1=RS_207._col0(Inner),Output:["_col0"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_206]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_11]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_207]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Reducer 51 [ONE_TO_ONE_EDGE]
- FORWARD [RS_213]
- PartitionCols:_col0
- Select Operator [SEL_196] (rows=52798137 width=135)
- Output:["_col0"]
- Filter Operator [FIL_195] (rows=52798137 width=135)
- predicate:(_col1 > (2 * _col2))
- Group By Operator [GBY_194] (rows=158394413 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 50 [SIMPLE_EDGE]
- SHUFFLE [RS_193]
- PartitionCols:_col0
- Group By Operator [GBY_192] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0
- Select Operator [SEL_190] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_607] (rows=316788826 width=135)
- Conds:RS_187._col0, _col1=RS_188._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"]
- <-Map 47 [SIMPLE_EDGE]
- SHUFFLE [RS_187]
- PartitionCols:_col0, _col1
- Select Operator [SEL_55] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_554] (rows=287989836 width=135)
- predicate:(cs_item_sk is not null and cs_order_number is not null)
- TableScan [TS_53] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"]
- <-Map 52 [SIMPLE_EDGE]
- SHUFFLE [RS_188]
- PartitionCols:_col0, _col1
- Select Operator [SEL_58] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_555] (rows=28798881 width=106)
- predicate:(cr_item_sk is not null and cr_order_number is not null)
- TableScan [TS_56] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"]
<-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_256]
PartitionCols:_col2, _col1, _col3
@@ -583,7 +559,7 @@ Stage-0
predicate:(_col56 <> _col19)
Merge Join Operator [MERGEJOIN_596] (rows=1493984654 width=88)
Conds:RS_118._col37=RS_119._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"]
- <-Map 55 [SIMPLE_EDGE]
+ <-Map 44 [SIMPLE_EDGE]
SHUFFLE [RS_119]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_99]
@@ -592,62 +568,74 @@ Stage-0
PartitionCols:_col37
Merge Join Operator [MERGEJOIN_595] (rows=1358167838 width=88)
Conds:RS_115._col0=RS_116._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"]
- <-Reducer 27 [SIMPLE_EDGE]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_115]
+ PartitionCols:_col0
+ Please refer to the previous Merge Join Operator [MERGEJOIN_584]
+ <-Reducer 22 [SIMPLE_EDGE]
SHUFFLE [RS_116]
PartitionCols:_col16
Select Operator [SEL_96] (rows=1234698008 width=88)
Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"]
Merge Join Operator [MERGEJOIN_594] (rows=1234698008 width=88)
Conds:RS_93._col5, _col12=RS_94._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
- <-Map 54 [SIMPLE_EDGE]
+ <-Map 43 [SIMPLE_EDGE]
SHUFFLE [RS_94]
PartitionCols:_col0, _col1
Please refer to the previous Select Operator [SEL_77]
- <-Reducer 26 [SIMPLE_EDGE]
+ <-Reducer 21 [SIMPLE_EDGE]
SHUFFLE [RS_93]
PartitionCols:_col5, _col12
Merge Join Operator [MERGEJOIN_593] (rows=1122452711 width=88)
Conds:RS_90._col9=RS_91._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
- <-Map 41 [SIMPLE_EDGE]
+ <-Map 33 [SIMPLE_EDGE]
SHUFFLE [RS_91]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_21]
- <-Reducer 25 [SIMPLE_EDGE]
+ <-Reducer 20 [SIMPLE_EDGE]
SHUFFLE [RS_90]
PartitionCols:_col9
Merge Join Operator [MERGEJOIN_592] (rows=1020411534 width=88)
Conds:RS_87._col10=RS_88._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"]
- <-Map 53 [SIMPLE_EDGE]
+ <-Map 42 [SIMPLE_EDGE]
SHUFFLE [RS_88]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_71]
- <-Reducer 24 [SIMPLE_EDGE]
+ <-Reducer 19 [SIMPLE_EDGE]
SHUFFLE [RS_87]
PartitionCols:_col10
Merge Join Operator [MERGEJOIN_591] (rows=927646829 width=88)
Conds:RS_84._col5=RS_85._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
- <-Reducer 23 [SIMPLE_EDGE]
+ <-Reducer 40 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_85]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_68]
+ <-Reducer 18 [SIMPLE_EDGE]
SHUFFLE [RS_84]
PartitionCols:_col5
Merge Join Operator [MERGEJOIN_590] (rows=843315281 width=88)
Conds:RS_81._col0=RS_82._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
- <-Reducer 22 [SIMPLE_EDGE]
+ <-Reducer 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_81]
+ PartitionCols:_col0
+ Please refer to the previous Merge Join Operator [MERGEJOIN_581]
+ <-Reducer 17 [SIMPLE_EDGE]
SHUFFLE [RS_82]
PartitionCols:_col5
Select Operator [SEL_52] (rows=766650239 width=88)
Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"]
Merge Join Operator [MERGEJOIN_588] (rows=766650239 width=88)
Conds:RS_49._col7=RS_50._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 46 [SIMPLE_EDGE]
+ <-Map 37 [SIMPLE_EDGE]
SHUFFLE [RS_50]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_42]
- <-Reducer 21 [SIMPLE_EDGE]
+ <-Reducer 16 [SIMPLE_EDGE]
SHUFFLE [RS_49]
PartitionCols:_col7
Merge Join Operator [MERGEJOIN_587] (rows=696954748 width=88)
Conds:RS_46._col0=RS_47._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 20 [SIMPLE_EDGE]
+ <-Map 15 [SIMPLE_EDGE]
SHUFFLE [RS_47]
PartitionCols:_col0
Select Operator [SEL_39] (rows=36524 width=1119)
@@ -655,118 +643,8 @@ Stage-0
Filter Operator [FIL_552] (rows=36524 width=1119)
predicate:((d_year = 2000) and d_date_sk is not null)
Please refer to the previous TableScan [TS_3]
- <-Reducer 43 [SIMPLE_EDGE]
+ <-Reducer 35 [SIMPLE_EDGE]
SHUFFLE [RS_46]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_586] (rows=633595212 width=88)
- Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 42 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_33]
- <-Map 45 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_36]
- <-Reducer 37 [SIMPLE_EDGE]
- SHUFFLE [RS_81]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_585] (rows=7920 width=107)
- Conds:RS_78._col1=RS_79._col0(Inner),Output:["_col0"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_78]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_11]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_79]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Reducer 49 [ONE_TO_ONE_EDGE]
- FORWARD [RS_85]
- PartitionCols:_col0
- Select Operator [SEL_68] (rows=52798137 width=135)
- Output:["_col0"]
- Filter Operator [FIL_67] (rows=52798137 width=135)
- predicate:(_col1 > (2 * _col2))
- Group By Operator [GBY_66] (rows=158394413 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 48 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
- PartitionCols:_col0
- Group By Operator [GBY_64] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0
- Select Operator [SEL_62] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_589] (rows=316788826 width=135)
- Conds:RS_59._col0, _col1=RS_60._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"]
- <-Map 47 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0, _col1
- Please refer to the previous Select Operator [SEL_55]
- <-Map 52 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0, _col1
- Please refer to the previous Select Operator [SEL_58]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_115]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_584] (rows=128840811 width=860)
- Conds:RS_112._col1=RS_113._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"]
- <-Map 55 [SIMPLE_EDGE]
- SHUFFLE [RS_113]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_99]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_112]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_583] (rows=117128008 width=860)
- Conds:RS_109._col3=RS_110._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"]
- <-Map 41 [SIMPLE_EDGE]
- SHUFFLE [RS_110]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_21]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_582] (rows=106480005 width=860)
- Conds:RS_106._col2=RS_107._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col9"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_106]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_580] (rows=96800003 width=860)
- Conds:RS_103._col4=RS_104._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_104]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_542] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- Please refer to the previous TableScan [TS_3]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_103]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_579] (rows=88000001 width=860)
- Conds:RS_100._col5=RS_101._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_101]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_100]
- PartitionCols:_col5
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 36 [SIMPLE_EDGE]
- SHUFFLE [RS_107]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_581] (rows=7920 width=107)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_11]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
+ Please refer to the previous Merge Join Operator [MERGEJOIN_586]
http://git-wip-us.apache.org/repos/asf/hive/blob/96a409e1/ql/src/test/results/clientpositive/perf/tez/query70.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query70.q.out b/ql/src/test/results/clientpositive/perf/tez/query70.q.out
index 0f6891e..d5ad6e5 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query70.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query70.q.out
@@ -76,15 +76,14 @@ Plan optimized by CBO.
Vertex dependency in root stage
Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 3 <- Map 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
+Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 9 <- Map 14 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 8 <- Map 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
@@ -120,7 +119,7 @@ Stage-0
Output:["_col0","_col1","_col2"]
Merge Join Operator [MERGEJOIN_89] (rows=766650239 width=88)
Conds:RS_43._col7=RS_44._col0(Inner),Output:["_col2","_col6","_col7"]
- <-Reducer 11 [SIMPLE_EDGE]
+ <-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_44]
PartitionCols:_col0
Select Operator [SEL_32] (rows=116159124 width=88)
@@ -131,34 +130,25 @@ Stage-0
Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 DESC NULLS LAST","partition by:":"_col0"}]
Select Operator [SEL_30] (rows=348477374 width=88)
Output:["_col0","_col1"]
- <-Reducer 10 [SIMPLE_EDGE]
+ <-Reducer 9 [SIMPLE_EDGE]
SHUFFLE [RS_29]
PartitionCols:_col0
Group By Operator [GBY_27] (rows=348477374 width=88)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 9 [SIMPLE_EDGE]
+ <-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_26]
PartitionCols:_col0
Group By Operator [GBY_25] (rows=696954748 width=88)
Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col6
Merge Join Operator [MERGEJOIN_88] (rows=696954748 width=88)
Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col6"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_84] (rows=1704 width=1910)
- predicate:(s_state is not null and s_store_sk is not null)
- TableScan [TS_15] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
- <-Reducer 8 [SIMPLE_EDGE]
+ <-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_21]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_87] (rows=633595212 width=88)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_85] (rows=633595212 width=88)
+ Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2"]
<-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
+ SHUFFLE [RS_37]
PartitionCols:_col0
Select Operator [SEL_2] (rows=575995635 width=88)
Output:["_col0","_col1","_col2"]
@@ -166,8 +156,8 @@ Stage-0
predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
TableScan [TS_0] (rows=575995635 width=88)
default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
PartitionCols:_col0
Select Operator [SEL_5] (rows=8116 width=1119)
Output:["_col0"]
@@ -175,12 +165,25 @@ Stage-0
predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
TableScan [TS_3] (rows=73049 width=1119)
default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_84] (rows=1704 width=1910)
+ predicate:(s_state is not null and s_store_sk is not null)
+ TableScan [TS_15] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_43]
PartitionCols:_col7
Merge Join Operator [MERGEJOIN_86] (rows=696954748 width=88)
Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col2","_col6","_col7"]
- <-Map 13 [SIMPLE_EDGE]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col1
+ Please refer to the previous Merge Join Operator [MERGEJOIN_85]
+ <-Map 12 [SIMPLE_EDGE]
SHUFFLE [RS_41]
PartitionCols:_col0
Select Operator [SEL_8] (rows=1704 width=1910)
@@ -189,17 +192,4 @@ Stage-0
predicate:(s_state is not null and s_store_sk is not null)
TableScan [TS_6] (rows=1704 width=1910)
default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county","s_state"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_85] (rows=633595212 width=88)
- Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
http://git-wip-us.apache.org/repos/asf/hive/blob/96a409e1/ql/src/test/results/clientpositive/perf/tez/query83.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query83.q.out b/ql/src/test/results/clientpositive/perf/tez/query83.q.out
index 2a3a946..9b4e7e4 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query83.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query83.q.out
@@ -134,25 +134,19 @@ Plan optimized by CBO.
Vertex dependency in root stage
Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 27 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
+Reducer 11 <- Map 21 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
-Reducer 15 <- Map 14 (SIMPLE_EDGE), Reducer 20 (ONE_TO_ONE_EDGE)
-Reducer 16 <- Map 14 (SIMPLE_EDGE), Reducer 22 (ONE_TO_ONE_EDGE)
-Reducer 17 <- Map 14 (SIMPLE_EDGE), Reducer 24 (ONE_TO_ONE_EDGE)
-Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE)
+Reducer 15 <- Map 14 (SIMPLE_EDGE), Reducer 18 (ONE_TO_ONE_EDGE)
+Reducer 17 <- Map 16 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
+Reducer 18 <- Reducer 17 (SIMPLE_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
-Reducer 21 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE)
-Reducer 22 <- Reducer 21 (SIMPLE_EDGE)
-Reducer 23 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE)
-Reducer 24 <- Reducer 23 (SIMPLE_EDGE)
Reducer 3 <- Reducer 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Reducer 10 (ONE_TO_ONE_EDGE), Reducer 13 (ONE_TO_ONE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE)
Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 8 <- Map 26 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 16 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 8 <- Map 20 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 15 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
Stage-0
Fetch Operator
@@ -182,13 +176,13 @@ Stage-0
Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
Merge Join Operator [MERGEJOIN_220] (rows=69685294 width=77)
Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col2","_col4"]
- <-Reducer 16 [SIMPLE_EDGE]
+ <-Reducer 15 [SIMPLE_EDGE]
SHUFFLE [RS_73]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_215] (rows=80353 width=1119)
- Conds:RS_65._col1=RS_66._col0(Inner),Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_212] (rows=80353 width=1119)
+ Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0"]
<-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
+ SHUFFLE [RS_25]
PartitionCols:_col1
Select Operator [SEL_8] (rows=73049 width=1119)
Output:["_col0","_col1"]
@@ -196,20 +190,20 @@ Stage-0
predicate:(d_date is not null and d_date_sk is not null)
TableScan [TS_6] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 22 [ONE_TO_ONE_EDGE]
- FORWARD [RS_66]
+ <-Reducer 18 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_26]
PartitionCols:_col0
- Group By Operator [GBY_63] (rows=40176 width=1119)
+ Group By Operator [GBY_23] (rows=40176 width=1119)
Output:["_col0"],keys:KEY._col0
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_62]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
PartitionCols:_col0
- Group By Operator [GBY_61] (rows=80353 width=1119)
+ Group By Operator [GBY_21] (rows=80353 width=1119)
Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_214] (rows=80353 width=1119)
- Conds:RS_57._col1=RS_58._col0(Left Semi),Output:["_col0"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
+ Merge Join Operator [MERGEJOIN_211] (rows=80353 width=1119)
+ Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
PartitionCols:_col1
Select Operator [SEL_11] (rows=73049 width=1119)
Output:["_col0","_col1"]
@@ -217,8 +211,8 @@ Stage-0
predicate:(d_date is not null and d_week_seq is not null)
TableScan [TS_9] (rows=73049 width=1119)
default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_58]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
PartitionCols:_col0
Group By Operator [GBY_16] (rows=36525 width=1119)
Output:["_col0"],keys:_col0
@@ -242,7 +236,7 @@ Stage-0
predicate:(i_item_id is not null and i_item_sk is not null)
TableScan [TS_3] (rows=462000 width=1436)
default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Map 26 [SIMPLE_EDGE]
+ <-Map 20 [SIMPLE_EDGE]
SHUFFLE [RS_69]
PartitionCols:_col1
Select Operator [SEL_42] (rows=57591150 width=77)
@@ -263,6 +257,10 @@ Stage-0
Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
Merge Join Operator [MERGEJOIN_221] (rows=17422145 width=92)
Conds:RS_112._col0=RS_113._col0(Inner),Output:["_col2","_col4"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_113]
+ PartitionCols:_col0
+ Please refer to the previous Merge Join Operator [MERGEJOIN_212]
<-Reducer 11 [SIMPLE_EDGE]
SHUFFLE [RS_112]
PartitionCols:_col0
@@ -272,7 +270,7 @@ Stage-0
SHUFFLE [RS_110]
PartitionCols:_col0
Please refer to the previous Select Operator [SEL_5]
- <-Map 27 [SIMPLE_EDGE]
+ <-Map 21 [SIMPLE_EDGE]
SHUFFLE [RS_109]
PartitionCols:_col1
Select Operator [SEL_82] (rows=14398467 width=92)
@@ -281,35 +279,6 @@ Stage-0
predicate:(wr_item_sk is not null and wr_returned_date_sk is not null)
TableScan [TS_80] (rows=14398467 width=92)
default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_return_quantity"]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_113]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_218] (rows=80353 width=1119)
- Conds:RS_105._col1=RS_106._col0(Inner),Output:["_col0"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_105]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 24 [ONE_TO_ONE_EDGE]
- FORWARD [RS_106]
- PartitionCols:_col0
- Group By Operator [GBY_103] (rows=40176 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_102]
- PartitionCols:_col0
- Group By Operator [GBY_101] (rows=80353 width=1119)
- Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_217] (rows=80353 width=1119)
- Conds:RS_97._col1=RS_98._col0(Left Semi),Output:["_col0"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_11]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_98]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_16]
<-Reducer 4 [ONE_TO_ONE_EDGE]
FORWARD [RS_120]
PartitionCols:_col0
@@ -325,32 +294,7 @@ Stage-0
<-Reducer 15 [SIMPLE_EDGE]
SHUFFLE [RS_33]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_212] (rows=80353 width=1119)
- Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 20 [ONE_TO_ONE_EDGE]
- FORWARD [RS_26]
- PartitionCols:_col0
- Group By Operator [GBY_23] (rows=40176 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Group By Operator [GBY_21] (rows=80353 width=1119)
- Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_211] (rows=80353 width=1119)
- Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_11]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_16]
+ Please refer to the previous Merge Join Operator [MERGEJOIN_212]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_32]
PartitionCols:_col0