You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by jc...@apache.org on 2018/11/12 18:04:28 UTC
[08/51] [partial] hive git commit: HIVE-20850: Push case conditional
from projections to dimension tables if possible (Zoltan Haindrich via Jesus
Camacho Rodriguez)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query66.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query66.q.out b/ql/src/test/results/clientpositive/perf/tez/query66.q.out
index 225b62f..767d47b 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query66.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query66.q.out
@@ -511,10 +511,10 @@ Stage-0
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
Group By Operator [GBY_62] (rows=5559759 width=3166)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_60] (rows=5559759 width=680)
+ Select Operator [SEL_60] (rows=5559759 width=750)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"]
- Merge Join Operator [MERGEJOIN_204] (rows=5559759 width=680)
- Conds:RS_57._col3=RS_259._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"]
+ Merge Join Operator [MERGEJOIN_204] (rows=5559759 width=750)
+ Conds:RS_57._col3=RS_259._col0(Inner),Output:["_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col22","_col23","_col24","_col25","_col26","_col27"]
<-Map 24 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_259]
PartitionCols:_col0
@@ -527,12 +527,12 @@ Stage-0
<-Reducer 14 [SIMPLE_EDGE]
SHUFFLE [RS_57]
PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_203] (rows=5559759 width=205)
- Conds:RS_54._col2=RS_245._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"]
+ Merge Join Operator [MERGEJOIN_203] (rows=5559759 width=274)
+ Conds:RS_54._col2=RS_245._col0(Inner),Output:["_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"]
<-Map 21 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_245]
PartitionCols:_col0
- Select Operator [SEL_242] (rows=1 width=88)
+ Select Operator [SEL_242] (rows=1 width=4)
Output:["_col0"]
Filter Operator [FIL_241] (rows=1 width=88)
predicate:((sm_carrier) IN ('DIAMOND', 'AIRBORNE') and sm_ship_mode_sk is not null)
@@ -541,13 +541,13 @@ Stage-0
<-Reducer 13 [SIMPLE_EDGE]
SHUFFLE [RS_54]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_202] (rows=11119518 width=224)
- Conds:RS_51._col0=RS_233._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"]
+ Merge Join Operator [MERGEJOIN_202] (rows=11119518 width=278)
+ Conds:RS_51._col0=RS_233._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"]
<-Map 18 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_233]
PartitionCols:_col0
- Select Operator [SEL_230] (rows=652 width=12)
- Output:["_col0","_col2"]
+ Select Operator [SEL_230] (rows=652 width=52)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12"]
Filter Operator [FIL_229] (rows=652 width=12)
predicate:((d_year = 2002) and d_date_sk is not null)
TableScan [TS_6] (rows=73049 width=12)
@@ -555,12 +555,12 @@ Stage-0
<-Reducer 12 [SIMPLE_EDGE]
SHUFFLE [RS_51]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_201] (rows=31363607 width=234)
- Conds:RS_279._col1=RS_221._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"]
+ Merge Join Operator [MERGEJOIN_201] (rows=31363607 width=235)
+ Conds:RS_279._col1=RS_221._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
<-Map 10 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_221]
PartitionCols:_col0
- Select Operator [SEL_218] (rows=9600 width=8)
+ Select Operator [SEL_218] (rows=9600 width=4)
Output:["_col0"]
Filter Operator [FIL_217] (rows=9600 width=8)
predicate:(t_time BETWEEN 49530 AND 78330 and t_time_sk is not null)
@@ -569,8 +569,8 @@ Stage-0
<-Map 25 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_279]
PartitionCols:_col1
- Select Operator [SEL_278] (rows=282272460 width=243)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Select Operator [SEL_278] (rows=282272460 width=239)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
Filter Operator [FIL_277] (rows=282272460 width=243)
predicate:((cs_ship_mode_sk BETWEEN DynamicValue(RS_55_ship_mode_sm_ship_mode_sk_min) AND DynamicValue(RS_55_ship_mode_sm_ship_mode_sk_max) and in_bloom_filter(cs_ship_mode_sk, DynamicValue(RS_55_ship_mode_sm_ship_mode_sk_bloom_filter))) and (cs_sold_date_sk BETWEEN DynamicValue(RS_52_date_dim_d_date_sk_min) AND DynamicValue(RS_52_date_dim_d_date_sk_max) and in_bloom_filter(cs_sold_date_sk, DynamicValue(RS_52_date_dim_d_date_sk_bloom_filter))) and (cs_sold_time_sk BETWEEN DynamicValue(RS_49_time_dim_t_time_sk_min) AND DynamicValue(RS_49_time_dim_t_time_sk_max) and in_bloom_filter(cs_sold_time_sk, DynamicValue(RS_49_time_dim_t_time_sk_bloom_filter))) and cs_ship_mode_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null and cs_warehouse_sk is not null)
TableScan [TS_33] (rows=287989836 width=243)
@@ -624,10 +624,10 @@ Stage-0
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
Group By Operator [GBY_29] (rows=27 width=3166)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_27] (rows=2853684 width=707)
+ Select Operator [SEL_27] (rows=2853684 width=750)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"]
- Merge Join Operator [MERGEJOIN_200] (rows=2853684 width=707)
- Conds:RS_24._col3=RS_258._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"]
+ Merge Join Operator [MERGEJOIN_200] (rows=2853684 width=750)
+ Conds:RS_24._col3=RS_258._col0(Inner),Output:["_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col22","_col23","_col24","_col25","_col26","_col27"]
<-Map 24 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_258]
PartitionCols:_col0
@@ -635,8 +635,8 @@ Stage-0
<-Reducer 4 [SIMPLE_EDGE]
SHUFFLE [RS_24]
PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_199] (rows=2853684 width=233)
- Conds:RS_21._col2=RS_243._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"]
+ Merge Join Operator [MERGEJOIN_199] (rows=2853684 width=275)
+ Conds:RS_21._col2=RS_243._col0(Inner),Output:["_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"]
<-Map 21 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_243]
PartitionCols:_col0
@@ -644,8 +644,8 @@ Stage-0
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_21]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_198] (rows=5707369 width=238)
- Conds:RS_18._col0=RS_231._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"]
+ Merge Join Operator [MERGEJOIN_198] (rows=5707369 width=279)
+ Conds:RS_18._col0=RS_231._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19"]
<-Map 18 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_231]
PartitionCols:_col0
@@ -653,8 +653,8 @@ Stage-0
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_18]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_197] (rows=15984351 width=239)
- Conds:RS_255._col1=RS_219._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"]
+ Merge Join Operator [MERGEJOIN_197] (rows=15984351 width=235)
+ Conds:RS_255._col1=RS_219._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
<-Map 10 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_219]
PartitionCols:_col0
@@ -662,8 +662,8 @@ Stage-0
<-Map 1 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_255]
PartitionCols:_col1
- Select Operator [SEL_254] (rows=143859154 width=243)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Select Operator [SEL_254] (rows=143859154 width=239)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
Filter Operator [FIL_253] (rows=143859154 width=243)
predicate:((ws_ship_mode_sk BETWEEN DynamicValue(RS_22_ship_mode_sm_ship_mode_sk_min) AND DynamicValue(RS_22_ship_mode_sm_ship_mode_sk_max) and in_bloom_filter(ws_ship_mode_sk, DynamicValue(RS_22_ship_mode_sm_ship_mode_sk_bloom_filter))) and (ws_sold_date_sk BETWEEN DynamicValue(RS_19_date_dim_d_date_sk_min) AND DynamicValue(RS_19_date_dim_d_date_sk_max) and in_bloom_filter(ws_sold_date_sk, DynamicValue(RS_19_date_dim_d_date_sk_bloom_filter))) and (ws_sold_time_sk BETWEEN DynamicValue(RS_16_time_dim_t_time_sk_min) AND DynamicValue(RS_16_time_dim_t_time_sk_max) and in_bloom_filter(ws_sold_time_sk, DynamicValue(RS_16_time_dim_t_time_sk_bloom_filter))) and ws_ship_mode_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null and ws_warehouse_sk is not null)
TableScan [TS_0] (rows=144002668 width=243)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query67.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query67.q.out b/ql/src/test/results/clientpositive/perf/tez/query67.q.out
index b290331..442abc8 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query67.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query67.q.out
@@ -111,92 +111,90 @@ Stage-0
limit:100
Stage-1
Reducer 7 vectorized
- File Output Operator [FS_112]
- Limit [LIM_111] (rows=100 width=617)
+ File Output Operator [FS_111]
+ Limit [LIM_110] (rows=100 width=617)
Number of rows:100
- Select Operator [SEL_110] (rows=273593580 width=617)
+ Select Operator [SEL_109] (rows=273593580 width=617)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
<-Reducer 6 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_109]
- Select Operator [SEL_108] (rows=273593580 width=617)
+ SHUFFLE [RS_108]
+ Select Operator [SEL_107] (rows=273593580 width=617)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Filter Operator [FIL_107] (rows=273593580 width=613)
+ Filter Operator [FIL_106] (rows=273593580 width=613)
predicate:(rank_window_0 <= 100)
- PTF Operator [PTF_106] (rows=820780740 width=613)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col8 DESC NULLS LAST","partition by:":"_col0"}]
- Select Operator [SEL_105] (rows=820780740 width=613)
+ PTF Operator [PTF_105] (rows=820780740 width=613)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col8 DESC NULLS LAST","partition by:":"_col2"}]
+ Select Operator [SEL_104] (rows=820780740 width=613)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
<-Reducer 5 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_104]
- PartitionCols:_col0
- Select Operator [SEL_103] (rows=820780740 width=613)
+ SHUFFLE [RS_103]
+ PartitionCols:_col2
+ Select Operator [SEL_102] (rows=820780740 width=613)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Group By Operator [GBY_102] (rows=820780740 width=621)
+ Group By Operator [GBY_101] (rows=820780740 width=621)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8
<-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
+ SHUFFLE [RS_23]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
- Group By Operator [GBY_23] (rows=820780740 width=621)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(_col8)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, 0L
- Select Operator [SEL_21] (rows=91197860 width=586)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Merge Join Operator [MERGEJOIN_84] (rows=91197860 width=586)
- Conds:RS_18._col1=RS_101._col0(Inner),Output:["_col3","_col4","_col7","_col8","_col9","_col11","_col13","_col14","_col15","_col16"]
- <-Map 11 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_101]
- PartitionCols:_col0
- Select Operator [SEL_100] (rows=462000 width=393)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_99] (rows=462000 width=393)
- predicate:i_item_sk is not null
- TableScan [TS_9] (rows=462000 width=393)
- default@item,item,Tbl:COMPLETE,Col:COMPLETE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_83] (rows=91197860 width=201)
- Conds:RS_15._col2=RS_98._col0(Inner),Output:["_col1","_col3","_col4","_col7","_col8","_col9","_col11"]
- <-Map 10 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_98]
- PartitionCols:_col0
- Select Operator [SEL_97] (rows=1704 width=104)
- Output:["_col0","_col1"]
- Filter Operator [FIL_96] (rows=1704 width=104)
- predicate:s_store_sk is not null
- TableScan [TS_6] (rows=1704 width=104)
- default@store,store,Tbl:COMPLETE,Col:COMPLETE,Output:["s_store_sk","s_store_id"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_82] (rows=91197860 width=104)
- Conds:RS_95._col0=RS_87._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9"]
- <-Map 8 [SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_87]
- PartitionCols:_col0
- Select Operator [SEL_86] (rows=317 width=20)
- Output:["_col0","_col2","_col3","_col4"]
- Filter Operator [FIL_85] (rows=317 width=20)
- predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
- TableScan [TS_3] (rows=73049 width=20)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_month_seq","d_year","d_moy","d_qoy"]
- <-Map 1 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_95]
- PartitionCols:_col0
- Select Operator [SEL_94] (rows=525329897 width=122)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_93] (rows=525329897 width=122)
- predicate:((ss_sold_date_sk BETWEEN DynamicValue(RS_13_date_dim_d_date_sk_min) AND DynamicValue(RS_13_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_13_date_dim_d_date_sk_bloom_filter))) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=122)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_quantity","ss_sales_price"]
- <-Reducer 9 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_92]
- Group By Operator [GBY_91] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
- <-Map 8 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_90]
- Group By Operator [GBY_89] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_88] (rows=317 width=4)
- Output:["_col0"]
- Please refer to the previous Select Operator [SEL_86]
+ Group By Operator [GBY_22] (rows=820780740 width=621)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(_col3)"],keys:_col11, _col12, _col13, _col14, _col5, _col6, _col7, _col9, 0L
+ Merge Join Operator [MERGEJOIN_83] (rows=91197860 width=613)
+ Conds:RS_18._col1=RS_100._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col9","_col11","_col12","_col13","_col14"]
+ <-Map 11 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_100]
+ PartitionCols:_col0
+ Select Operator [SEL_99] (rows=462000 width=393)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_98] (rows=462000 width=393)
+ predicate:i_item_sk is not null
+ TableScan [TS_9] (rows=462000 width=393)
+ default@item,item,Tbl:COMPLETE,Col:COMPLETE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_82] (rows=91197860 width=228)
+ Conds:RS_15._col2=RS_97._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col9"]
+ <-Map 10 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_97]
+ PartitionCols:_col0
+ Select Operator [SEL_96] (rows=1704 width=104)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_95] (rows=1704 width=104)
+ predicate:s_store_sk is not null
+ TableScan [TS_6] (rows=1704 width=104)
+ default@store,store,Tbl:COMPLETE,Col:COMPLETE,Output:["s_store_sk","s_store_id"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_81] (rows=91197860 width=130)
+ Conds:RS_94._col0=RS_86._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"]
+ <-Map 8 [SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_86]
+ PartitionCols:_col0
+ Select Operator [SEL_85] (rows=317 width=16)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_84] (rows=317 width=20)
+ predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
+ TableScan [TS_3] (rows=73049 width=20)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_month_seq","d_year","d_moy","d_qoy"]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_94]
+ PartitionCols:_col0
+ Select Operator [SEL_93] (rows=525329897 width=123)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_92] (rows=525329897 width=122)
+ predicate:((ss_sold_date_sk BETWEEN DynamicValue(RS_13_date_dim_d_date_sk_min) AND DynamicValue(RS_13_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_13_date_dim_d_date_sk_bloom_filter))) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=122)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_quantity","ss_sales_price"]
+ <-Reducer 9 [BROADCAST_EDGE] vectorized
+ BROADCAST [RS_91]
+ Group By Operator [GBY_90] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
+ <-Map 8 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_89]
+ Group By Operator [GBY_88] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
+ Select Operator [SEL_87] (rows=317 width=4)
+ Output:["_col0"]
+ Please refer to the previous Select Operator [SEL_85]
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query68.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query68.q.out b/ql/src/test/results/clientpositive/perf/tez/query68.q.out
index 0a7a53a..390b41b 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query68.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query68.q.out
@@ -162,9 +162,9 @@ Stage-0
SHUFFLE [RS_35]
PartitionCols:_col0, _col1, _col2, _col3
Group By Operator [GBY_34] (rows=727776 width=433)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col1, _col18, _col3, _col5
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col1, _col13, _col3, _col5
Merge Join Operator [MERGEJOIN_144] (rows=727776 width=97)
- Conds:RS_30._col3=RS_152._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col18"]
+ Conds:RS_30._col3=RS_152._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col13"]
<-Map 5 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_152]
PartitionCols:_col0
@@ -177,7 +177,7 @@ Stage-0
<-Map 16 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_171]
PartitionCols:_col0
- Select Operator [SEL_170] (rows=1855 width=12)
+ Select Operator [SEL_170] (rows=1855 width=4)
Output:["_col0"]
Filter Operator [FIL_169] (rows=1855 width=12)
predicate:(((hd_dep_count = 2) or (hd_vehicle_count = 1)) and hd_demo_sk is not null)
@@ -191,7 +191,7 @@ Stage-0
<-Map 14 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_163]
PartitionCols:_col0
- Select Operator [SEL_162] (rows=14 width=97)
+ Select Operator [SEL_162] (rows=14 width=4)
Output:["_col0"]
Filter Operator [FIL_161] (rows=14 width=97)
predicate:((s_city) IN ('Cedar Grove', 'Wildwood') and s_store_sk is not null)
@@ -205,7 +205,7 @@ Stage-0
<-Map 12 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_155]
PartitionCols:_col0
- Select Operator [SEL_154] (rows=170 width=12)
+ Select Operator [SEL_154] (rows=170 width=4)
Output:["_col0"]
Filter Operator [FIL_153] (rows=170 width=12)
predicate:((d_year) IN (1998, 1999, 2000) and d_date_sk is not null and d_dom BETWEEN 1 AND 2)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query69.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query69.q.out b/ql/src/test/results/clientpositive/perf/tez/query69.q.out
index 65601d7..4da7a69 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query69.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query69.q.out
@@ -223,7 +223,7 @@ Stage-0
<-Map 16 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_196]
PartitionCols:_col0
- Select Operator [SEL_195] (rows=150 width=12)
+ Select Operator [SEL_195] (rows=150 width=4)
Output:["_col0"]
Filter Operator [FIL_194] (rows=150 width=12)
predicate:((d_year = 1999) and d_date_sk is not null and d_moy BETWEEN 1 AND 3)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query7.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query7.q.out b/ql/src/test/results/clientpositive/perf/tez/query7.q.out
index 6cd8fb5..fece637 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query7.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query7.q.out
@@ -83,11 +83,11 @@ Stage-0
SHUFFLE [RS_29]
PartitionCols:_col0
Group By Operator [GBY_28] (rows=462000 width=476)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col4)","count(_col4)","sum(_col5)","count(_col5)","sum(_col7)","count(_col7)","sum(_col6)","count(_col6)"],keys:_col18
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col4)","count(_col4)","sum(_col5)","count(_col5)","sum(_col7)","count(_col7)","sum(_col6)","count(_col6)"],keys:_col12
Top N Key Operator [TNK_55] (rows=1441769 width=100)
- keys:_col18,sort order:+,top n:100
+ keys:_col12,sort order:+,top n:100
Merge Join Operator [MERGEJOIN_99] (rows=1441769 width=100)
- Conds:RS_24._col1=RS_124._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"]
+ Conds:RS_24._col1=RS_124._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col12"]
<-Map 13 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_124]
PartitionCols:_col0
@@ -105,7 +105,7 @@ Stage-0
<-Map 12 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_121]
PartitionCols:_col0
- Select Operator [SEL_120] (rows=2300 width=174)
+ Select Operator [SEL_120] (rows=2300 width=4)
Output:["_col0"]
Filter Operator [FIL_119] (rows=2300 width=174)
predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null)
@@ -119,7 +119,7 @@ Stage-0
<-Map 10 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_110]
PartitionCols:_col0
- Select Operator [SEL_109] (rows=652 width=8)
+ Select Operator [SEL_109] (rows=652 width=4)
Output:["_col0"]
Filter Operator [FIL_108] (rows=652 width=8)
predicate:((d_year = 1998) and d_date_sk is not null)
@@ -133,7 +133,7 @@ Stage-0
<-Map 8 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_102]
PartitionCols:_col0
- Select Operator [SEL_101] (rows=14776 width=265)
+ Select Operator [SEL_101] (rows=14776 width=4)
Output:["_col0"]
Filter Operator [FIL_100] (rows=14776 width=268)
predicate:((cd_education_status = 'Primary') and (cd_gender = 'F') and (cd_marital_status = 'W') and cd_demo_sk is not null)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query70.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query70.q.out b/ql/src/test/results/clientpositive/perf/tez/query70.q.out
index e8743e3..4650ef6 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query70.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query70.q.out
@@ -149,9 +149,9 @@ Stage-0
SHUFFLE [RS_26]
PartitionCols:_col0
Group By Operator [GBY_25] (rows=1704 width=198)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col6
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col5
Merge Join Operator [MERGEJOIN_133] (rows=91197860 width=168)
- Conds:RS_21._col1=RS_151._col0(Inner),Output:["_col2","_col6"]
+ Conds:RS_21._col1=RS_151._col0(Inner),Output:["_col2","_col5"]
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_21]
PartitionCols:_col1
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query71.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query71.q.out b/ql/src/test/results/clientpositive/perf/tez/query71.q.out
index e031c3a..3654e99 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query71.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query71.q.out
@@ -125,13 +125,13 @@ Stage-0
SHUFFLE [RS_46]
PartitionCols:_col0, _col1, _col2, _col3
Group By Operator [GBY_45] (rows=1991967 width=223)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col0)"],keys:_col4, _col8, _col9, _col5
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col0)"],keys:_col4, _col7, _col8, _col5
Merge Join Operator [MERGEJOIN_140] (rows=1991967 width=112)
- Conds:RS_41._col2=RS_173._col0(Inner),Output:["_col0","_col4","_col5","_col8","_col9"]
+ Conds:RS_41._col2=RS_173._col0(Inner),Output:["_col0","_col4","_col5","_col7","_col8"]
<-Map 20 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_173]
PartitionCols:_col0
- Select Operator [SEL_172] (rows=43200 width=99)
+ Select Operator [SEL_172] (rows=43200 width=12)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_171] (rows=43200 width=99)
predicate:((t_meal_time) IN ('breakfast', 'dinner') and t_time_sk is not null)
@@ -145,7 +145,7 @@ Stage-0
<-Map 18 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_163]
PartitionCols:_col0
- Select Operator [SEL_162] (rows=7333 width=111)
+ Select Operator [SEL_162] (rows=7333 width=107)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_161] (rows=7333 width=111)
predicate:((i_manager_id = 1) and i_item_sk is not null)
@@ -162,7 +162,7 @@ Stage-0
<-Map 12 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_191]
PartitionCols:_col0
- Select Operator [SEL_190] (rows=50 width=12)
+ Select Operator [SEL_190] (rows=50 width=4)
Output:["_col0"]
Filter Operator [FIL_189] (rows=50 width=12)
predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
@@ -220,7 +220,7 @@ Stage-0
<-Map 16 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_202]
PartitionCols:_col0
- Select Operator [SEL_201] (rows=50 width=12)
+ Select Operator [SEL_201] (rows=50 width=4)
Output:["_col0"]
Filter Operator [FIL_200] (rows=50 width=12)
predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
@@ -262,7 +262,7 @@ Stage-0
<-Map 8 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_155]
PartitionCols:_col0
- Select Operator [SEL_154] (rows=50 width=12)
+ Select Operator [SEL_154] (rows=50 width=4)
Output:["_col0"]
Filter Operator [FIL_153] (rows=50 width=12)
predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query72.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query72.q.out b/ql/src/test/results/clientpositive/perf/tez/query72.q.out
index 700a876..cffb09b 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query72.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query72.q.out
@@ -120,7 +120,7 @@ Stage-0
Select Operator [SEL_66] (rows=1574305390 width=292)
Output:["_col0","_col1","_col2","_col3","_col4"]
Merge Join Operator [MERGEJOIN_251] (rows=1574305390 width=292)
- Conds:RS_63._col4, _col6=RS_298._col0, _col1(Left Outer),Output:["_col13","_col15","_col22","_col28"]
+ Conds:RS_63._col4, _col6=RS_298._col0, _col1(Left Outer),Output:["_col13","_col15","_col19","_col25"]
<-Map 26 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_298]
PartitionCols:_col0, _col1
@@ -134,9 +134,9 @@ Stage-0
SHUFFLE [RS_63]
PartitionCols:_col4, _col6
Select Operator [SEL_59] (rows=610435044 width=300)
- Output:["_col4","_col6","_col13","_col15","_col22","_col28"]
+ Output:["_col4","_col6","_col13","_col15","_col19","_col25"]
Merge Join Operator [MERGEJOIN_250] (rows=610435044 width=300)
- Conds:RS_56._col0, _col20=RS_295._col0, _col1(Inner),Output:["_col5","_col9","_col14","_col16","_col20","_col26"]
+ Conds:RS_56._col0, _col19=RS_295._col0, _col1(Inner),Output:["_col5","_col9","_col14","_col16","_col19","_col23"]
<-Map 25 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_295]
PartitionCols:_col0, _col1
@@ -148,24 +148,24 @@ Stage-0
default@date_dim,d2,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_week_seq"]
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_56]
- PartitionCols:_col0, _col20
+ PartitionCols:_col0, _col19
Filter Operator [FIL_55] (rows=545947820 width=311)
predicate:(_col3 < _col17)
Merge Join Operator [MERGEJOIN_249] (rows=1637843460 width=311)
- Conds:RS_52._col1=RS_53._col8(Inner),Output:["_col0","_col3","_col5","_col9","_col14","_col16","_col17","_col20","_col26"]
+ Conds:RS_52._col1=RS_53._col8(Inner),Output:["_col0","_col3","_col5","_col9","_col14","_col16","_col17","_col19","_col23"]
<-Reducer 15 [SIMPLE_EDGE]
SHUFFLE [RS_53]
PartitionCols:_col8
- Select Operator [SEL_45] (rows=2726340 width=391)
- Output:["_col3","_col8","_col10","_col11","_col14","_col20"]
- Filter Operator [FIL_44] (rows=2726340 width=391)
- predicate:(UDFToDouble(_col20) > (UDFToDouble(_col9) + 5.0D))
- Merge Join Operator [MERGEJOIN_248] (rows=8179022 width=391)
- Conds:RS_41._col1=RS_292._col0(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col16","_col18","_col20"]
+ Select Operator [SEL_45] (rows=2726340 width=219)
+ Output:["_col3","_col8","_col10","_col11","_col13","_col17"]
+ Filter Operator [FIL_44] (rows=2726340 width=219)
+ predicate:(_col17 > _col10)
+ Merge Join Operator [MERGEJOIN_248] (rows=8179022 width=219)
+ Conds:RS_41._col1=RS_292._col0(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col13","_col15","_col17"]
<-Map 24 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_292]
PartitionCols:_col0
- Select Operator [SEL_291] (rows=73049 width=98)
+ Select Operator [SEL_291] (rows=73049 width=12)
Output:["_col0","_col1"]
Filter Operator [FIL_290] (rows=73049 width=98)
predicate:d_date_sk is not null
@@ -174,8 +174,8 @@ Stage-0
<-Reducer 14 [SIMPLE_EDGE]
SHUFFLE [RS_41]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_247] (rows=8179022 width=300)
- Conds:RS_38._col4=RS_289._col0(Inner),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col16","_col18"]
+ Merge Join Operator [MERGEJOIN_247] (rows=8179022 width=214)
+ Conds:RS_38._col4=RS_289._col0(Inner),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col13","_col15"]
<-Map 23 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_289]
PartitionCols:_col0
@@ -188,8 +188,8 @@ Stage-0
<-Reducer 13 [SIMPLE_EDGE]
SHUFFLE [RS_38]
PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_246] (rows=8179022 width=116)
- Conds:RS_35._col5=RS_286._col0(Left Outer),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col16"]
+ Merge Join Operator [MERGEJOIN_246] (rows=8179022 width=30)
+ Conds:RS_35._col5=RS_286._col0(Left Outer),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col13"]
<-Map 22 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_286]
PartitionCols:_col0
@@ -200,12 +200,12 @@ Stage-0
<-Reducer 12 [SIMPLE_EDGE]
SHUFFLE [RS_35]
PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_245] (rows=8179022 width=115)
+ Merge Join Operator [MERGEJOIN_245] (rows=8179022 width=29)
Conds:RS_32._col3=RS_276._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col9","_col10"]
<-Map 20 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_276]
PartitionCols:_col0
- Select Operator [SEL_275] (rows=1440 width=97)
+ Select Operator [SEL_275] (rows=1440 width=4)
Output:["_col0"]
Filter Operator [FIL_274] (rows=1440 width=96)
predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null)
@@ -214,12 +214,12 @@ Stage-0
<-Reducer 11 [SIMPLE_EDGE]
SHUFFLE [RS_32]
PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_244] (rows=40895108 width=121)
+ Merge Join Operator [MERGEJOIN_244] (rows=40895108 width=35)
Conds:RS_29._col2=RS_268._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10"]
<-Map 18 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_268]
PartitionCols:_col0
- Select Operator [SEL_267] (rows=265971 width=89)
+ Select Operator [SEL_267] (rows=265971 width=4)
Output:["_col0"]
Filter Operator [FIL_266] (rows=265971 width=89)
predicate:((cd_marital_status = 'M') and cd_demo_sk is not null)
@@ -228,12 +228,12 @@ Stage-0
<-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_29]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_243] (rows=100076475 width=125)
+ Merge Join Operator [MERGEJOIN_243] (rows=100076475 width=39)
Conds:RS_284._col0=RS_260._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10"]
<-Map 16 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_260]
PartitionCols:_col0
- Select Operator [SEL_259] (rows=652 width=106)
+ Select Operator [SEL_259] (rows=652 width=16)
Output:["_col0","_col1","_col2"]
Filter Operator [FIL_258] (rows=652 width=106)
predicate:((d_year = 2001) and d_date_sk is not null and d_week_seq is not null)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query73.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query73.q.out b/ql/src/test/results/clientpositive/perf/tez/query73.q.out
index 14852d8..a3ec378 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query73.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query73.q.out
@@ -120,7 +120,7 @@ Stage-0
<-Map 13 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_122]
PartitionCols:_col0
- Select Operator [SEL_121] (rows=56 width=102)
+ Select Operator [SEL_121] (rows=56 width=4)
Output:["_col0"]
Filter Operator [FIL_120] (rows=56 width=102)
predicate:((s_county) IN ('Mobile County', 'Maverick County', 'Huron County', 'Kittitas County') and s_store_sk is not null)
@@ -134,7 +134,7 @@ Stage-0
<-Map 11 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_114]
PartitionCols:_col0
- Select Operator [SEL_113] (rows=480 width=104)
+ Select Operator [SEL_113] (rows=480 width=4)
Output:["_col0"]
Filter Operator [FIL_112] (rows=480 width=104)
predicate:((hd_buy_potential) IN ('>10000', 'unknown') and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.0D)) ELSE (null) END and hd_demo_sk is not null)
@@ -148,7 +148,7 @@ Stage-0
<-Map 9 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_106]
PartitionCols:_col0
- Select Operator [SEL_105] (rows=170 width=12)
+ Select Operator [SEL_105] (rows=170 width=4)
Output:["_col0"]
Filter Operator [FIL_104] (rows=170 width=12)
predicate:((d_year) IN (2000, 2001, 2002) and d_date_sk is not null and d_dom BETWEEN 1 AND 2)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query74.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query74.q.out b/ql/src/test/results/clientpositive/perf/tez/query74.q.out
index 4b174fe..20aade2 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query74.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query74.q.out
@@ -161,99 +161,97 @@ Stage-0
limit:100
Stage-1
Reducer 8 vectorized
- File Output Operator [FS_354]
- Limit [LIM_353] (rows=100 width=280)
+ File Output Operator [FS_353]
+ Limit [LIM_352] (rows=100 width=280)
Number of rows:100
- Select Operator [SEL_352] (rows=12248093 width=280)
+ Select Operator [SEL_351] (rows=12248093 width=280)
Output:["_col0","_col1","_col2"]
<-Reducer 7 [SIMPLE_EDGE]
SHUFFLE [RS_93]
Select Operator [SEL_92] (rows=12248093 width=280)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_91] (rows=12248093 width=728)
- predicate:CASE WHEN (_col3 is not null) THEN (CASE WHEN (_col5 is not null) THEN (((_col1 / _col5) > (_col9 / _col3))) ELSE ((null > (_col9 / _col3))) END) ELSE (CASE WHEN (_col5 is not null) THEN (((_col1 / _col5) > null)) ELSE (null) END) END
- Merge Join Operator [MERGEJOIN_287] (rows=24496186 width=728)
- Conds:RS_88._col2=RS_351._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col9"]
+ Filter Operator [FIL_91] (rows=12248093 width=732)
+ predicate:CASE WHEN (_col3 is not null) THEN (CASE WHEN (_col6) THEN (((_col1 / _col5) > (_col10 / _col3))) ELSE ((null > (_col10 / _col3))) END) ELSE (CASE WHEN (_col6) THEN (((_col1 / _col5) > null)) ELSE (null) END) END
+ Merge Join Operator [MERGEJOIN_287] (rows=24496186 width=732)
+ Conds:RS_88._col2=RS_350._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col9","_col10"]
<-Reducer 20 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_351]
+ SHUFFLE [RS_350]
PartitionCols:_col0
- Select Operator [SEL_350] (rows=80000000 width=392)
- Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_349] (rows=80000000 width=396)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_79]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_78] (rows=80000000 width=396)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
- Merge Join Operator [MERGEJOIN_284] (rows=187573258 width=381)
- Conds:RS_74._col1=RS_317._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
- <-Map 26 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_317]
- PartitionCols:_col0
- Select Operator [SEL_316] (rows=80000000 width=284)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_315] (rows=80000000 width=284)
- predicate:(c_customer_id is not null and c_customer_sk is not null)
- TableScan [TS_68] (rows=80000000 width=284)
- default@customer,customer,Tbl:COMPLETE,Col:COMPLETE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name"]
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_283] (rows=187573258 width=105)
- Conds:RS_348._col0=RS_294._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 21 [SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_294]
- PartitionCols:_col0
- Select Operator [SEL_291] (rows=652 width=8)
- Output:["_col0","_col1"]
- Filter Operator [FIL_288] (rows=652 width=8)
- predicate:((d_year = 2002) and (d_year) IN (2001, 2002) and d_date_sk is not null)
- TableScan [TS_65] (rows=73049 width=8)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_year"]
- <-Map 17 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_348]
- PartitionCols:_col0
- Select Operator [SEL_347] (rows=525327388 width=114)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_346] (rows=525327388 width=114)
- predicate:((ss_sold_date_sk BETWEEN DynamicValue(RS_72_date_dim_d_date_sk_min) AND DynamicValue(RS_72_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_72_date_dim_d_date_sk_bloom_filter))) and ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_62] (rows=575995635 width=114)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_customer_sk","ss_net_paid"]
- <-Reducer 22 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_345]
- Group By Operator [GBY_344] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
- <-Map 21 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_306]
- Group By Operator [GBY_302] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_295] (rows=652 width=4)
- Output:["_col0"]
- Please refer to the previous Select Operator [SEL_291]
+ Group By Operator [GBY_349] (rows=80000000 width=392)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_79]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_78] (rows=80000000 width=392)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["max(_col2)"],keys:_col5, _col6, _col7
+ Merge Join Operator [MERGEJOIN_284] (rows=187573258 width=377)
+ Conds:RS_74._col1=RS_317._col0(Inner),Output:["_col2","_col5","_col6","_col7"]
+ <-Map 26 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_317]
+ PartitionCols:_col0
+ Select Operator [SEL_316] (rows=80000000 width=284)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_315] (rows=80000000 width=284)
+ predicate:(c_customer_id is not null and c_customer_sk is not null)
+ TableScan [TS_68] (rows=80000000 width=284)
+ default@customer,customer,Tbl:COMPLETE,Col:COMPLETE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name"]
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_283] (rows=187573258 width=101)
+ Conds:RS_348._col0=RS_294._col0(Inner),Output:["_col1","_col2"]
+ <-Map 21 [SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_294]
+ PartitionCols:_col0
+ Select Operator [SEL_291] (rows=652 width=4)
+ Output:["_col0"]
+ Filter Operator [FIL_288] (rows=652 width=8)
+ predicate:((d_year = 2002) and (d_year) IN (2001, 2002) and d_date_sk is not null)
+ TableScan [TS_65] (rows=73049 width=8)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_year"]
+ <-Map 17 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_348]
+ PartitionCols:_col0
+ Select Operator [SEL_347] (rows=525327388 width=114)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_346] (rows=525327388 width=114)
+ predicate:((ss_sold_date_sk BETWEEN DynamicValue(RS_72_date_dim_d_date_sk_min) AND DynamicValue(RS_72_date_dim_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_72_date_dim_d_date_sk_bloom_filter))) and ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_62] (rows=575995635 width=114)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_customer_sk","ss_net_paid"]
+ <-Reducer 22 [BROADCAST_EDGE] vectorized
+ BROADCAST [RS_345]
+ Group By Operator [GBY_344] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
+ <-Map 21 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_306]
+ Group By Operator [GBY_302] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
+ Select Operator [SEL_295] (rows=652 width=4)
+ Output:["_col0"]
+ Please refer to the previous Select Operator [SEL_291]
<-Reducer 6 [ONE_TO_ONE_EDGE]
FORWARD [RS_88]
PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_286] (rows=20485011 width=436)
- Conds:RS_85._col2=RS_343._col0(Inner),Output:["_col1","_col2","_col3","_col5"]
+ Merge Join Operator [MERGEJOIN_286] (rows=20485011 width=440)
+ Conds:RS_85._col2=RS_343._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
<-Reducer 16 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_343]
PartitionCols:_col0
- Select Operator [SEL_342] (rows=17130654 width=212)
- Output:["_col0","_col1"]
+ Select Operator [SEL_342] (rows=17130654 width=216)
+ Output:["_col0","_col1","_col2"]
Filter Operator [FIL_341] (rows=17130654 width=212)
- predicate:(_col4 > 0)
+ predicate:(_col3 > 0)
Select Operator [SEL_340] (rows=51391963 width=212)
- Output:["_col0","_col4"]
- Group By Operator [GBY_339] (rows=51391963 width=396)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ Output:["_col0","_col3"]
+ Group By Operator [GBY_339] (rows=51391963 width=392)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 15 [SIMPLE_EDGE]
SHUFFLE [RS_58]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_57] (rows=51391963 width=396)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
- Merge Join Operator [MERGEJOIN_282] (rows=51391963 width=395)
- Conds:RS_53._col1=RS_320._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_57] (rows=51391963 width=392)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["max(_col2)"],keys:_col5, _col6, _col7
+ Merge Join Operator [MERGEJOIN_282] (rows=51391963 width=391)
+ Conds:RS_53._col1=RS_320._col0(Inner),Output:["_col2","_col5","_col6","_col7"]
<-Map 26 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_320]
PartitionCols:_col0
@@ -261,13 +259,13 @@ Stage-0
<-Reducer 14 [SIMPLE_EDGE]
SHUFFLE [RS_53]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_281] (rows=51391963 width=119)
- Conds:RS_338._col0=RS_300._col0(Inner),Output:["_col1","_col2","_col4"]
+ Merge Join Operator [MERGEJOIN_281] (rows=51391963 width=115)
+ Conds:RS_338._col0=RS_300._col0(Inner),Output:["_col1","_col2"]
<-Map 21 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_300]
PartitionCols:_col0
- Select Operator [SEL_293] (rows=652 width=8)
- Output:["_col0","_col1"]
+ Select Operator [SEL_293] (rows=652 width=4)
+ Output:["_col0"]
Filter Operator [FIL_290] (rows=652 width=8)
predicate:((d_year = 2001) and (d_year) IN (2001, 2002) and d_date_sk is not null)
Please refer to the previous TableScan [TS_65]
@@ -302,18 +300,18 @@ Stage-0
Select Operator [SEL_332] (rows=26666666 width=212)
Output:["_col0","_col1"]
Filter Operator [FIL_331] (rows=26666666 width=212)
- predicate:(_col4 > 0)
+ predicate:(_col3 > 0)
Select Operator [SEL_330] (rows=80000000 width=212)
- Output:["_col0","_col4"]
- Group By Operator [GBY_329] (rows=80000000 width=396)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ Output:["_col0","_col3"]
+ Group By Operator [GBY_329] (rows=80000000 width=392)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 11 [SIMPLE_EDGE]
SHUFFLE [RS_37]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_36] (rows=80000000 width=396)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
- Merge Join Operator [MERGEJOIN_280] (rows=187573258 width=381)
- Conds:RS_32._col1=RS_319._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_36] (rows=80000000 width=392)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["max(_col2)"],keys:_col5, _col6, _col7
+ Merge Join Operator [MERGEJOIN_280] (rows=187573258 width=377)
+ Conds:RS_32._col1=RS_319._col0(Inner),Output:["_col2","_col5","_col6","_col7"]
<-Map 26 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_319]
PartitionCols:_col0
@@ -321,13 +319,13 @@ Stage-0
<-Reducer 10 [SIMPLE_EDGE]
SHUFFLE [RS_32]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_279] (rows=187573258 width=105)
- Conds:RS_328._col0=RS_298._col0(Inner),Output:["_col1","_col2","_col4"]
+ Merge Join Operator [MERGEJOIN_279] (rows=187573258 width=101)
+ Conds:RS_328._col0=RS_298._col0(Inner),Output:["_col1","_col2"]
<-Map 21 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_298]
PartitionCols:_col0
- Select Operator [SEL_292] (rows=652 width=8)
- Output:["_col0","_col1"]
+ Select Operator [SEL_292] (rows=652 width=4)
+ Output:["_col0"]
Filter Operator [FIL_289] (rows=652 width=8)
predicate:((d_year = 2001) and (d_year) IN (2001, 2002) and d_date_sk is not null)
Please refer to the previous TableScan [TS_65]
@@ -356,15 +354,15 @@ Stage-0
PartitionCols:_col0
Select Operator [SEL_322] (rows=51391963 width=212)
Output:["_col0","_col1"]
- Group By Operator [GBY_321] (rows=51391963 width=396)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ Group By Operator [GBY_321] (rows=51391963 width=392)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 3 [SIMPLE_EDGE]
SHUFFLE [RS_17]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_16] (rows=51391963 width=396)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
- Merge Join Operator [MERGEJOIN_278] (rows=51391963 width=395)
- Conds:RS_12._col1=RS_318._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_16] (rows=51391963 width=392)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["max(_col2)"],keys:_col5, _col6, _col7
+ Merge Join Operator [MERGEJOIN_278] (rows=51391963 width=391)
+ Conds:RS_12._col1=RS_318._col0(Inner),Output:["_col2","_col5","_col6","_col7"]
<-Map 26 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_318]
PartitionCols:_col0
@@ -372,8 +370,8 @@ Stage-0
<-Reducer 2 [SIMPLE_EDGE]
SHUFFLE [RS_12]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_277] (rows=51391963 width=119)
- Conds:RS_314._col0=RS_296._col0(Inner),Output:["_col1","_col2","_col4"]
+ Merge Join Operator [MERGEJOIN_277] (rows=51391963 width=115)
+ Conds:RS_314._col0=RS_296._col0(Inner),Output:["_col1","_col2"]
<-Map 21 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_296]
PartitionCols:_col0