You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2018/11/13 21:34:59 UTC
[06/59] [abbrv] [partial] hive git commit: HIVE-20850: Push case
conditional from projections to dimension tables if possible (Zoltan
Haindrich via Jesus Camacho Rodriguez)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query85.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query85.q.out b/ql/src/test/results/clientpositive/perf/tez/query85.q.out
index f5800b9..1ada394 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query85.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query85.q.out
@@ -183,15 +183,15 @@ POSTHOOK: Output: hdfs://### HDFS PATH ###
Plan optimized by CBO.
Vertex dependency in root stage
-Map 11 <- Reducer 15 (BROADCAST_EDGE)
+Map 11 <- Reducer 13 (BROADCAST_EDGE)
Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 15 <- Map 14 (CUSTOM_SIMPLE_EDGE)
+Reducer 13 <- Map 12 (CUSTOM_SIMPLE_EDGE)
Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
-Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 3 <- Map 17 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Map 14 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 16 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 17 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 6 <- Map 15 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 16 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
Reducer 8 <- Map 17 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
@@ -200,134 +200,138 @@ Stage-0
limit:-1
Stage-1
Reducer 10 vectorized
- File Output Operator [FS_239]
- Limit [LIM_238] (rows=72 width=832)
+ File Output Operator [FS_240]
+ Limit [LIM_239] (rows=7 width=832)
Number of rows:100
- Select Operator [SEL_237] (rows=72 width=832)
+ Select Operator [SEL_238] (rows=7 width=832)
Output:["_col0","_col1","_col2","_col3"]
<-Reducer 9 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_236]
- Select Operator [SEL_235] (rows=72 width=832)
+ SHUFFLE [RS_237]
+ Select Operator [SEL_236] (rows=7 width=832)
Output:["_col4","_col5","_col6","_col7"]
- Group By Operator [GBY_234] (rows=72 width=353)
+ Group By Operator [GBY_235] (rows=7 width=353)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","count(VALUE._col3)","sum(VALUE._col4)","count(VALUE._col5)"],keys:KEY._col0
<-Reducer 8 [SIMPLE_EDGE]
SHUFFLE [RS_49]
PartitionCols:_col0
- Group By Operator [GBY_48] (rows=72 width=353)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col12)","count(_col12)","sum(_col7)","count(_col7)","sum(_col6)","count(_col6)"],keys:_col22
- Merge Join Operator [MERGEJOIN_206] (rows=8055 width=100)
- Conds:RS_44._col3, _col24, _col25=RS_232._col0, _col1, _col2(Inner),Output:["_col6","_col7","_col12","_col22"]
- <-Map 17 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_232]
- PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_231] (rows=265971 width=183)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_230] (rows=265971 width=183)
- predicate:((cd_education_status) IN ('4 yr Degree', 'Primary', 'Advanced Degree') and (cd_marital_status) IN ('M', 'D', 'U') and cd_demo_sk is not null)
- TableScan [TS_21] (rows=1861800 width=183)
- default@customer_demographics,cd2,Tbl:COMPLETE,Col:COMPLETE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col3, _col24, _col25
- Filter Operator [FIL_43] (rows=8055 width=390)
- predicate:(((_col24 = 'D') and (_col25 = 'Primary') and _col13 BETWEEN 50 AND 100) or ((_col24 = 'M') and (_col25 = '4 yr Degree') and _col13 BETWEEN 100 AND 150) or ((_col24 = 'U') and (_col25 = 'Advanced Degree') and _col13 BETWEEN 150 AND 200))
- Merge Join Operator [MERGEJOIN_205] (rows=24166 width=390)
- Conds:RS_40._col1=RS_233._col0(Inner),Output:["_col3","_col6","_col7","_col12","_col13","_col22","_col24","_col25"]
- <-Map 17 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_233]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_231]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_204] (rows=24166 width=211)
- Conds:RS_37._col4=RS_229._col0(Inner),Output:["_col1","_col3","_col6","_col7","_col12","_col13","_col22"]
+ Group By Operator [GBY_48] (rows=7 width=353)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col12)","count(_col12)","sum(_col7)","count(_col7)","sum(_col6)","count(_col6)"],keys:_col25
+ Select Operator [SEL_47] (rows=16740 width=136)
+ Output:["_col6","_col7","_col12","_col25"]
+ Filter Operator [FIL_46] (rows=16740 width=136)
+ predicate:((_col33 and _col34 and _col16) or (_col35 and _col36 and _col17) or (_col37 and _col38 and _col18))
+ Merge Join Operator [MERGEJOIN_206] (rows=44640 width=136)
+ Conds:RS_43._col1, _col20, _col21=RS_224._col0, _col1, _col2(Inner),Output:["_col6","_col7","_col12","_col16","_col17","_col18","_col25","_col33","_col34","_col35","_col36","_col37","_col38"]
+ <-Map 17 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_224]
+ PartitionCols:_col0, _col1, _col2
+ Select Operator [SEL_222] (rows=265971 width=207)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Filter Operator [FIL_221] (rows=265971 width=183)
+ predicate:((cd_education_status) IN ('4 yr Degree', 'Primary', 'Advanced Degree') and (cd_marital_status) IN ('M', 'D', 'U') and cd_demo_sk is not null)
+ TableScan [TS_21] (rows=1861800 width=183)
+ default@customer_demographics,cd1,Tbl:COMPLETE,Col:COMPLETE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col1, _col20, _col21
+ Filter Operator [FIL_42] (rows=44640 width=315)
+ predicate:((_col27 and _col13) or (_col28 and _col14) or (_col29 and _col15))
+ Merge Join Operator [MERGEJOIN_205] (rows=59520 width=315)
+ Conds:RS_39._col2=RS_234._col0(Inner),Output:["_col1","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col20","_col21","_col25","_col27","_col28","_col29"]
<-Map 16 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_229]
+ SHUFFLE [RS_234]
PartitionCols:_col0
- Select Operator [SEL_228] (rows=72 width=101)
- Output:["_col0","_col1"]
- Filter Operator [FIL_227] (rows=72 width=101)
- predicate:r_reason_sk is not null
- TableScan [TS_15] (rows=72 width=101)
- default@reason,reason,Tbl:COMPLETE,Col:COMPLETE,Output:["r_reason_sk","r_reason_desc"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_203] (rows=24166 width=114)
- Conds:RS_34._col8=RS_212._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col12","_col13"]
- <-Map 14 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_212]
+ Select Operator [SEL_233] (rows=3529412 width=16)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_232] (rows=3529412 width=187)
+ predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null)
+ TableScan [TS_18] (rows=40000000 width=187)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:COMPLETE,Output:["ca_address_sk","ca_state","ca_country"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_204] (rows=674551 width=350)
+ Conds:RS_36._col4=RS_231._col0(Inner),Output:["_col1","_col2","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col20","_col21","_col25"]
+ <-Map 15 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_231]
PartitionCols:_col0
- Select Operator [SEL_211] (rows=652 width=8)
- Output:["_col0"]
- Filter Operator [FIL_210] (rows=652 width=8)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_12] (rows=73049 width=8)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_year"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col8
- Merge Join Operator [MERGEJOIN_202] (rows=67680 width=244)
- Conds:RS_31._col10=RS_226._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col12","_col13"]
- <-Map 13 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_226]
+ Select Operator [SEL_230] (rows=72 width=101)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_229] (rows=72 width=101)
+ predicate:r_reason_sk is not null
+ TableScan [TS_15] (rows=72 width=101)
+ default@reason,reason,Tbl:COMPLETE,Col:COMPLETE,Output:["r_reason_sk","r_reason_desc"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_203] (rows=674551 width=254)
+ Conds:RS_33._col10=RS_228._col0(Inner),Output:["_col1","_col2","_col4","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col20","_col21"]
+ <-Map 14 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_228]
PartitionCols:_col0
- Select Operator [SEL_225] (rows=4602 width=4)
+ Select Operator [SEL_227] (rows=4602 width=4)
Output:["_col0"]
- Filter Operator [FIL_224] (rows=4602 width=4)
+ Filter Operator [FIL_226] (rows=4602 width=4)
predicate:wp_web_page_sk is not null
- TableScan [TS_9] (rows=4602 width=4)
+ TableScan [TS_12] (rows=4602 width=4)
default@web_page,web_page,Tbl:COMPLETE,Col:COMPLETE,Output:["wp_web_page_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
PartitionCols:_col10
- Filter Operator [FIL_30] (rows=67680 width=446)
- predicate:(((_col16) IN ('KY', 'GA', 'NM') and _col14 BETWEEN 100 AND 200) or ((_col16) IN ('MT', 'OR', 'IN') and _col14 BETWEEN 150 AND 300) or ((_col16) IN ('WI', 'MO', 'WV') and _col14 BETWEEN 50 AND 250))
- Merge Join Operator [MERGEJOIN_201] (rows=1150579 width=446)
- Conds:RS_27._col2=RS_223._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14","_col16"]
- <-Map 12 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_223]
- PartitionCols:_col0
- Select Operator [SEL_222] (rows=3529412 width=187)
- Output:["_col0","_col1"]
- Filter Operator [FIL_221] (rows=3529412 width=187)
- predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null)
- TableScan [TS_6] (rows=40000000 width=187)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:COMPLETE,Output:["ca_address_sk","ca_state","ca_country"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_200] (rows=13039884 width=466)
- Conds:RS_209._col0, _col5=RS_220._col1, _col3(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14"]
- <-Map 1 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_209]
- PartitionCols:_col0, _col5
- Select Operator [SEL_208] (rows=11975292 width=237)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_207] (rows=11975292 width=237)
- predicate:(wr_item_sk is not null and wr_order_number is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null and wr_refunded_cdemo_sk is not null and wr_returning_cdemo_sk is not null)
- TableScan [TS_0] (rows=14398467 width=237)
- default@web_returns,web_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["wr_item_sk","wr_refunded_cdemo_sk","wr_refunded_addr_sk","wr_returning_cdemo_sk","wr_reason_sk","wr_order_number","wr_fee","wr_refunded_cash"]
- <-Map 11 [SIMPLE_EDGE] vectorized
- SHUFFLE [RS_220]
- PartitionCols:_col1, _col3
- Select Operator [SEL_219] (rows=15992347 width=243)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_218] (rows=15992347 width=243)
- predicate:((ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and (ws_sales_price BETWEEN 100 AND 150 or ws_sales_price BETWEEN 50 AND 100 or ws_sales_price BETWEEN 150 AND 200) and (ws_sold_date_sk BETWEEN DynamicValue(RS_35_date_dim_d_date_sk_min) AND DynamicValue(RS_35_date_dim_d_date_sk_max) and in_bloom_filter(ws_sold_date_sk, DynamicValue(RS_35_date_dim_d_date_sk_bloom_filter))) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null and ws_web_page_sk is not null)
- TableScan [TS_3] (rows=144002668 width=243)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_order_number","ws_quantity","ws_sales_price","ws_net_profit"]
- <-Reducer 15 [BROADCAST_EDGE] vectorized
- BROADCAST [RS_217]
- Group By Operator [GBY_216] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
- <-Map 14 [CUSTOM_SIMPLE_EDGE] vectorized
- SHUFFLE [RS_215]
- Group By Operator [GBY_214] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
- Select Operator [SEL_213] (rows=652 width=4)
- Output:["_col0"]
- Please refer to the previous Select Operator [SEL_211]
+ Merge Join Operator [MERGEJOIN_202] (rows=674551 width=258)
+ Conds:RS_30._col8=RS_212._col0(Inner),Output:["_col1","_col2","_col4","_col6","_col7","_col10","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col20","_col21"]
+ <-Map 12 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_212]
+ PartitionCols:_col0
+ Select Operator [SEL_211] (rows=652 width=4)
+ Output:["_col0"]
+ Filter Operator [FIL_210] (rows=652 width=8)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=8)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_year"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col8
+ Merge Join Operator [MERGEJOIN_201] (rows=1889180 width=383)
+ Conds:RS_27._col3=RS_225._col0(Inner),Output:["_col1","_col2","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col20","_col21"]
+ <-Map 17 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_225]
+ PartitionCols:_col0
+ Select Operator [SEL_223] (rows=265971 width=183)
+ Output:["_col0","_col1","_col2"]
+ Please refer to the previous Filter Operator [FIL_221]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_200] (rows=13039884 width=266)
+ Conds:RS_209._col0, _col5=RS_220._col1, _col3(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14","_col15","_col16","_col17","_col18"]
+ <-Map 1 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_209]
+ PartitionCols:_col0, _col5
+ Select Operator [SEL_208] (rows=11975292 width=237)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_207] (rows=11975292 width=237)
+ predicate:(wr_item_sk is not null and wr_order_number is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null and wr_refunded_cdemo_sk is not null and wr_returning_cdemo_sk is not null)
+ TableScan [TS_0] (rows=14398467 width=237)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["wr_item_sk","wr_refunded_cdemo_sk","wr_refunded_addr_sk","wr_returning_cdemo_sk","wr_reason_sk","wr_order_number","wr_fee","wr_refunded_cash"]
+ <-Map 11 [SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_220]
+ PartitionCols:_col1, _col3
+ Select Operator [SEL_219] (rows=15992347 width=43)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
+ Filter Operator [FIL_218] (rows=15992347 width=243)
+ predicate:((ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and (ws_sales_price BETWEEN 100 AND 150 or ws_sales_price BETWEEN 50 AND 100 or ws_sales_price BETWEEN 150 AND 200) and (ws_sold_date_sk BETWEEN DynamicValue(RS_31_date_dim_d_date_sk_min) AND DynamicValue(RS_31_date_dim_d_date_sk_max) and in_bloom_filter(ws_sold_date_sk, DynamicValue(RS_31_date_dim_d_date_sk_bloom_filter))) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null and ws_web_page_sk is not null)
+ TableScan [TS_3] (rows=144002668 width=243)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_order_number","ws_quantity","ws_sales_price","ws_net_profit"]
+ <-Reducer 13 [BROADCAST_EDGE] vectorized
+ BROADCAST [RS_217]
+ Group By Operator [GBY_216] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
+ <-Map 12 [CUSTOM_SIMPLE_EDGE] vectorized
+ SHUFFLE [RS_215]
+ Group By Operator [GBY_214] (rows=1 width=12)
+ Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"]
+ Select Operator [SEL_213] (rows=652 width=4)
+ Output:["_col0"]
+ Please refer to the previous Select Operator [SEL_211]
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query86.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query86.q.out b/ql/src/test/results/clientpositive/perf/tez/query86.q.out
index 22d494b..2d6d545 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query86.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query86.q.out
@@ -100,7 +100,7 @@ Stage-0
Select Operator [SEL_15] (rows=24992810 width=293)
Output:["_col0","_col1","_col2"]
Merge Join Operator [MERGEJOIN_60] (rows=24992810 width=293)
- Conds:RS_12._col1=RS_74._col0(Inner),Output:["_col2","_col6","_col7"]
+ Conds:RS_12._col1=RS_74._col0(Inner),Output:["_col2","_col5","_col6"]
<-Map 9 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_74]
PartitionCols:_col0
@@ -118,7 +118,7 @@ Stage-0
<-Map 7 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_63]
PartitionCols:_col0
- Select Operator [SEL_62] (rows=317 width=8)
+ Select Operator [SEL_62] (rows=317 width=4)
Output:["_col0"]
Filter Operator [FIL_61] (rows=317 width=8)
predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query87.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query87.q.out b/ql/src/test/results/clientpositive/perf/tez/query87.q.out
index 4006cfb..5b59116 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query87.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query87.q.out
@@ -113,9 +113,9 @@ Stage-0
SHUFFLE [RS_80]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_79] (rows=24986582 width=274)
- Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
+ Output:["_col0","_col1","_col2"],keys:_col6, _col5, _col3
Merge Join Operator [MERGEJOIN_192] (rows=24986582 width=274)
- Conds:RS_75._col1=RS_249._col0(Inner),Output:["_col3","_col6","_col7"]
+ Conds:RS_75._col1=RS_249._col0(Inner),Output:["_col3","_col5","_col6"]
<-Map 20 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_249]
PartitionCols:_col0
@@ -133,7 +133,7 @@ Stage-0
<-Map 10 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_232]
PartitionCols:_col0
- Select Operator [SEL_227] (rows=317 width=102)
+ Select Operator [SEL_227] (rows=317 width=98)
Output:["_col0","_col1"]
Filter Operator [FIL_226] (rows=317 width=102)
predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
@@ -196,9 +196,9 @@ Stage-0
SHUFFLE [RS_42]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_41] (rows=49146883 width=274)
- Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
+ Output:["_col0","_col1","_col2"],keys:_col6, _col5, _col3
Merge Join Operator [MERGEJOIN_190] (rows=49146883 width=274)
- Conds:RS_37._col1=RS_248._col0(Inner),Output:["_col3","_col6","_col7"]
+ Conds:RS_37._col1=RS_248._col0(Inner),Output:["_col3","_col5","_col6"]
<-Map 20 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_248]
PartitionCols:_col0
@@ -251,9 +251,9 @@ Stage-0
SHUFFLE [RS_17]
PartitionCols:_col0, _col1, _col2
Group By Operator [GBY_16] (rows=91197425 width=274)
- Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
+ Output:["_col0","_col1","_col2"],keys:_col6, _col5, _col3
Merge Join Operator [MERGEJOIN_188] (rows=91197425 width=274)
- Conds:RS_12._col1=RS_247._col0(Inner),Output:["_col3","_col6","_col7"]
+ Conds:RS_12._col1=RS_247._col0(Inner),Output:["_col3","_col5","_col6"]
<-Map 20 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_247]
PartitionCols:_col0
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query88.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query88.q.out b/ql/src/test/results/clientpositive/perf/tez/query88.q.out
index 28a9707..249f7e3 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query88.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query88.q.out
@@ -305,7 +305,7 @@ Stage-0
<-Map 59 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_704]
PartitionCols:_col0
- Select Operator [SEL_693] (rows=155 width=91)
+ Select Operator [SEL_693] (rows=155 width=4)
Output:["_col0"]
Filter Operator [FIL_692] (rows=155 width=92)
predicate:((s_store_name = 'ese') and s_store_sk is not null)
@@ -319,7 +319,7 @@ Stage-0
<-Map 50 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_668]
PartitionCols:_col0
- Select Operator [SEL_655] (rows=1515 width=12)
+ Select Operator [SEL_655] (rows=1515 width=4)
Output:["_col0"]
Filter Operator [FIL_647] (rows=1515 width=12)
predicate:((t_hour = 10) and (t_minute < 30) and t_time_sk is not null)
@@ -333,7 +333,7 @@ Stage-0
<-Map 13 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_618]
PartitionCols:_col0
- Select Operator [SEL_607] (rows=817 width=12)
+ Select Operator [SEL_607] (rows=817 width=4)
Output:["_col0"]
Filter Operator [FIL_606] (rows=817 width=12)
predicate:((((hd_dep_count = 3) and hd_vehicle_count is not null) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and (hd_dep_count) IN (3, 0, 1) and (hd_vehicle_count <= 5) and hd_demo_sk is not null)
@@ -407,7 +407,7 @@ Stage-0
<-Map 50 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_666]
PartitionCols:_col0
- Select Operator [SEL_654] (rows=1515 width=12)
+ Select Operator [SEL_654] (rows=1515 width=4)
Output:["_col0"]
Filter Operator [FIL_646] (rows=1515 width=12)
predicate:((t_hour = 10) and (t_minute >= 30) and t_time_sk is not null)
@@ -489,7 +489,7 @@ Stage-0
<-Map 50 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_664]
PartitionCols:_col0
- Select Operator [SEL_653] (rows=1515 width=12)
+ Select Operator [SEL_653] (rows=1515 width=4)
Output:["_col0"]
Filter Operator [FIL_645] (rows=1515 width=12)
predicate:((t_hour = 11) and (t_minute < 30) and t_time_sk is not null)
@@ -571,7 +571,7 @@ Stage-0
<-Map 50 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_662]
PartitionCols:_col0
- Select Operator [SEL_652] (rows=1515 width=12)
+ Select Operator [SEL_652] (rows=1515 width=4)
Output:["_col0"]
Filter Operator [FIL_644] (rows=1515 width=12)
predicate:((t_hour = 11) and (t_minute >= 30) and t_time_sk is not null)
@@ -653,7 +653,7 @@ Stage-0
<-Map 50 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_660]
PartitionCols:_col0
- Select Operator [SEL_651] (rows=1515 width=12)
+ Select Operator [SEL_651] (rows=1515 width=4)
Output:["_col0"]
Filter Operator [FIL_643] (rows=1515 width=12)
predicate:((t_hour = 12) and (t_minute < 30) and t_time_sk is not null)
@@ -731,7 +731,7 @@ Stage-0
<-Map 50 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_658]
PartitionCols:_col0
- Select Operator [SEL_650] (rows=1515 width=12)
+ Select Operator [SEL_650] (rows=1515 width=4)
Output:["_col0"]
Filter Operator [FIL_642] (rows=1515 width=12)
predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null)
@@ -809,7 +809,7 @@ Stage-0
<-Map 50 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_670]
PartitionCols:_col0
- Select Operator [SEL_656] (rows=1515 width=12)
+ Select Operator [SEL_656] (rows=1515 width=4)
Output:["_col0"]
Filter Operator [FIL_648] (rows=1515 width=12)
predicate:((t_hour = 9) and (t_minute >= 30) and t_time_sk is not null)
@@ -887,7 +887,7 @@ Stage-0
<-Map 50 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_672]
PartitionCols:_col0
- Select Operator [SEL_657] (rows=1515 width=12)
+ Select Operator [SEL_657] (rows=1515 width=4)
Output:["_col0"]
Filter Operator [FIL_649] (rows=1515 width=12)
predicate:((t_hour = 9) and (t_minute < 30) and t_time_sk is not null)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query89.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query89.q.out b/ql/src/test/results/clientpositive/perf/tez/query89.q.out
index 0844ca7..e79b9dd 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query89.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query89.q.out
@@ -106,9 +106,9 @@ Stage-0
SHUFFLE [RS_23]
PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
Group By Operator [GBY_22] (rows=27308180 width=577)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col7, _col10, _col12, _col13
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col7, _col9, _col11, _col12
Merge Join Operator [MERGEJOIN_84] (rows=27308180 width=480)
- Conds:RS_18._col2=RS_106._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col10","_col12","_col13"]
+ Conds:RS_18._col2=RS_106._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col9","_col11","_col12"]
<-Map 12 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_106]
PartitionCols:_col0
@@ -122,12 +122,12 @@ Stage-0
SHUFFLE [RS_18]
PartitionCols:_col2
Merge Join Operator [MERGEJOIN_83] (rows=27308180 width=301)
- Conds:RS_15._col0=RS_95._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col7","_col10"]
+ Conds:RS_15._col0=RS_95._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col7","_col9"]
<-Map 10 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_95]
PartitionCols:_col0
- Select Operator [SEL_94] (rows=652 width=12)
- Output:["_col0","_col2"]
+ Select Operator [SEL_94] (rows=652 width=8)
+ Output:["_col0","_col1"]
Filter Operator [FIL_93] (rows=652 width=12)
predicate:((d_year = 2000) and d_date_sk is not null)
TableScan [TS_6] (rows=73049 width=12)
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query9.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query9.q.out b/ql/src/test/results/clientpositive/perf/tez/query9.q.out
index eb1d3a5..ff156b5 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query9.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query9.q.out
@@ -159,150 +159,154 @@ Stage-0
File Output Operator [FS_154]
Select Operator [SEL_153] (rows=2 width=560)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_185] (rows=2 width=1160)
+ Merge Join Operator [MERGEJOIN_185] (rows=2 width=1140)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
<-Reducer 15 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_150]
- Merge Join Operator [MERGEJOIN_184] (rows=2 width=1048)
+ Merge Join Operator [MERGEJOIN_184] (rows=2 width=1028)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
<-Reducer 14 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_147]
- Merge Join Operator [MERGEJOIN_183] (rows=2 width=936)
+ Merge Join Operator [MERGEJOIN_183] (rows=2 width=916)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
<-Reducer 13 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_144]
- Merge Join Operator [MERGEJOIN_182] (rows=2 width=928)
+ Merge Join Operator [MERGEJOIN_182] (rows=2 width=912)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12"]
<-Reducer 12 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_141]
- Merge Join Operator [MERGEJOIN_181] (rows=2 width=816)
+ Merge Join Operator [MERGEJOIN_181] (rows=2 width=800)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"]
<-Reducer 11 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_138]
- Merge Join Operator [MERGEJOIN_180] (rows=2 width=704)
+ Merge Join Operator [MERGEJOIN_180] (rows=2 width=688)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
<-Reducer 10 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_135]
- Merge Join Operator [MERGEJOIN_179] (rows=2 width=696)
+ Merge Join Operator [MERGEJOIN_179] (rows=2 width=684)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
<-Reducer 34 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_272]
- Select Operator [SEL_271] (rows=1 width=112)
+ PARTITION_ONLY_SHUFFLE [RS_275]
+ Select Operator [SEL_274] (rows=1 width=112)
Output:["_col0"]
- Group By Operator [GBY_270] (rows=1 width=120)
+ Group By Operator [GBY_273] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"]
<-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_253]
- Group By Operator [GBY_248] (rows=1 width=120)
+ PARTITION_ONLY_SHUFFLE [RS_254]
+ Group By Operator [GBY_249] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"]
- Select Operator [SEL_243] (rows=182855757 width=110)
+ Select Operator [SEL_244] (rows=182855757 width=110)
Output:["ss_net_paid_inc_tax"]
- Filter Operator [FIL_238] (rows=182855757 width=110)
+ Filter Operator [FIL_239] (rows=182855757 width=110)
predicate:ss_quantity BETWEEN 41 AND 60
TableScan [TS_80] (rows=575995635 width=110)
default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_quantity","ss_net_paid_inc_tax"]
<-Reducer 9 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_132]
- Merge Join Operator [MERGEJOIN_178] (rows=2 width=584)
+ Merge Join Operator [MERGEJOIN_178] (rows=2 width=572)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
<-Reducer 28 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_269]
- Select Operator [SEL_268] (rows=1 width=112)
+ PARTITION_ONLY_SHUFFLE [RS_272]
+ Select Operator [SEL_271] (rows=1 width=112)
Output:["_col0"]
- Group By Operator [GBY_267] (rows=1 width=120)
+ Group By Operator [GBY_270] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"]
<-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_230]
- Group By Operator [GBY_225] (rows=1 width=120)
+ PARTITION_ONLY_SHUFFLE [RS_231]
+ Group By Operator [GBY_226] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"]
- Select Operator [SEL_220] (rows=182855757 width=110)
+ Select Operator [SEL_221] (rows=182855757 width=110)
Output:["ss_ext_list_price"]
- Filter Operator [FIL_215] (rows=182855757 width=110)
+ Filter Operator [FIL_216] (rows=182855757 width=110)
predicate:ss_quantity BETWEEN 41 AND 60
TableScan [TS_73] (rows=575995635 width=110)
default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_quantity","ss_ext_list_price"]
<-Reducer 8 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_129]
- Merge Join Operator [MERGEJOIN_177] (rows=2 width=472)
+ Merge Join Operator [MERGEJOIN_177] (rows=2 width=460)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
<-Reducer 22 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_266]
- Group By Operator [GBY_265] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_208]
- Group By Operator [GBY_203] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_198] (rows=182855757 width=3)
- Filter Operator [FIL_193] (rows=182855757 width=3)
- predicate:ss_quantity BETWEEN 41 AND 60
- TableScan [TS_66] (rows=575995635 width=3)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_quantity"]
+ PARTITION_ONLY_SHUFFLE [RS_269]
+ Select Operator [SEL_268] (rows=1 width=4)
+ Output:["_col0"]
+ Group By Operator [GBY_267] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_208]
+ Group By Operator [GBY_203] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_198] (rows=182855757 width=3)
+ Filter Operator [FIL_193] (rows=182855757 width=3)
+ predicate:ss_quantity BETWEEN 41 AND 60
+ TableScan [TS_66] (rows=575995635 width=3)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_quantity"]
<-Reducer 7 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_126]
- Merge Join Operator [MERGEJOIN_176] (rows=2 width=464)
+ Merge Join Operator [MERGEJOIN_176] (rows=2 width=456)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
<-Reducer 33 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_264]
- Select Operator [SEL_263] (rows=1 width=112)
+ PARTITION_ONLY_SHUFFLE [RS_266]
+ Select Operator [SEL_265] (rows=1 width=112)
Output:["_col0"]
- Group By Operator [GBY_262] (rows=1 width=120)
+ Group By Operator [GBY_264] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"]
<-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_252]
- Group By Operator [GBY_247] (rows=1 width=120)
+ PARTITION_ONLY_SHUFFLE [RS_253]
+ Group By Operator [GBY_248] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"]
- Select Operator [SEL_242] (rows=182855757 width=110)
+ Select Operator [SEL_243] (rows=182855757 width=110)
Output:["ss_net_paid_inc_tax"]
- Filter Operator [FIL_237] (rows=182855757 width=110)
+ Filter Operator [FIL_238] (rows=182855757 width=110)
predicate:ss_quantity BETWEEN 21 AND 40
Please refer to the previous TableScan [TS_80]
<-Reducer 6 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_123]
- Merge Join Operator [MERGEJOIN_175] (rows=2 width=352)
+ Merge Join Operator [MERGEJOIN_175] (rows=2 width=344)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5"]
<-Reducer 27 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_261]
- Select Operator [SEL_260] (rows=1 width=112)
+ PARTITION_ONLY_SHUFFLE [RS_263]
+ Select Operator [SEL_262] (rows=1 width=112)
Output:["_col0"]
- Group By Operator [GBY_259] (rows=1 width=120)
+ Group By Operator [GBY_261] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"]
<-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_229]
- Group By Operator [GBY_224] (rows=1 width=120)
+ PARTITION_ONLY_SHUFFLE [RS_230]
+ Group By Operator [GBY_225] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"]
- Select Operator [SEL_219] (rows=182855757 width=110)
+ Select Operator [SEL_220] (rows=182855757 width=110)
Output:["ss_ext_list_price"]
- Filter Operator [FIL_214] (rows=182855757 width=110)
+ Filter Operator [FIL_215] (rows=182855757 width=110)
predicate:ss_quantity BETWEEN 21 AND 40
Please refer to the previous TableScan [TS_73]
<-Reducer 5 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_120]
- Merge Join Operator [MERGEJOIN_174] (rows=2 width=240)
+ Merge Join Operator [MERGEJOIN_174] (rows=2 width=232)
Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4"]
<-Reducer 21 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_258]
- Group By Operator [GBY_257] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_207]
- Group By Operator [GBY_202] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_197] (rows=182855757 width=3)
- Filter Operator [FIL_192] (rows=182855757 width=3)
- predicate:ss_quantity BETWEEN 21 AND 40
- Please refer to the previous TableScan [TS_66]
+ PARTITION_ONLY_SHUFFLE [RS_260]
+ Select Operator [SEL_259] (rows=1 width=4)
+ Output:["_col0"]
+ Group By Operator [GBY_258] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_207]
+ Group By Operator [GBY_202] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_197] (rows=182855757 width=3)
+ Filter Operator [FIL_192] (rows=182855757 width=3)
+ predicate:ss_quantity BETWEEN 21 AND 40
+ Please refer to the previous TableScan [TS_66]
<-Reducer 4 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_117]
- Merge Join Operator [MERGEJOIN_173] (rows=2 width=232)
+ Merge Join Operator [MERGEJOIN_173] (rows=2 width=228)
Conds:(Left Outer),Output:["_col1","_col2","_col3"]
<-Reducer 3 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_114]
- Merge Join Operator [MERGEJOIN_172] (rows=2 width=120)
+ Merge Join Operator [MERGEJOIN_172] (rows=2 width=116)
Conds:(Left Outer),Output:["_col1","_col2"]
<-Reducer 2 [CUSTOM_SIMPLE_EDGE]
PARTITION_ONLY_SHUFFLE [RS_111]
- Merge Join Operator [MERGEJOIN_171] (rows=2 width=8)
+ Merge Join Operator [MERGEJOIN_171] (rows=2 width=4)
Conds:(Left Outer),Output:["_col1"]
<-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_188]
@@ -312,129 +316,135 @@ Stage-0
TableScan [TS_0] (rows=72 width=4)
default@reason,reason,Tbl:COMPLETE,Col:COMPLETE,Output:["r_reason_sk"]
<-Reducer 20 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_210]
- Group By Operator [GBY_209] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_206]
- Group By Operator [GBY_201] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_196] (rows=182855757 width=3)
- Filter Operator [FIL_191] (rows=182855757 width=3)
- predicate:ss_quantity BETWEEN 1 AND 20
- Please refer to the previous TableScan [TS_66]
+ PARTITION_ONLY_SHUFFLE [RS_211]
+ Select Operator [SEL_210] (rows=1 width=4)
+ Output:["_col0"]
+ Group By Operator [GBY_209] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_206]
+ Group By Operator [GBY_201] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_196] (rows=182855757 width=3)
+ Filter Operator [FIL_191] (rows=182855757 width=3)
+ predicate:ss_quantity BETWEEN 1 AND 20
+ Please refer to the previous TableScan [TS_66]
<-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_233]
- Select Operator [SEL_232] (rows=1 width=112)
+ PARTITION_ONLY_SHUFFLE [RS_234]
+ Select Operator [SEL_233] (rows=1 width=112)
Output:["_col0"]
- Group By Operator [GBY_231] (rows=1 width=120)
+ Group By Operator [GBY_232] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"]
<-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_228]
- Group By Operator [GBY_223] (rows=1 width=120)
+ PARTITION_ONLY_SHUFFLE [RS_229]
+ Group By Operator [GBY_224] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"]
- Select Operator [SEL_218] (rows=182855757 width=110)
+ Select Operator [SEL_219] (rows=182855757 width=110)
Output:["ss_ext_list_price"]
- Filter Operator [FIL_213] (rows=182855757 width=110)
+ Filter Operator [FIL_214] (rows=182855757 width=110)
predicate:ss_quantity BETWEEN 1 AND 20
Please refer to the previous TableScan [TS_73]
<-Reducer 32 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_256]
- Select Operator [SEL_255] (rows=1 width=112)
+ PARTITION_ONLY_SHUFFLE [RS_257]
+ Select Operator [SEL_256] (rows=1 width=112)
Output:["_col0"]
- Group By Operator [GBY_254] (rows=1 width=120)
+ Group By Operator [GBY_255] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"]
<-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_251]
- Group By Operator [GBY_246] (rows=1 width=120)
+ PARTITION_ONLY_SHUFFLE [RS_252]
+ Group By Operator [GBY_247] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"]
- Select Operator [SEL_241] (rows=182855757 width=110)
+ Select Operator [SEL_242] (rows=182855757 width=110)
Output:["ss_net_paid_inc_tax"]
- Filter Operator [FIL_236] (rows=182855757 width=110)
+ Filter Operator [FIL_237] (rows=182855757 width=110)
predicate:ss_quantity BETWEEN 1 AND 20
Please refer to the previous TableScan [TS_80]
<-Reducer 18 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_274]
- Group By Operator [GBY_273] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_204]
- Group By Operator [GBY_199] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_194] (rows=182855757 width=3)
- Filter Operator [FIL_189] (rows=182855757 width=3)
- predicate:ss_quantity BETWEEN 61 AND 80
- Please refer to the previous TableScan [TS_66]
+ PARTITION_ONLY_SHUFFLE [RS_278]
+ Select Operator [SEL_277] (rows=1 width=4)
+ Output:["_col0"]
+ Group By Operator [GBY_276] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_204]
+ Group By Operator [GBY_199] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_194] (rows=182855757 width=3)
+ Filter Operator [FIL_189] (rows=182855757 width=3)
+ predicate:ss_quantity BETWEEN 61 AND 80
+ Please refer to the previous TableScan [TS_66]
<-Reducer 24 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_277]
- Select Operator [SEL_276] (rows=1 width=112)
+ PARTITION_ONLY_SHUFFLE [RS_281]
+ Select Operator [SEL_280] (rows=1 width=112)
Output:["_col0"]
- Group By Operator [GBY_275] (rows=1 width=120)
+ Group By Operator [GBY_279] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"]
<-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_226]
- Group By Operator [GBY_221] (rows=1 width=120)
+ PARTITION_ONLY_SHUFFLE [RS_227]
+ Group By Operator [GBY_222] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"]
- Select Operator [SEL_216] (rows=182855757 width=110)
+ Select Operator [SEL_217] (rows=182855757 width=110)
Output:["ss_ext_list_price"]
- Filter Operator [FIL_211] (rows=182855757 width=110)
+ Filter Operator [FIL_212] (rows=182855757 width=110)
predicate:ss_quantity BETWEEN 61 AND 80
Please refer to the previous TableScan [TS_73]
<-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_280]
- Select Operator [SEL_279] (rows=1 width=112)
+ PARTITION_ONLY_SHUFFLE [RS_284]
+ Select Operator [SEL_283] (rows=1 width=112)
Output:["_col0"]
- Group By Operator [GBY_278] (rows=1 width=120)
+ Group By Operator [GBY_282] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"]
<-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_249]
- Group By Operator [GBY_244] (rows=1 width=120)
+ PARTITION_ONLY_SHUFFLE [RS_250]
+ Group By Operator [GBY_245] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"]
- Select Operator [SEL_239] (rows=182855757 width=110)
+ Select Operator [SEL_240] (rows=182855757 width=110)
Output:["ss_net_paid_inc_tax"]
- Filter Operator [FIL_234] (rows=182855757 width=110)
+ Filter Operator [FIL_235] (rows=182855757 width=110)
predicate:ss_quantity BETWEEN 61 AND 80
Please refer to the previous TableScan [TS_80]
<-Reducer 19 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_282]
- Group By Operator [GBY_281] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_205]
- Group By Operator [GBY_200] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_195] (rows=182855757 width=3)
- Filter Operator [FIL_190] (rows=182855757 width=3)
- predicate:ss_quantity BETWEEN 81 AND 100
- Please refer to the previous TableScan [TS_66]
+ PARTITION_ONLY_SHUFFLE [RS_287]
+ Select Operator [SEL_286] (rows=1 width=4)
+ Output:["_col0"]
+ Group By Operator [GBY_285] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized
+ PARTITION_ONLY_SHUFFLE [RS_205]
+ Group By Operator [GBY_200] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_195] (rows=182855757 width=3)
+ Filter Operator [FIL_190] (rows=182855757 width=3)
+ predicate:ss_quantity BETWEEN 81 AND 100
+ Please refer to the previous TableScan [TS_66]
<-Reducer 25 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_285]
- Select Operator [SEL_284] (rows=1 width=112)
+ PARTITION_ONLY_SHUFFLE [RS_290]
+ Select Operator [SEL_289] (rows=1 width=112)
Output:["_col0"]
- Group By Operator [GBY_283] (rows=1 width=120)
+ Group By Operator [GBY_288] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"]
<-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_227]
- Group By Operator [GBY_222] (rows=1 width=120)
+ PARTITION_ONLY_SHUFFLE [RS_228]
+ Group By Operator [GBY_223] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"]
- Select Operator [SEL_217] (rows=182855757 width=110)
+ Select Operator [SEL_218] (rows=182855757 width=110)
Output:["ss_ext_list_price"]
- Filter Operator [FIL_212] (rows=182855757 width=110)
+ Filter Operator [FIL_213] (rows=182855757 width=110)
predicate:ss_quantity BETWEEN 81 AND 100
Please refer to the previous TableScan [TS_73]
<-Reducer 31 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_288]
- Select Operator [SEL_287] (rows=1 width=112)
+ PARTITION_ONLY_SHUFFLE [RS_293]
+ Select Operator [SEL_292] (rows=1 width=112)
Output:["_col0"]
- Group By Operator [GBY_286] (rows=1 width=120)
+ Group By Operator [GBY_291] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"]
<-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized
- PARTITION_ONLY_SHUFFLE [RS_250]
- Group By Operator [GBY_245] (rows=1 width=120)
+ PARTITION_ONLY_SHUFFLE [RS_251]
+ Group By Operator [GBY_246] (rows=1 width=120)
Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"]
- Select Operator [SEL_240] (rows=182855757 width=110)
+ Select Operator [SEL_241] (rows=182855757 width=110)
Output:["ss_net_paid_inc_tax"]
- Filter Operator [FIL_235] (rows=182855757 width=110)
+ Filter Operator [FIL_236] (rows=182855757 width=110)
predicate:ss_quantity BETWEEN 81 AND 100
Please refer to the previous TableScan [TS_80]
http://git-wip-us.apache.org/repos/asf/hive/blob/55887646/ql/src/test/results/clientpositive/perf/tez/query90.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query90.q.out b/ql/src/test/results/clientpositive/perf/tez/query90.q.out
index 653ce1a..916a232 100644
--- a/ql/src/test/results/clientpositive/perf/tez/query90.q.out
+++ b/ql/src/test/results/clientpositive/perf/tez/query90.q.out
@@ -102,7 +102,7 @@ Stage-0
<-Map 18 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_183]
PartitionCols:_col0
- Select Operator [SEL_180] (rows=655 width=8)
+ Select Operator [SEL_180] (rows=655 width=4)
Output:["_col0"]
Filter Operator [FIL_179] (rows=655 width=8)
predicate:((hd_dep_count = 8) and hd_demo_sk is not null)
@@ -116,7 +116,7 @@ Stage-0
<-Map 15 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_171]
PartitionCols:_col0
- Select Operator [SEL_168] (rows=9095 width=8)
+ Select Operator [SEL_168] (rows=9095 width=4)
Output:["_col0"]
Filter Operator [FIL_166] (rows=9095 width=8)
predicate:(t_hour BETWEEN 14 AND 15 and t_time_sk is not null)
@@ -130,7 +130,7 @@ Stage-0
<-Map 8 [SIMPLE_EDGE] vectorized
PARTITION_ONLY_SHUFFLE [RS_157]
PartitionCols:_col0
- Select Operator [SEL_154] (rows=511 width=7)
+ Select Operator [SEL_154] (rows=511 width=4)
Output:["_col0"]
Filter Operator [FIL_153] (rows=511 width=7)
predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null)
@@ -200,7 +200,7 @@ Stage-0
<-Map 15 [SIMPLE_EDGE] vectorized
SHUFFLE [RS_169]
PartitionCols:_col0
- Select Operator [SEL_167] (rows=9095 width=8)
+ Select Operator [SEL_167] (rows=9095 width=4)
Output:["_col0"]
Filter Operator [FIL_165] (rows=9095 width=8)
predicate:(t_hour BETWEEN 6 AND 7 and t_time_sk is not null)