You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2017/10/03 22:55:07 UTC
[01/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Repository: hive
Updated Branches:
refs/heads/hive-14535 471784980 -> 77f3f28e2
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query95.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query95.q.out b/ql/src/test/results/clientpositive/perf/tez/query95.q.out
new file mode 100644
index 0000000..dd3e344
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query95.q.out
@@ -0,0 +1,231 @@
+PREHOOK: query: explain
+with ws_wh as
+(select ws1.ws_order_number,ws1.ws_warehouse_sk wh1,ws2.ws_warehouse_sk wh2
+ from web_sales ws1,web_sales ws2
+ where ws1.ws_order_number = ws2.ws_order_number
+ and ws1.ws_warehouse_sk <> ws2.ws_warehouse_sk)
+ select
+ count(distinct ws_order_number) as `order count`
+ ,sum(ws_ext_ship_cost) as `total shipping cost`
+ ,sum(ws_net_profit) as `total net profit`
+from
+ web_sales ws1
+ ,date_dim
+ ,customer_address
+ ,web_site
+where
+ d_date between '1999-5-01' and
+ (cast('1999-5-01' as date) + 60 days)
+and ws1.ws_ship_date_sk = d_date_sk
+and ws1.ws_ship_addr_sk = ca_address_sk
+and ca_state = 'TX'
+and ws1.ws_web_site_sk = web_site_sk
+and web_company_name = 'pri'
+and ws1.ws_order_number in (select ws_order_number
+ from ws_wh)
+and ws1.ws_order_number in (select wr_order_number
+ from web_returns,ws_wh
+ where wr_order_number = ws_wh.ws_order_number)
+order by count(distinct ws_order_number)
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ws_wh as
+(select ws1.ws_order_number,ws1.ws_warehouse_sk wh1,ws2.ws_warehouse_sk wh2
+ from web_sales ws1,web_sales ws2
+ where ws1.ws_order_number = ws2.ws_order_number
+ and ws1.ws_warehouse_sk <> ws2.ws_warehouse_sk)
+ select
+ count(distinct ws_order_number) as `order count`
+ ,sum(ws_ext_ship_cost) as `total shipping cost`
+ ,sum(ws_net_profit) as `total net profit`
+from
+ web_sales ws1
+ ,date_dim
+ ,customer_address
+ ,web_site
+where
+ d_date between '1999-5-01' and
+ (cast('1999-5-01' as date) + 60 days)
+and ws1.ws_ship_date_sk = d_date_sk
+and ws1.ws_ship_addr_sk = ca_address_sk
+and ca_state = 'TX'
+and ws1.ws_web_site_sk = web_site_sk
+and web_company_name = 'pri'
+and ws1.ws_order_number in (select ws_order_number
+ from ws_wh)
+and ws1.ws_order_number in (select wr_order_number
+ from web_returns,ws_wh
+ where wr_order_number = ws_wh.ws_order_number)
+order by count(distinct ws_order_number)
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
+Reducer 14 <- Map 19 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
+Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Map 12 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
+Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 3 <- Map 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 15 (ONE_TO_ONE_EDGE), Reducer 17 (ONE_TO_ONE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 8
+ File Output Operator [FS_71]
+ Limit [LIM_69] (rows=1 width=344)
+ Number of rows:100
+ Select Operator [SEL_68] (rows=1 width=344)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_67]
+ Select Operator [SEL_66] (rows=1 width=344)
+ Output:["_col1","_col2","_col3"]
+ Group By Operator [GBY_120] (rows=1 width=344)
+ Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
+ <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_119]
+ Group By Operator [GBY_118] (rows=1 width=344)
+ Output:["_col0","_col1","_col2"],aggregations:["count(_col0)","sum(_col1)","sum(_col2)"]
+ Group By Operator [GBY_117] (rows=421668645 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_116]
+ PartitionCols:_col0
+ Group By Operator [GBY_115] (rows=421668645 width=135)
+ Output:["_col0","_col2","_col3"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col3
+ Merge Join Operator [MERGEJOIN_127] (rows=421668645 width=135)
+ Conds:RS_58._col3=RS_59._col0(Inner),RS_58._col3=RS_60._col0(Inner),Output:["_col3","_col4","_col5"]
+ <-Reducer 15 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_60]
+ PartitionCols:_col0
+ Group By Operator [GBY_47] (rows=87121617 width=135)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:_col0
+ Group By Operator [GBY_45] (rows=174243235 width=135)
+ Output:["_col0"],keys:_col1
+ Merge Join Operator [MERGEJOIN_126] (rows=174243235 width=135)
+ Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Select Operator [SEL_40] (rows=14398467 width=92)
+ Output:["_col0"]
+ Filter Operator [FIL_114] (rows=14398467 width=92)
+ predicate:wr_order_number is not null
+ TableScan [TS_38] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_order_number"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Select Operator [SEL_37] (rows=158402938 width=135)
+ Output:["_col0"]
+ Filter Operator [FIL_36] (rows=158402938 width=135)
+ predicate:(_col0 <> _col2)
+ Merge Join Operator [MERGEJOIN_125] (rows=158402938 width=135)
+ Conds:RS_33._col1=RS_34._col1(Inner),Output:["_col0","_col1","_col2"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col1
+ Select Operator [SEL_29] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_112] (rows=144002668 width=135)
+ predicate:ws_order_number is not null
+ TableScan [TS_27] (rows=144002668 width=135)
+ default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col1
+ Select Operator [SEL_32] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_113] (rows=144002668 width=135)
+ predicate:ws_order_number is not null
+ TableScan [TS_30] (rows=144002668 width=135)
+ default@web_sales,ws2,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
+ <-Reducer 17 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_59]
+ PartitionCols:_col0
+ Group By Operator [GBY_25] (rows=79201469 width=135)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0
+ Group By Operator [GBY_23] (rows=158402938 width=135)
+ Output:["_col0"],keys:_col1
+ Select Operator [SEL_22] (rows=158402938 width=135)
+ Output:["_col1"]
+ Filter Operator [FIL_21] (rows=158402938 width=135)
+ predicate:(_col0 <> _col2)
+ Merge Join Operator [MERGEJOIN_124] (rows=158402938 width=135)
+ Conds:RS_18._col1=RS_19._col1(Inner),Output:["_col0","_col1","_col2"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_29]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_32]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_123] (rows=191667562 width=135)
+ Conds:RS_55._col2=RS_56._col0(Inner),Output:["_col3","_col4","_col5"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=42 width=1850)
+ Output:["_col0"]
+ Filter Operator [FIL_109] (rows=42 width=1850)
+ predicate:((web_company_name = 'pri') and web_site_sk is not null)
+ TableScan [TS_9] (rows=84 width=1850)
+ default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_company_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_122] (rows=174243235 width=135)
+ Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col2","_col3","_col4","_col5"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_108] (rows=20000000 width=1014)
+ predicate:((ca_state = 'TX') and ca_address_sk is not null)
+ TableScan [TS_6] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_121] (rows=158402938 width=135)
+ Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_106] (rows=144002668 width=135)
+ predicate:(ws_order_number is not null and ws_ship_addr_sk is not null and ws_ship_date_sk is not null and ws_web_site_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_107] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1999-05-01 00:00:00.0 AND 1999-06-30 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query96.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query96.q.out b/ql/src/test/results/clientpositive/perf/tez/query96.q.out
new file mode 100644
index 0000000..313fc7e
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query96.q.out
@@ -0,0 +1,108 @@
+PREHOOK: query: explain
+select count(*)
+from store_sales
+ ,household_demographics
+ ,time_dim, store
+where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 8
+ and time_dim.t_minute >= 30
+ and household_demographics.hd_dep_count = 5
+ and store.s_store_name = 'ese'
+order by count(*)
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select count(*)
+from store_sales
+ ,household_demographics
+ ,time_dim, store
+where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 8
+ and time_dim.t_minute >= 30
+ and household_demographics.hd_dep_count = 5
+ and store.s_store_name = 'ese'
+order by count(*)
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_30]
+ Limit [LIM_28] (rows=1 width=8)
+ Number of rows:100
+ Select Operator [SEL_27] (rows=1 width=8)
+ Output:["_col0"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ Select Operator [SEL_25] (rows=1 width=8)
+ Output:["_col1"]
+ Group By Operator [GBY_24] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_23]
+ Group By Operator [GBY_22] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_46] (rows=766650239 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner)
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_43] (rows=852 width=1910)
+ predicate:((s_store_name = 'ese') and s_store_sk is not null)
+ TableScan [TS_9] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_45] (rows=696954748 width=88)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_42] (rows=3600 width=107)
+ predicate:((hd_dep_count = 5) and hd_demo_sk is not null)
+ TableScan [TS_6] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_44] (rows=633595212 width=88)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_40] (rows=575995635 width=88)
+ predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_41] (rows=14400 width=471)
+ predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null)
+ TableScan [TS_3] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query97.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query97.q.out b/ql/src/test/results/clientpositive/perf/tez/query97.q.out
new file mode 100644
index 0000000..0388e61
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query97.q.out
@@ -0,0 +1,132 @@
+PREHOOK: query: explain
+with ssci as (
+select ss_customer_sk customer_sk
+ ,ss_item_sk item_sk
+from store_sales,date_dim
+where ss_sold_date_sk = d_date_sk
+ and d_month_seq between 1212 and 1212 + 11
+group by ss_customer_sk
+ ,ss_item_sk),
+csci as(
+ select cs_bill_customer_sk customer_sk
+ ,cs_item_sk item_sk
+from catalog_sales,date_dim
+where cs_sold_date_sk = d_date_sk
+ and d_month_seq between 1212 and 1212 + 11
+group by cs_bill_customer_sk
+ ,cs_item_sk)
+ select sum(case when ssci.customer_sk is not null and csci.customer_sk is null then 1 else 0 end) store_only
+ ,sum(case when ssci.customer_sk is null and csci.customer_sk is not null then 1 else 0 end) catalog_only
+ ,sum(case when ssci.customer_sk is not null and csci.customer_sk is not null then 1 else 0 end) store_and_catalog
+from ssci full outer join csci on (ssci.customer_sk=csci.customer_sk
+ and ssci.item_sk = csci.item_sk)
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ssci as (
+select ss_customer_sk customer_sk
+ ,ss_item_sk item_sk
+from store_sales,date_dim
+where ss_sold_date_sk = d_date_sk
+ and d_month_seq between 1212 and 1212 + 11
+group by ss_customer_sk
+ ,ss_item_sk),
+csci as(
+ select cs_bill_customer_sk customer_sk
+ ,cs_item_sk item_sk
+from catalog_sales,date_dim
+where cs_sold_date_sk = d_date_sk
+ and d_month_seq between 1212 and 1212 + 11
+group by cs_bill_customer_sk
+ ,cs_item_sk)
+ select sum(case when ssci.customer_sk is not null and csci.customer_sk is null then 1 else 0 end) store_only
+ ,sum(case when ssci.customer_sk is null and csci.customer_sk is not null then 1 else 0 end) catalog_only
+ ,sum(case when ssci.customer_sk is not null and csci.customer_sk is not null then 1 else 0 end) store_and_catalog
+from ssci full outer join csci on (ssci.customer_sk=csci.customer_sk
+ and ssci.item_sk = csci.item_sk)
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (ONE_TO_ONE_EDGE), Reducer 8 (ONE_TO_ONE_EDGE)
+Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE)
+Reducer 7 <- Map 6 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_38]
+ Limit [LIM_37] (rows=1 width=24)
+ Number of rows:100
+ Group By Operator [GBY_35] (rows=1 width=24)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
+ <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_34]
+ Group By Operator [GBY_33] (rows=1 width=24)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col0)","sum(_col1)","sum(_col2)"]
+ Select Operator [SEL_31] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_49] (rows=348477374 width=88)
+ Conds:RS_28._col0, _col1=RS_29._col0, _col1(Outer),Output:["_col0","_col2"]
+ <-Reducer 3 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_28]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_12] (rows=316797606 width=88)
+ Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_11]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_10] (rows=633595212 width=88)
+ Output:["_col0","_col1"],keys:_col2, _col1
+ Merge Join Operator [MERGEJOIN_47] (rows=633595212 width=88)
+ Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_44] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_43] (rows=575995635 width=88)
+ predicate:ss_sold_date_sk is not null
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"]
+ <-Reducer 8 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_29]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_26] (rows=158394413 width=135)
+ Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_24] (rows=316788826 width=135)
+ Output:["_col0","_col1"],keys:_col1, _col2
+ Merge Join Operator [MERGEJOIN_48] (rows=316788826 width=135)
+ Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1","_col2"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Select Operator [SEL_16] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_45] (rows=287989836 width=135)
+ predicate:cs_sold_date_sk is not null
+ TableScan [TS_14] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query98.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query98.q.out b/ql/src/test/results/clientpositive/perf/tez/query98.q.out
new file mode 100644
index 0000000..da534cd
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query98.q.out
@@ -0,0 +1,134 @@
+PREHOOK: query: explain
+select i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ ,sum(ss_ext_sales_price) as itemrevenue
+ ,sum(ss_ext_sales_price)*100/sum(sum(ss_ext_sales_price)) over
+ (partition by i_class) as revenueratio
+from
+ store_sales
+ ,item
+ ,date_dim
+where
+ ss_item_sk = i_item_sk
+ and i_category in ('Jewelry', 'Sports', 'Books')
+ and ss_sold_date_sk = d_date_sk
+ and d_date between cast('2001-01-12' as date)
+ and (cast('2001-01-12' as date) + 30 days)
+group by
+ i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+order by
+ i_category
+ ,i_class
+ ,i_item_id
+ ,i_item_desc
+ ,revenueratio
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ ,sum(ss_ext_sales_price) as itemrevenue
+ ,sum(ss_ext_sales_price)*100/sum(sum(ss_ext_sales_price)) over
+ (partition by i_class) as revenueratio
+from
+ store_sales
+ ,item
+ ,date_dim
+where
+ ss_item_sk = i_item_sk
+ and i_category in ('Jewelry', 'Sports', 'Books')
+ and ss_sold_date_sk = d_date_sk
+ and d_date between cast('2001-01-12' as date)
+ and (cast('2001-01-12' as date) + 30 days)
+group by
+ i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+order by
+ i_category
+ ,i_class
+ ,i_item_id
+ ,i_item_desc
+ ,revenueratio
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_28]
+ Select Operator [SEL_26] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ Select Operator [SEL_23] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ PTF Operator [PTF_22] (rows=348477374 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}]
+ Select Operator [SEL_21] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col3
+ Select Operator [SEL_19] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Group By Operator [GBY_18] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col10, _col9, _col6, _col7, _col8
+ Merge Join Operator [MERGEJOIN_38] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_36] (rows=231000 width=1436)
+ predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_37] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_34] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_35] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2001-01-12 00:00:00.0 AND 2001-02-11 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query99.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query99.q.out b/ql/src/test/results/clientpositive/perf/tez/query99.q.out
new file mode 100644
index 0000000..db6bd04
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query99.q.out
@@ -0,0 +1,164 @@
+PREHOOK: query: explain
+select
+ substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,cc_name
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk <= 30 ) then 1 else 0 end) as `30 days`
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 30) and
+ (cs_ship_date_sk - cs_sold_date_sk <= 60) then 1 else 0 end ) as `31-60 days`
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 60) and
+ (cs_ship_date_sk - cs_sold_date_sk <= 90) then 1 else 0 end) as `61-90 days`
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 90) and
+ (cs_ship_date_sk - cs_sold_date_sk <= 120) then 1 else 0 end) as `91-120 days`
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 120) then 1 else 0 end) as `>120 days`
+from
+ catalog_sales
+ ,warehouse
+ ,ship_mode
+ ,call_center
+ ,date_dim
+where
+ d_month_seq between 1212 and 1212 + 11
+and cs_ship_date_sk = d_date_sk
+and cs_warehouse_sk = w_warehouse_sk
+and cs_ship_mode_sk = sm_ship_mode_sk
+and cs_call_center_sk = cc_call_center_sk
+group by
+ substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,cc_name
+order by substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,cc_name
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,cc_name
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk <= 30 ) then 1 else 0 end) as `30 days`
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 30) and
+ (cs_ship_date_sk - cs_sold_date_sk <= 60) then 1 else 0 end ) as `31-60 days`
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 60) and
+ (cs_ship_date_sk - cs_sold_date_sk <= 90) then 1 else 0 end) as `61-90 days`
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 90) and
+ (cs_ship_date_sk - cs_sold_date_sk <= 120) then 1 else 0 end) as `91-120 days`
+ ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 120) then 1 else 0 end) as `>120 days`
+from
+ catalog_sales
+ ,warehouse
+ ,ship_mode
+ ,call_center
+ ,date_dim
+where
+ d_month_seq between 1212 and 1212 + 11
+and cs_ship_date_sk = d_date_sk
+and cs_warehouse_sk = w_warehouse_sk
+and cs_ship_mode_sk = sm_ship_mode_sk
+and cs_call_center_sk = cc_call_center_sk
+group by
+ substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,cc_name
+order by substr(w_warehouse_name,1,20)
+ ,sm_type
+ ,cc_name
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_37]
+ Limit [LIM_35] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_34] (rows=210822976 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ Select Operator [SEL_32] (rows=210822976 width=135)
+ Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Group By Operator [GBY_31] (rows=210822976 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_29] (rows=421645953 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)"],keys:_col0, _col1, _col2
+ Select Operator [SEL_27] (rows=421645953 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_60] (rows=421645953 width=135)
+ Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col0","_col1","_col8","_col10","_col12"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=1 width=0)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_56] (rows=1 width=0)
+ predicate:sm_ship_mode_sk is not null
+ TableScan [TS_12] (rows=1 width=0)
+ default@ship_mode,ship_mode,Tbl:PARTIAL,Col:NONE,Output:["sm_ship_mode_sk","sm_type"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_59] (rows=383314495 width=135)
+ Conds:RS_21._col4=RS_22._col0(Inner),Output:["_col0","_col1","_col3","_col8","_col10"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=27 width=1029)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_55] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_9] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_58] (rows=348467716 width=135)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col8"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=60 width=2045)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_54] (rows=60 width=2045)
+ predicate:cc_call_center_sk is not null
+ TableScan [TS_6] (rows=60 width=2045)
+ default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_name"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_57] (rows=316788826 width=135)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_52] (rows=287989836 width=135)
+ predicate:(cs_call_center_sk is not null and cs_ship_date_sk is not null and cs_ship_mode_sk is not null and cs_warehouse_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_date_sk","cs_call_center_sk","cs_ship_mode_sk","cs_warehouse_sk"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_53] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+
[30/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query58.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query58.q.out b/ql/src/test/results/clientpositive/perf/query58.q.out
deleted file mode 100644
index d5ef23b..0000000
--- a/ql/src/test/results/clientpositive/perf/query58.q.out
+++ /dev/null
@@ -1,440 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[265][tables = [$hdt$_4, $hdt$_5]] in Stage 'Reducer 20' is a cross product
-Warning: Shuffle Join MERGEJOIN[269][tables = [$hdt$_5, $hdt$_6]] in Stage 'Reducer 24' is a cross product
-Warning: Shuffle Join MERGEJOIN[273][tables = [$hdt$_6, $hdt$_7]] in Stage 'Reducer 28' is a cross product
-PREHOOK: query: explain
-with ss_items as
- (select i_item_id item_id
- ,sum(ss_ext_sales_price) ss_item_rev
- from store_sales
- ,item
- ,date_dim
- where ss_item_sk = i_item_sk
- and d_date in (select d_date
- from date_dim
- where d_week_seq = (select d_week_seq
- from date_dim
- where d_date = '1998-02-19'))
- and ss_sold_date_sk = d_date_sk
- group by i_item_id),
- cs_items as
- (select i_item_id item_id
- ,sum(cs_ext_sales_price) cs_item_rev
- from catalog_sales
- ,item
- ,date_dim
- where cs_item_sk = i_item_sk
- and d_date in (select d_date
- from date_dim
- where d_week_seq = (select d_week_seq
- from date_dim
- where d_date = '1998-02-19'))
- and cs_sold_date_sk = d_date_sk
- group by i_item_id),
- ws_items as
- (select i_item_id item_id
- ,sum(ws_ext_sales_price) ws_item_rev
- from web_sales
- ,item
- ,date_dim
- where ws_item_sk = i_item_sk
- and d_date in (select d_date
- from date_dim
- where d_week_seq =(select d_week_seq
- from date_dim
- where d_date = '1998-02-19'))
- and ws_sold_date_sk = d_date_sk
- group by i_item_id)
- select ss_items.item_id
- ,ss_item_rev
- ,ss_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 ss_dev
- ,cs_item_rev
- ,cs_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 cs_dev
- ,ws_item_rev
- ,ws_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 ws_dev
- ,(ss_item_rev+cs_item_rev+ws_item_rev)/3 average
- from ss_items,cs_items,ws_items
- where ss_items.item_id=cs_items.item_id
- and ss_items.item_id=ws_items.item_id
- and ss_item_rev between 0.9 * cs_item_rev and 1.1 * cs_item_rev
- and ss_item_rev between 0.9 * ws_item_rev and 1.1 * ws_item_rev
- and cs_item_rev between 0.9 * ss_item_rev and 1.1 * ss_item_rev
- and cs_item_rev between 0.9 * ws_item_rev and 1.1 * ws_item_rev
- and ws_item_rev between 0.9 * ss_item_rev and 1.1 * ss_item_rev
- and ws_item_rev between 0.9 * cs_item_rev and 1.1 * cs_item_rev
- order by item_id
- ,ss_item_rev
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ss_items as
- (select i_item_id item_id
- ,sum(ss_ext_sales_price) ss_item_rev
- from store_sales
- ,item
- ,date_dim
- where ss_item_sk = i_item_sk
- and d_date in (select d_date
- from date_dim
- where d_week_seq = (select d_week_seq
- from date_dim
- where d_date = '1998-02-19'))
- and ss_sold_date_sk = d_date_sk
- group by i_item_id),
- cs_items as
- (select i_item_id item_id
- ,sum(cs_ext_sales_price) cs_item_rev
- from catalog_sales
- ,item
- ,date_dim
- where cs_item_sk = i_item_sk
- and d_date in (select d_date
- from date_dim
- where d_week_seq = (select d_week_seq
- from date_dim
- where d_date = '1998-02-19'))
- and cs_sold_date_sk = d_date_sk
- group by i_item_id),
- ws_items as
- (select i_item_id item_id
- ,sum(ws_ext_sales_price) ws_item_rev
- from web_sales
- ,item
- ,date_dim
- where ws_item_sk = i_item_sk
- and d_date in (select d_date
- from date_dim
- where d_week_seq =(select d_week_seq
- from date_dim
- where d_date = '1998-02-19'))
- and ws_sold_date_sk = d_date_sk
- group by i_item_id)
- select ss_items.item_id
- ,ss_item_rev
- ,ss_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 ss_dev
- ,cs_item_rev
- ,cs_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 cs_dev
- ,ws_item_rev
- ,ws_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 ws_dev
- ,(ss_item_rev+cs_item_rev+ws_item_rev)/3 average
- from ss_items,cs_items,ws_items
- where ss_items.item_id=cs_items.item_id
- and ss_items.item_id=ws_items.item_id
- and ss_item_rev between 0.9 * cs_item_rev and 1.1 * cs_item_rev
- and ss_item_rev between 0.9 * ws_item_rev and 1.1 * ws_item_rev
- and cs_item_rev between 0.9 * ss_item_rev and 1.1 * ss_item_rev
- and cs_item_rev between 0.9 * ws_item_rev and 1.1 * ws_item_rev
- and ws_item_rev between 0.9 * ss_item_rev and 1.1 * ss_item_rev
- and ws_item_rev between 0.9 * cs_item_rev and 1.1 * cs_item_rev
- order by item_id
- ,ss_item_rev
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 33 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
-Reducer 15 <- Map 14 (SIMPLE_EDGE), Reducer 22 (ONE_TO_ONE_EDGE)
-Reducer 16 <- Map 14 (SIMPLE_EDGE), Reducer 26 (ONE_TO_ONE_EDGE)
-Reducer 17 <- Map 14 (SIMPLE_EDGE), Reducer 30 (ONE_TO_ONE_EDGE)
-Reducer 19 <- Map 18 (CUSTOM_SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 20 <- Map 31 (CUSTOM_SIMPLE_EDGE), Reducer 19 (CUSTOM_SIMPLE_EDGE)
-Reducer 21 <- Map 31 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
-Reducer 22 <- Reducer 21 (SIMPLE_EDGE)
-Reducer 23 <- Map 18 (CUSTOM_SIMPLE_EDGE)
-Reducer 24 <- Map 31 (CUSTOM_SIMPLE_EDGE), Reducer 23 (CUSTOM_SIMPLE_EDGE)
-Reducer 25 <- Map 31 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
-Reducer 26 <- Reducer 25 (SIMPLE_EDGE)
-Reducer 27 <- Map 18 (CUSTOM_SIMPLE_EDGE)
-Reducer 28 <- Map 31 (CUSTOM_SIMPLE_EDGE), Reducer 27 (CUSTOM_SIMPLE_EDGE)
-Reducer 29 <- Map 31 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 30 <- Reducer 29 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 10 (ONE_TO_ONE_EDGE), Reducer 13 (ONE_TO_ONE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 8 <- Map 32 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 16 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_164]
- Limit [LIM_163] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_162] (rows=1442 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_161]
- Select Operator [SEL_160] (rows=1442 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_154] (rows=1442 width=88)
- predicate:(_col1 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col1 BETWEEN (0.9 * _col5) AND (1.1 * _col5) and _col3 BETWEEN (0.9 * _col1) AND (1.1 * _col1) and _col3 BETWEEN (0.9 * _col5) AND (1.1 * _col5) and _col5 BETWEEN (0.9 * _col1) AND (1.1 * _col1) and _col5 BETWEEN (0.9 * _col3) AND (1.1 * _col3))
- Merge Join Operator [MERGEJOIN_279] (rows=766650239 width=88)
- Conds:RS_150._col0=RS_151._col0(Inner),RS_150._col0=RS_152._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
- <-Reducer 10 [ONE_TO_ONE_EDGE]
- FORWARD [RS_151]
- PartitionCols:_col0
- Group By Operator [GBY_98] (rows=348477374 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col0
- Group By Operator [GBY_96] (rows=696954748 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Merge Join Operator [MERGEJOIN_277] (rows=696954748 width=88)
- Conds:RS_92._col0=RS_93._col0(Inner),Output:["_col2","_col4"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_93]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_271] (rows=80353 width=1119)
- Conds:RS_85._col1=RS_86._col0(Inner),Output:["_col0"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_85]
- PartitionCols:_col1
- Select Operator [SEL_8] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_248] (rows=73049 width=1119)
- predicate:(d_date is not null and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 26 [ONE_TO_ONE_EDGE]
- FORWARD [RS_86]
- PartitionCols:_col0
- Group By Operator [GBY_83] (rows=40176 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 25 [SIMPLE_EDGE]
- SHUFFLE [RS_82]
- PartitionCols:_col0
- Group By Operator [GBY_81] (rows=80353 width=1119)
- Output:["_col0"],keys:_col2
- Merge Join Operator [MERGEJOIN_270] (rows=80353 width=1119)
- Conds:RS_77._col1=RS_78._col1(Inner),Output:["_col2"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_78]
- PartitionCols:_col1
- Select Operator [SEL_73] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_257] (rows=73049 width=1119)
- predicate:(d_date is not null and d_week_seq is not null)
- TableScan [TS_21] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
- <-Reducer 24 [SIMPLE_EDGE]
- SHUFFLE [RS_77]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_269] (rows=36524 width=1128)
- Conds:(Inner),Output:["_col1"]
- <-Map 31 [CUSTOM_SIMPLE_EDGE]
- SHUFFLE [RS_75]
- Select Operator [SEL_70] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_256] (rows=36524 width=1119)
- predicate:((d_date = '1998-02-19') and d_week_seq is not null)
- Please refer to the previous TableScan [TS_21]
- <-Reducer 23 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_74]
- Select Operator [SEL_67] (rows=1 width=8)
- Filter Operator [FIL_66] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_64] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 18 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_63]
- Group By Operator [GBY_12] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_11] (rows=36524 width=1119)
- Filter Operator [FIL_249] (rows=36524 width=1119)
- predicate:(d_date = '1998-02-19')
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_92]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_268] (rows=633595212 width=88)
- Conds:RS_89._col1=RS_90._col0(Inner),Output:["_col0","_col2","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_90]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_247] (rows=462000 width=1436)
- predicate:(i_item_id is not null and i_item_sk is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Map 32 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- PartitionCols:_col1
- Select Operator [SEL_52] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_252] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_50] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
- <-Reducer 13 [ONE_TO_ONE_EDGE]
- FORWARD [RS_152]
- PartitionCols:_col0
- Group By Operator [GBY_148] (rows=87121617 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_147]
- PartitionCols:_col0
- Group By Operator [GBY_146] (rows=174243235 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Merge Join Operator [MERGEJOIN_278] (rows=174243235 width=135)
- Conds:RS_142._col0=RS_143._col0(Inner),Output:["_col2","_col4"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_142]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_272] (rows=158402938 width=135)
- Conds:RS_139._col1=RS_140._col0(Inner),Output:["_col0","_col2","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_140]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 33 [SIMPLE_EDGE]
- SHUFFLE [RS_139]
- PartitionCols:_col1
- Select Operator [SEL_102] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_258] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_100] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_143]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_275] (rows=80353 width=1119)
- Conds:RS_135._col1=RS_136._col0(Inner),Output:["_col0"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_135]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 30 [ONE_TO_ONE_EDGE]
- FORWARD [RS_136]
- PartitionCols:_col0
- Group By Operator [GBY_133] (rows=40176 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 29 [SIMPLE_EDGE]
- SHUFFLE [RS_132]
- PartitionCols:_col0
- Group By Operator [GBY_131] (rows=80353 width=1119)
- Output:["_col0"],keys:_col2
- Merge Join Operator [MERGEJOIN_274] (rows=80353 width=1119)
- Conds:RS_127._col1=RS_128._col1(Inner),Output:["_col2"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_128]
- PartitionCols:_col1
- Select Operator [SEL_123] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_263] (rows=73049 width=1119)
- predicate:(d_date is not null and d_week_seq is not null)
- Please refer to the previous TableScan [TS_21]
- <-Reducer 28 [SIMPLE_EDGE]
- SHUFFLE [RS_127]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_273] (rows=36524 width=1128)
- Conds:(Inner),Output:["_col1"]
- <-Map 31 [CUSTOM_SIMPLE_EDGE]
- SHUFFLE [RS_125]
- Select Operator [SEL_120] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_262] (rows=36524 width=1119)
- predicate:((d_date = '1998-02-19') and d_week_seq is not null)
- Please refer to the previous TableScan [TS_21]
- <-Reducer 27 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_124]
- Select Operator [SEL_117] (rows=1 width=8)
- Filter Operator [FIL_116] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_114] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 18 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_113]
- Please refer to the previous Group By Operator [GBY_12]
- <-Reducer 4 [ONE_TO_ONE_EDGE]
- FORWARD [RS_150]
- PartitionCols:_col0
- Group By Operator [GBY_48] (rows=174233858 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
- PartitionCols:_col0
- Group By Operator [GBY_46] (rows=348467716 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Merge Join Operator [MERGEJOIN_276] (rows=348467716 width=135)
- Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col2","_col4"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_267] (rows=80353 width=1119)
- Conds:RS_35._col1=RS_36._col0(Inner),Output:["_col0"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 22 [ONE_TO_ONE_EDGE]
- FORWARD [RS_36]
- PartitionCols:_col0
- Group By Operator [GBY_33] (rows=40176 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col0
- Group By Operator [GBY_31] (rows=80353 width=1119)
- Output:["_col0"],keys:_col2
- Merge Join Operator [MERGEJOIN_266] (rows=80353 width=1119)
- Conds:RS_27._col1=RS_28._col1(Inner),Output:["_col2"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col1
- Select Operator [SEL_23] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_251] (rows=73049 width=1119)
- predicate:(d_date is not null and d_week_seq is not null)
- Please refer to the previous TableScan [TS_21]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_265] (rows=36524 width=1128)
- Conds:(Inner),Output:["_col1"]
- <-Map 31 [CUSTOM_SIMPLE_EDGE]
- SHUFFLE [RS_25]
- Select Operator [SEL_20] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_250] (rows=36524 width=1119)
- predicate:((d_date = '1998-02-19') and d_week_seq is not null)
- Please refer to the previous TableScan [TS_21]
- <-Reducer 19 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_24]
- Select Operator [SEL_17] (rows=1 width=8)
- Filter Operator [FIL_16] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_14] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 18 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_13]
- Please refer to the previous Group By Operator [GBY_12]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_264] (rows=316788826 width=135)
- Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_246] (rows=287989836 width=135)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_0] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query59.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query59.q.out b/ql/src/test/results/clientpositive/perf/query59.q.out
deleted file mode 100644
index 37c2cc0..0000000
--- a/ql/src/test/results/clientpositive/perf/query59.q.out
+++ /dev/null
@@ -1,230 +0,0 @@
-PREHOOK: query: explain
-with wss as
- (select d_week_seq,
- ss_store_sk,
- sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales,
- sum(case when (d_day_name='Monday') then ss_sales_price else null end) mon_sales,
- sum(case when (d_day_name='Tuesday') then ss_sales_price else null end) tue_sales,
- sum(case when (d_day_name='Wednesday') then ss_sales_price else null end) wed_sales,
- sum(case when (d_day_name='Thursday') then ss_sales_price else null end) thu_sales,
- sum(case when (d_day_name='Friday') then ss_sales_price else null end) fri_sales,
- sum(case when (d_day_name='Saturday') then ss_sales_price else null end) sat_sales
- from store_sales,date_dim
- where d_date_sk = ss_sold_date_sk
- group by d_week_seq,ss_store_sk
- )
- select s_store_name1,s_store_id1,d_week_seq1
- ,sun_sales1/sun_sales2,mon_sales1/mon_sales2
- ,tue_sales1/tue_sales1,wed_sales1/wed_sales2,thu_sales1/thu_sales2
- ,fri_sales1/fri_sales2,sat_sales1/sat_sales2
- from
- (select s_store_name s_store_name1,wss.d_week_seq d_week_seq1
- ,s_store_id s_store_id1,sun_sales sun_sales1
- ,mon_sales mon_sales1,tue_sales tue_sales1
- ,wed_sales wed_sales1,thu_sales thu_sales1
- ,fri_sales fri_sales1,sat_sales sat_sales1
- from wss,store,date_dim d
- where d.d_week_seq = wss.d_week_seq and
- ss_store_sk = s_store_sk and
- d_month_seq between 1185 and 1185 + 11) y,
- (select s_store_name s_store_name2,wss.d_week_seq d_week_seq2
- ,s_store_id s_store_id2,sun_sales sun_sales2
- ,mon_sales mon_sales2,tue_sales tue_sales2
- ,wed_sales wed_sales2,thu_sales thu_sales2
- ,fri_sales fri_sales2,sat_sales sat_sales2
- from wss,store,date_dim d
- where d.d_week_seq = wss.d_week_seq and
- ss_store_sk = s_store_sk and
- d_month_seq between 1185+ 12 and 1185 + 23) x
- where s_store_id1=s_store_id2
- and d_week_seq1=d_week_seq2-52
- order by s_store_name1,s_store_id1,d_week_seq1
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with wss as
- (select d_week_seq,
- ss_store_sk,
- sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales,
- sum(case when (d_day_name='Monday') then ss_sales_price else null end) mon_sales,
- sum(case when (d_day_name='Tuesday') then ss_sales_price else null end) tue_sales,
- sum(case when (d_day_name='Wednesday') then ss_sales_price else null end) wed_sales,
- sum(case when (d_day_name='Thursday') then ss_sales_price else null end) thu_sales,
- sum(case when (d_day_name='Friday') then ss_sales_price else null end) fri_sales,
- sum(case when (d_day_name='Saturday') then ss_sales_price else null end) sat_sales
- from store_sales,date_dim
- where d_date_sk = ss_sold_date_sk
- group by d_week_seq,ss_store_sk
- )
- select s_store_name1,s_store_id1,d_week_seq1
- ,sun_sales1/sun_sales2,mon_sales1/mon_sales2
- ,tue_sales1/tue_sales1,wed_sales1/wed_sales2,thu_sales1/thu_sales2
- ,fri_sales1/fri_sales2,sat_sales1/sat_sales2
- from
- (select s_store_name s_store_name1,wss.d_week_seq d_week_seq1
- ,s_store_id s_store_id1,sun_sales sun_sales1
- ,mon_sales mon_sales1,tue_sales tue_sales1
- ,wed_sales wed_sales1,thu_sales thu_sales1
- ,fri_sales fri_sales1,sat_sales sat_sales1
- from wss,store,date_dim d
- where d.d_week_seq = wss.d_week_seq and
- ss_store_sk = s_store_sk and
- d_month_seq between 1185 and 1185 + 11) y,
- (select s_store_name s_store_name2,wss.d_week_seq d_week_seq2
- ,s_store_id s_store_id2,sun_sales sun_sales2
- ,mon_sales mon_sales2,tue_sales tue_sales2
- ,wed_sales wed_sales2,thu_sales thu_sales2
- ,fri_sales fri_sales2,sat_sales sat_sales2
- from wss,store,date_dim d
- where d.d_week_seq = wss.d_week_seq and
- ss_store_sk = s_store_sk and
- d_month_seq between 1185+ 12 and 1185 + 23) x
- where s_store_id1=s_store_id2
- and d_week_seq1=d_week_seq2-52
- order by s_store_name1,s_store_id1,d_week_seq1
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 13 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 15 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 14 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 11 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_63]
- Limit [LIM_62] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_61] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- Select Operator [SEL_59] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Merge Join Operator [MERGEJOIN_104] (rows=421657640 width=88)
- Conds:RS_56._col2, _col1=RS_57._col1, (_col0 - 52)(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col12","_col13","_col14","_col15","_col16","_col17"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col1, (_col0 - 52)
- Select Operator [SEL_55] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_103] (rows=383325119 width=88)
- Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col11"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col0
- Select Operator [SEL_48] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_97] (rows=1704 width=1910)
- predicate:(s_store_id is not null and s_store_sk is not null)
- TableScan [TS_46] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_102] (rows=348477374 width=88)
- Conds:RS_49._col0=RS_50._col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col1
- Select Operator [SEL_45] (rows=8116 width=1119)
- Output:["_col1"]
- Filter Operator [FIL_96] (rows=8116 width=1119)
- predicate:(d_month_seq BETWEEN 1197 AND 1208 and d_week_seq is not null)
- TableScan [TS_15] (rows=73049 width=1119)
- default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_week_seq"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0
- Group By Operator [GBY_41] (rows=316797606 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)"],keys:KEY._col0, KEY._col1
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_39] (rows=633595212 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col2)","sum(_col3)","sum(_col5)","sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col0, _col1
- Select Operator [SEL_37] (rows=633595212 width=88)
- Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col7","_col8"]
- Merge Join Operator [MERGEJOIN_101] (rows=633595212 width=88)
- Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col1","_col2","_col4","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_90] (rows=575995635 width=88)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=73049 width=1119)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_91] (rows=73049 width=1119)
- predicate:(d_date_sk is not null and d_week_seq is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq","d_day_name"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col2, _col1
- Select Operator [SEL_27] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Merge Join Operator [MERGEJOIN_100] (rows=383325119 width=88)
- Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col12","_col13"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_93] (rows=1704 width=1910)
- predicate:(s_store_id is not null and s_store_sk is not null)
- TableScan [TS_18] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_99] (rows=348477374 width=88)
- Conds:RS_21._col0=RS_22._col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col1
- Select Operator [SEL_17] (rows=8116 width=1119)
- Output:["_col1"]
- Filter Operator [FIL_92] (rows=8116 width=1119)
- predicate:(d_month_seq BETWEEN 1185 AND 1196 and d_week_seq is not null)
- Please refer to the previous TableScan [TS_15]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Group By Operator [GBY_13] (rows=316797606 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0, KEY._col1
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_11] (rows=633595212 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col0, _col1
- Select Operator [SEL_9] (rows=633595212 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Merge Join Operator [MERGEJOIN_98] (rows=633595212 width=88)
- Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col4","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query6.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query6.q.out b/ql/src/test/results/clientpositive/perf/query6.q.out
deleted file mode 100644
index f1e4758..0000000
--- a/ql/src/test/results/clientpositive/perf/query6.q.out
+++ /dev/null
@@ -1,226 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[111][tables = [$hdt$_5, $hdt$_6]] in Stage 'Reducer 12' is a cross product
-PREHOOK: query: explain
-select a.ca_state state, count(*) cnt
- from customer_address a
- ,customer c
- ,store_sales s
- ,date_dim d
- ,item i
- where a.ca_address_sk = c.c_current_addr_sk
- and c.c_customer_sk = s.ss_customer_sk
- and s.ss_sold_date_sk = d.d_date_sk
- and s.ss_item_sk = i.i_item_sk
- and d.d_month_seq =
- (select distinct (d_month_seq)
- from date_dim
- where d_year = 2000
- and d_moy = 2 )
- and i.i_current_price > 1.2 *
- (select avg(j.i_current_price)
- from item j
- where j.i_category = i.i_category)
- group by a.ca_state
- having count(*) >= 10
- order by cnt
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select a.ca_state state, count(*) cnt
- from customer_address a
- ,customer c
- ,store_sales s
- ,date_dim d
- ,item i
- where a.ca_address_sk = c.c_current_addr_sk
- and c.c_customer_sk = s.ss_customer_sk
- and s.ss_sold_date_sk = d.d_date_sk
- and s.ss_item_sk = i.i_item_sk
- and d.d_month_seq =
- (select distinct (d_month_seq)
- from date_dim
- where d_year = 2000
- and d_moy = 2 )
- and i.i_current_price > 1.2 *
- (select avg(j.i_current_price)
- from item j
- where j.i_category = i.i_category)
- group by a.ca_state
- having count(*) >= 10
- order by cnt
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 8 (SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (CUSTOM_SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE), Reducer 19 (CUSTOM_SIMPLE_EDGE)
-Reducer 13 <- Map 20 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 16 <- Map 15 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
-Reducer 19 <- Map 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 9 (ONE_TO_ONE_EDGE)
-Reducer 3 <- Map 14 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 16 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 9 <- Map 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_76]
- Limit [LIM_75] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_74] (rows=127775039 width=88)
- Output:["_col0","_col1"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_73]
- Filter Operator [FIL_71] (rows=127775039 width=88)
- predicate:(_col1 >= 10)
- Group By Operator [GBY_70] (rows=383325119 width=88)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_69]
- PartitionCols:_col0
- Group By Operator [GBY_68] (rows=766650239 width=88)
- Output:["_col0","_col1"],aggregations:["count()"],keys:_col9
- Merge Join Operator [MERGEJOIN_114] (rows=766650239 width=88)
- Conds:RS_64._col4=RS_65._col0(Inner),Output:["_col9"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
- PartitionCols:_col0
- Select Operator [SEL_54] (rows=169400 width=1436)
- Output:["_col0"]
- Filter Operator [FIL_53] (rows=169400 width=1436)
- predicate:(_col5 > (1.2 * CASE WHEN (_col1 is null) THEN (null) ELSE (_col0) END))
- Merge Join Operator [MERGEJOIN_112] (rows=508200 width=1436)
- Conds:RS_50._col2=RS_51._col2(Inner),Output:["_col0","_col1","_col4","_col5"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col2
- Select Operator [SEL_46] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_107] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_44] (rows=462000 width=1436)
- default@item,i,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_category"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_111] (rows=231000 width=1445)
- Conds:(Inner),Output:["_col0","_col1","_col2"]
- <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_48]
- Select Operator [SEL_43] (rows=1 width=8)
- Filter Operator [FIL_42] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_40] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 10 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_39]
- Group By Operator [GBY_38] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_36] (rows=9131 width=1119)
- Group By Operator [GBY_35] (rows=9131 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Group By Operator [GBY_33] (rows=18262 width=1119)
- Output:["_col0"],keys:d_month_seq
- Select Operator [SEL_32] (rows=18262 width=1119)
- Output:["d_month_seq"]
- Filter Operator [FIL_106] (rows=18262 width=1119)
- predicate:((d_moy = 2) and (d_year = 2000))
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_year","d_moy"]
- <-Reducer 19 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_47]
- Select Operator [SEL_29] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_28] (rows=231000 width=1436)
- Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0
- Group By Operator [GBY_26] (rows=462000 width=1436)
- Output:["_col0","_col1"],aggregations:["avg(i_current_price)"],keys:i_category
- Filter Operator [FIL_105] (rows=462000 width=1436)
- predicate:i_category is not null
- TableScan [TS_23] (rows=462000 width=1436)
- default@item,j,Tbl:COMPLETE,Col:NONE,Output:["i_current_price","i_category"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_113] (rows=696954748 width=88)
- Conds:RS_61._col5=RS_62._col0(Inner),Output:["_col4","_col9"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_62]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_110] (rows=88000001 width=860)
- Conds:RS_19._col1=RS_20._col0(Inner),Output:["_col0","_col3"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col1
- Select Operator [SEL_15] (rows=80000000 width=860)
- Output:["_col0","_col1"]
- Filter Operator [FIL_103] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
- TableScan [TS_13] (rows=80000000 width=860)
- default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Select Operator [SEL_18] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_104] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_16] (rows=40000000 width=1014)
- default@customer_address,a,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_109] (rows=633595212 width=88)
- Conds:RS_58._col0=RS_59._col0(Inner),Output:["_col4","_col5"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0
- Select Operator [SEL_12] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_102] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_10] (rows=575995635 width=88)
- default@store_sales,s,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_58]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_108] (rows=80353 width=1119)
- Conds:RS_55._col1=RS_56._col0(Inner),Output:["_col0"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_100] (rows=73049 width=1119)
- predicate:(d_date_sk is not null and d_month_seq is not null)
- TableScan [TS_0] (rows=73049 width=1119)
- default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
- <-Reducer 9 [ONE_TO_ONE_EDGE]
- FORWARD [RS_56]
- PartitionCols:_col0
- Group By Operator [GBY_8] (rows=9131 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Group By Operator [GBY_6] (rows=18262 width=1119)
- Output:["_col0"],keys:d_month_seq
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["d_month_seq"]
- Filter Operator [FIL_101] (rows=18262 width=1119)
- predicate:((d_moy = 2) and (d_year = 2000) and d_month_seq is not null)
- Please refer to the previous TableScan [TS_3]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query60.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query60.q.out b/ql/src/test/results/clientpositive/perf/query60.q.out
deleted file mode 100644
index 84a9ada..0000000
--- a/ql/src/test/results/clientpositive/perf/query60.q.out
+++ /dev/null
@@ -1,399 +0,0 @@
-PREHOOK: query: explain
-with ss as (
- select
- i_item_id,sum(ss_ext_sales_price) total_sales
- from
- store_sales,
- date_dim,
- customer_address,
- item
- where
- i_item_id in (select
- i_item_id
-from
- item
-where i_category in ('Children'))
- and ss_item_sk = i_item_sk
- and ss_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 9
- and ss_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_item_id),
- cs as (
- select
- i_item_id,sum(cs_ext_sales_price) total_sales
- from
- catalog_sales,
- date_dim,
- customer_address,
- item
- where
- i_item_id in (select
- i_item_id
-from
- item
-where i_category in ('Children'))
- and cs_item_sk = i_item_sk
- and cs_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 9
- and cs_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_item_id),
- ws as (
- select
- i_item_id,sum(ws_ext_sales_price) total_sales
- from
- web_sales,
- date_dim,
- customer_address,
- item
- where
- i_item_id in (select
- i_item_id
-from
- item
-where i_category in ('Children'))
- and ws_item_sk = i_item_sk
- and ws_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 9
- and ws_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_item_id)
- select
- i_item_id
-,sum(total_sales) total_sales
- from (select * from ss
- union all
- select * from cs
- union all
- select * from ws) tmp1
- group by i_item_id
- order by i_item_id
- ,total_sales
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ss as (
- select
- i_item_id,sum(ss_ext_sales_price) total_sales
- from
- store_sales,
- date_dim,
- customer_address,
- item
- where
- i_item_id in (select
- i_item_id
-from
- item
-where i_category in ('Children'))
- and ss_item_sk = i_item_sk
- and ss_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 9
- and ss_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_item_id),
- cs as (
- select
- i_item_id,sum(cs_ext_sales_price) total_sales
- from
- catalog_sales,
- date_dim,
- customer_address,
- item
- where
- i_item_id in (select
- i_item_id
-from
- item
-where i_category in ('Children'))
- and cs_item_sk = i_item_sk
- and cs_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 9
- and cs_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_item_id),
- ws as (
- select
- i_item_id,sum(ws_ext_sales_price) total_sales
- from
- web_sales,
- date_dim,
- customer_address,
- item
- where
- i_item_id in (select
- i_item_id
-from
- item
-where i_category in ('Children'))
- and ws_item_sk = i_item_sk
- and ws_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 9
- and ws_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_item_id)
- select
- i_item_id
-,sum(total_sales) total_sales
- from (select * from ss
- union all
- select * from cs
- union all
- select * from ws) tmp1
- group by i_item_id
- order by i_item_id
- ,total_sales
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 11 <- Map 1 (SIMPLE_EDGE), Reducer 17 (ONE_TO_ONE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 15 <- Map 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 14 (SIMPLE_EDGE)
-Reducer 17 <- Map 14 (SIMPLE_EDGE)
-Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE)
-Reducer 20 <- Map 26 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
-Reducer 22 <- Map 21 (SIMPLE_EDGE), Map 27 (SIMPLE_EDGE)
-Reducer 23 <- Map 26 (SIMPLE_EDGE), Reducer 22 (SIMPLE_EDGE)
-Reducer 24 <- Map 21 (SIMPLE_EDGE), Map 28 (SIMPLE_EDGE)
-Reducer 25 <- Map 26 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 6 <- Union 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 1 (SIMPLE_EDGE), Reducer 16 (ONE_TO_ONE_EDGE)
-Reducer 9 <- Reducer 23 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_121]
- Limit [LIM_120] (rows=100 width=108)
- Number of rows:100
- Select Operator [SEL_119] (rows=335408073 width=108)
- Output:["_col0","_col1"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_118]
- Group By Operator [GBY_116] (rows=335408073 width=108)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Union 5 [SIMPLE_EDGE]
- <-Reducer 10 [CONTAINS]
- Reduce Output Operator [RS_115]
- PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_72] (rows=191657247 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- PartitionCols:_col0
- Group By Operator [GBY_70] (rows=383314495 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
- Merge Join Operator [MERGEJOIN_183] (rows=383314495 width=135)
- Conds:RS_66._col0=RS_67._col4(Inner),Output:["_col1","_col8"]
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
- PartitionCols:_col4
- Select Operator [SEL_62] (rows=348467716 width=135)
- Output:["_col4","_col5"]
- Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135)
- Conds:RS_59._col1=RS_60._col0(Inner),Output:["_col2","_col3"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0
- Select Operator [SEL_18] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_162] (rows=20000000 width=1014)
- predicate:((ca_gmt_offset = -6) and ca_address_sk is not null)
- TableScan [TS_16] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
- <-Reducer 22 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135)
- Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col0
- Select Operator [SEL_15] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_161] (rows=18262 width=1119)
- predicate:((d_moy = 9) and (d_year = 1999) and d_date_sk is not null)
- TableScan [TS_13] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0
- Select Operator [SEL_49] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_165] (rows=287989836 width=135)
- predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_47] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_66]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_176] (rows=508200 width=1436)
- Conds:RS_63._col1=RS_64._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_158] (rows=462000 width=1436)
- predicate:(i_item_id is not null and i_item_sk is not null)
- TableScan [TS_0] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 16 [ONE_TO_ONE_EDGE]
- FORWARD [RS_64]
- PartitionCols:_col0
- Group By Operator [GBY_45] (rows=115500 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col0
- Group By Operator [GBY_6] (rows=231000 width=1436)
- Output:["_col0"],keys:i_item_id
- Select Operator [SEL_5] (rows=231000 width=1436)
- Output:["i_item_id"]
- Filter Operator [FIL_159] (rows=231000 width=1436)
- predicate:((i_category) IN ('Children') and i_item_id is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_id","i_category"]
- <-Reducer 13 [CONTAINS]
- Reduce Output Operator [RS_115]
- PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_110] (rows=95833781 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col0
- Group By Operator [GBY_108] (rows=191667562 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
- Merge Join Operator [MERGEJOIN_184] (rows=191667562 width=135)
- Conds:RS_104._col0=RS_105._col3(Inner),Output:["_col1","_col8"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_104]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_179] (rows=508200 width=1436)
- Conds:RS_101._col1=RS_102._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_101]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 17 [ONE_TO_ONE_EDGE]
- FORWARD [RS_102]
- PartitionCols:_col0
- Group By Operator [GBY_83] (rows=115500 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_82]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_6]
- <-Reducer 25 [SIMPLE_EDGE]
- SHUFFLE [RS_105]
- PartitionCols:_col3
- Select Operator [SEL_100] (rows=174243235 width=135)
- Output:["_col3","_col5"]
- Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135)
- Conds:RS_97._col2=RS_98._col0(Inner),Output:["_col1","_col3"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_98]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_18]
- <-Reducer 24 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135)
- Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_95]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 28 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
- PartitionCols:_col0
- Select Operator [SEL_87] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_170] (rows=144002668 width=135)
- predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_85] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"]
- <-Reducer 4 [CONTAINS]
- Reduce Output Operator [RS_115]
- PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_35] (rows=383325119 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Group By Operator [GBY_33] (rows=766650239 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
- Merge Join Operator [MERGEJOIN_182] (rows=766650239 width=88)
- Conds:RS_29._col0=RS_30._col3(Inner),Output:["_col1","_col8"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436)
- Conds:RS_26._col1=RS_27._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 15 [ONE_TO_ONE_EDGE]
- FORWARD [RS_27]
- PartitionCols:_col0
- Group By Operator [GBY_8] (rows=115500 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_6]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col3
- Select Operator [SEL_25] (rows=696954748 width=88)
- Output:["_col3","_col5"]
- Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88)
- Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col3"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_18]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88)
- Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_12] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_160] (rows=575995635 width=88)
- predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_10] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"]
-
[29/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query61.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query61.q.out b/ql/src/test/results/clientpositive/perf/query61.q.out
deleted file mode 100644
index 0b4f5fd..0000000
--- a/ql/src/test/results/clientpositive/perf/query61.q.out
+++ /dev/null
@@ -1,280 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[156][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 5' is a cross product
-PREHOOK: query: explain
-select promotions,total,cast(promotions as decimal(15,4))/cast(total as decimal(15,4))*100
-from
- (select sum(ss_ext_sales_price) promotions
- from store_sales
- ,store
- ,promotion
- ,date_dim
- ,customer
- ,customer_address
- ,item
- where ss_sold_date_sk = d_date_sk
- and ss_store_sk = s_store_sk
- and ss_promo_sk = p_promo_sk
- and ss_customer_sk= c_customer_sk
- and ca_address_sk = c_current_addr_sk
- and ss_item_sk = i_item_sk
- and ca_gmt_offset = -7
- and i_category = 'Electronics'
- and (p_channel_dmail = 'Y' or p_channel_email = 'Y' or p_channel_tv = 'Y')
- and s_gmt_offset = -7
- and d_year = 1999
- and d_moy = 11) promotional_sales,
- (select sum(ss_ext_sales_price) total
- from store_sales
- ,store
- ,date_dim
- ,customer
- ,customer_address
- ,item
- where ss_sold_date_sk = d_date_sk
- and ss_store_sk = s_store_sk
- and ss_customer_sk= c_customer_sk
- and ca_address_sk = c_current_addr_sk
- and ss_item_sk = i_item_sk
- and ca_gmt_offset = -7
- and i_category = 'Electronics'
- and s_gmt_offset = -7
- and d_year = 1999
- and d_moy = 11) all_sales
-order by promotions, total
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select promotions,total,cast(promotions as decimal(15,4))/cast(total as decimal(15,4))*100
-from
- (select sum(ss_ext_sales_price) promotions
- from store_sales
- ,store
- ,promotion
- ,date_dim
- ,customer
- ,customer_address
- ,item
- where ss_sold_date_sk = d_date_sk
- and ss_store_sk = s_store_sk
- and ss_promo_sk = p_promo_sk
- and ss_customer_sk= c_customer_sk
- and ca_address_sk = c_current_addr_sk
- and ss_item_sk = i_item_sk
- and ca_gmt_offset = -7
- and i_category = 'Electronics'
- and (p_channel_dmail = 'Y' or p_channel_email = 'Y' or p_channel_tv = 'Y')
- and s_gmt_offset = -7
- and d_year = 1999
- and d_moy = 11) promotional_sales,
- (select sum(ss_ext_sales_price) total
- from store_sales
- ,store
- ,date_dim
- ,customer
- ,customer_address
- ,item
- where ss_sold_date_sk = d_date_sk
- and ss_store_sk = s_store_sk
- and ss_customer_sk= c_customer_sk
- and ca_address_sk = c_current_addr_sk
- and ss_item_sk = i_item_sk
- and ca_gmt_offset = -7
- and i_category = 'Electronics'
- and s_gmt_offset = -7
- and d_year = 1999
- and d_moy = 11) all_sales
-order by promotions, total
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
-Reducer 13 <- Map 20 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Map 21 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Map 22 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 17 <- Map 16 (SIMPLE_EDGE), Map 23 (SIMPLE_EDGE)
-Reducer 18 <- Map 20 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
-Reducer 19 <- Map 21 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE), Reducer 9 (CUSTOM_SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 19 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (CUSTOM_SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_91]
- Limit [LIM_90] (rows=1 width=225)
- Number of rows:100
- Select Operator [SEL_89] (rows=1 width=225)
- Output:["_col0","_col1","_col2"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_88]
- Select Operator [SEL_87] (rows=1 width=225)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_156] (rows=1 width=225)
- Conds:(Inner),Output:["_col0","_col1"]
- <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_84]
- Group By Operator [GBY_43] (rows=1 width=112)
- Output:["_col0"],aggregations:["sum(VALUE._col0)"]
- <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_42]
- Group By Operator [GBY_41] (rows=1 width=112)
- Output:["_col0"],aggregations:["sum(_col9)"]
- Merge Join Operator [MERGEJOIN_154] (rows=927646829 width=88)
- Conds:RS_37._col0=RS_38._col2(Inner),Output:["_col9"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_149] (rows=843315281 width=88)
- Conds:RS_30._col4=RS_31._col0(Inner),Output:["_col2","_col5"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=2300 width=1179)
- Output:["_col0"]
- Filter Operator [FIL_138] (rows=2300 width=1179)
- predicate:(((p_channel_dmail = 'Y') or (p_channel_email = 'Y') or (p_channel_tv = 'Y')) and p_promo_sk is not null)
- TableScan [TS_18] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_dmail","p_channel_email","p_channel_tv"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_148] (rows=766650239 width=88)
- Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col2","_col4","_col5"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_137] (rows=852 width=1910)
- predicate:((s_gmt_offset = -7) and s_store_sk is not null)
- TableScan [TS_15] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_gmt_offset"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_147] (rows=696954748 width=88)
- Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col2","_col3","_col4","_col5"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=231000 width=1436)
- Output:["_col0"]
- Filter Operator [FIL_136] (rows=231000 width=1436)
- predicate:((i_category = 'Electronics') and i_item_sk is not null)
- TableScan [TS_12] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_146] (rows=633595212 width=88)
- Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_135] (rows=18262 width=1119)
- predicate:((d_moy = 11) and (d_year = 1999) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_134] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_6] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_promo_sk","ss_ext_sales_price"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_145] (rows=88000001 width=860)
- Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col0"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1"]
- Filter Operator [FIL_132] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_133] (rows=20000000 width=1014)
- predicate:((ca_gmt_offset = -7) and ca_address_sk is not null)
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
- <-Reducer 9 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_85]
- Group By Operator [GBY_82] (rows=1 width=112)
- Output:["_col0"],aggregations:["sum(VALUE._col0)"]
- <-Reducer 8 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_81]
- Group By Operator [GBY_80] (rows=1 width=112)
- Output:["_col0"],aggregations:["sum(_col8)"]
- Merge Join Operator [MERGEJOIN_155] (rows=843315281 width=88)
- Conds:RS_76._col0=RS_77._col2(Inner),Output:["_col8"]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_77]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_153] (rows=766650239 width=88)
- Conds:RS_69._col3=RS_70._col0(Inner),Output:["_col2","_col4"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_17]
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_69]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_152] (rows=696954748 width=88)
- Conds:RS_66._col1=RS_67._col0(Inner),Output:["_col2","_col3","_col4"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_66]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_151] (rows=633595212 width=88)
- Conds:RS_63._col0=RS_64._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col0
- Select Operator [SEL_53] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_141] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_51] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ext_sales_price"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_76]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_150] (rows=88000001 width=860)
- Conds:RS_73._col1=RS_74._col0(Inner),Output:["_col0"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_73]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_2]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query63.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query63.q.out b/ql/src/test/results/clientpositive/perf/query63.q.out
deleted file mode 100644
index 8471441..0000000
--- a/ql/src/test/results/clientpositive/perf/query63.q.out
+++ /dev/null
@@ -1,143 +0,0 @@
-PREHOOK: query: explain
-select *
-from (select i_manager_id
- ,sum(ss_sales_price) sum_sales
- ,avg(sum(ss_sales_price)) over (partition by i_manager_id) avg_monthly_sales
- from item
- ,store_sales
- ,date_dim
- ,store
- where ss_item_sk = i_item_sk
- and ss_sold_date_sk = d_date_sk
- and ss_store_sk = s_store_sk
- and d_month_seq in (1212,1212+1,1212+2,1212+3,1212+4,1212+5,1212+6,1212+7,1212+8,1212+9,1212+10,1212+11)
- and (( i_category in ('Books','Children','Electronics')
- and i_class in ('personal','portable','refernece','self-help')
- and i_brand in ('scholaramalgamalg #14','scholaramalgamalg #7',
- 'exportiunivamalg #9','scholaramalgamalg #9'))
- or( i_category in ('Women','Music','Men')
- and i_class in ('accessories','classical','fragrances','pants')
- and i_brand in ('amalgimporto #1','edu packscholar #1','exportiimporto #1',
- 'importoamalg #1')))
-group by i_manager_id, d_moy) tmp1
-where case when avg_monthly_sales > 0 then abs (sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
-order by i_manager_id
- ,avg_monthly_sales
- ,sum_sales
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select *
-from (select i_manager_id
- ,sum(ss_sales_price) sum_sales
- ,avg(sum(ss_sales_price)) over (partition by i_manager_id) avg_monthly_sales
- from item
- ,store_sales
- ,date_dim
- ,store
- where ss_item_sk = i_item_sk
- and ss_sold_date_sk = d_date_sk
- and ss_store_sk = s_store_sk
- and d_month_seq in (1212,1212+1,1212+2,1212+3,1212+4,1212+5,1212+6,1212+7,1212+8,1212+9,1212+10,1212+11)
- and (( i_category in ('Books','Children','Electronics')
- and i_class in ('personal','portable','refernece','self-help')
- and i_brand in ('scholaramalgamalg #14','scholaramalgamalg #7',
- 'exportiunivamalg #9','scholaramalgamalg #9'))
- or( i_category in ('Women','Music','Men')
- and i_class in ('accessories','classical','fragrances','pants')
- and i_brand in ('amalgimporto #1','edu packscholar #1','exportiimporto #1',
- 'importoamalg #1')))
-group by i_manager_id, d_moy) tmp1
-where case when avg_monthly_sales > 0 then abs (sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
-order by i_manager_id
- ,avg_monthly_sales
- ,sum_sales
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_36]
- Limit [LIM_35] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_34] (rows=191662559 width=88)
- Output:["_col0","_col1","_col2"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- Select Operator [SEL_30] (rows=191662559 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_46] (rows=191662559 width=88)
- predicate:CASE WHEN ((avg_window_0 > 0)) THEN (((abs((_col2 - avg_window_0)) / avg_window_0) > 0.1)) ELSE (null) END
- Select Operator [SEL_29] (rows=383325119 width=88)
- Output:["avg_window_0","_col0","_col2"]
- PTF Operator [PTF_28] (rows=383325119 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST","partition by:":"_col0"}]
- Select Operator [SEL_25] (rows=383325119 width=88)
- Output:["_col0","_col2"]
- Group By Operator [GBY_24] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0
- Group By Operator [GBY_22] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col8, _col11
- Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col8","_col11"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=1704 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_50] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_9] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2","_col3","_col8","_col11"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36525 width=1119)
- Output:["_col0","_col2"]
- Filter Operator [FIL_49] (rows=36525 width=1119)
- predicate:((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq","d_moy"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col8"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_47] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=115500 width=1436)
- Output:["_col0","_col4"]
- Filter Operator [FIL_48] (rows=115500 width=1436)
- predicate:((((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'refernece', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and ((i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9') or (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1')) and ((i_category) IN ('Books', 'Children', 'Electronics') or (i_category) IN ('Women', 'Music', 'Men')) and ((i_class) IN ('personal', 'portable', 'refernece', 'self-help') or (i_class) IN ('accessories', 'classical', 'fragrances', 'pants')) and i_item_sk is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_manager_id"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query64.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query64.q.out b/ql/src/test/results/clientpositive/perf/query64.q.out
deleted file mode 100644
index e009eaf..0000000
--- a/ql/src/test/results/clientpositive/perf/query64.q.out
+++ /dev/null
@@ -1,772 +0,0 @@
-PREHOOK: query: explain
-with cs_ui as
- (select cs_item_sk
- ,sum(cs_ext_list_price) as sale,sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit) as refund
- from catalog_sales
- ,catalog_returns
- where cs_item_sk = cr_item_sk
- and cs_order_number = cr_order_number
- group by cs_item_sk
- having sum(cs_ext_list_price)>2*sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit)),
-cross_sales as
- (select i_product_name product_name
- ,i_item_sk item_sk
- ,s_store_name store_name
- ,s_zip store_zip
- ,ad1.ca_street_number b_street_number
- ,ad1.ca_street_name b_streen_name
- ,ad1.ca_city b_city
- ,ad1.ca_zip b_zip
- ,ad2.ca_street_number c_street_number
- ,ad2.ca_street_name c_street_name
- ,ad2.ca_city c_city
- ,ad2.ca_zip c_zip
- ,d1.d_year as syear
- ,d2.d_year as fsyear
- ,d3.d_year s2year
- ,count(*) cnt
- ,sum(ss_wholesale_cost) s1
- ,sum(ss_list_price) s2
- ,sum(ss_coupon_amt) s3
- FROM store_sales
- ,store_returns
- ,cs_ui
- ,date_dim d1
- ,date_dim d2
- ,date_dim d3
- ,store
- ,customer
- ,customer_demographics cd1
- ,customer_demographics cd2
- ,promotion
- ,household_demographics hd1
- ,household_demographics hd2
- ,customer_address ad1
- ,customer_address ad2
- ,income_band ib1
- ,income_band ib2
- ,item
- WHERE ss_store_sk = s_store_sk AND
- ss_sold_date_sk = d1.d_date_sk AND
- ss_customer_sk = c_customer_sk AND
- ss_cdemo_sk= cd1.cd_demo_sk AND
- ss_hdemo_sk = hd1.hd_demo_sk AND
- ss_addr_sk = ad1.ca_address_sk and
- ss_item_sk = i_item_sk and
- ss_item_sk = sr_item_sk and
- ss_ticket_number = sr_ticket_number and
- ss_item_sk = cs_ui.cs_item_sk and
- c_current_cdemo_sk = cd2.cd_demo_sk AND
- c_current_hdemo_sk = hd2.hd_demo_sk AND
- c_current_addr_sk = ad2.ca_address_sk and
- c_first_sales_date_sk = d2.d_date_sk and
- c_first_shipto_date_sk = d3.d_date_sk and
- ss_promo_sk = p_promo_sk and
- hd1.hd_income_band_sk = ib1.ib_income_band_sk and
- hd2.hd_income_band_sk = ib2.ib_income_band_sk and
- cd1.cd_marital_status <> cd2.cd_marital_status and
- i_color in ('maroon','burnished','dim','steel','navajo','chocolate') and
- i_current_price between 35 and 35 + 10 and
- i_current_price between 35 + 1 and 35 + 15
-group by i_product_name
- ,i_item_sk
- ,s_store_name
- ,s_zip
- ,ad1.ca_street_number
- ,ad1.ca_street_name
- ,ad1.ca_city
- ,ad1.ca_zip
- ,ad2.ca_street_number
- ,ad2.ca_street_name
- ,ad2.ca_city
- ,ad2.ca_zip
- ,d1.d_year
- ,d2.d_year
- ,d3.d_year
-)
-select cs1.product_name
- ,cs1.store_name
- ,cs1.store_zip
- ,cs1.b_street_number
- ,cs1.b_streen_name
- ,cs1.b_city
- ,cs1.b_zip
- ,cs1.c_street_number
- ,cs1.c_street_name
- ,cs1.c_city
- ,cs1.c_zip
- ,cs1.syear
- ,cs1.cnt
- ,cs1.s1
- ,cs1.s2
- ,cs1.s3
- ,cs2.s1
- ,cs2.s2
- ,cs2.s3
- ,cs2.syear
- ,cs2.cnt
-from cross_sales cs1,cross_sales cs2
-where cs1.item_sk=cs2.item_sk and
- cs1.syear = 2000 and
- cs2.syear = 2000 + 1 and
- cs2.cnt <= cs1.cnt and
- cs1.store_name = cs2.store_name and
- cs1.store_zip = cs2.store_zip
-order by cs1.product_name
- ,cs1.store_name
- ,cs2.cnt
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with cs_ui as
- (select cs_item_sk
- ,sum(cs_ext_list_price) as sale,sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit) as refund
- from catalog_sales
- ,catalog_returns
- where cs_item_sk = cr_item_sk
- and cs_order_number = cr_order_number
- group by cs_item_sk
- having sum(cs_ext_list_price)>2*sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit)),
-cross_sales as
- (select i_product_name product_name
- ,i_item_sk item_sk
- ,s_store_name store_name
- ,s_zip store_zip
- ,ad1.ca_street_number b_street_number
- ,ad1.ca_street_name b_streen_name
- ,ad1.ca_city b_city
- ,ad1.ca_zip b_zip
- ,ad2.ca_street_number c_street_number
- ,ad2.ca_street_name c_street_name
- ,ad2.ca_city c_city
- ,ad2.ca_zip c_zip
- ,d1.d_year as syear
- ,d2.d_year as fsyear
- ,d3.d_year s2year
- ,count(*) cnt
- ,sum(ss_wholesale_cost) s1
- ,sum(ss_list_price) s2
- ,sum(ss_coupon_amt) s3
- FROM store_sales
- ,store_returns
- ,cs_ui
- ,date_dim d1
- ,date_dim d2
- ,date_dim d3
- ,store
- ,customer
- ,customer_demographics cd1
- ,customer_demographics cd2
- ,promotion
- ,household_demographics hd1
- ,household_demographics hd2
- ,customer_address ad1
- ,customer_address ad2
- ,income_band ib1
- ,income_band ib2
- ,item
- WHERE ss_store_sk = s_store_sk AND
- ss_sold_date_sk = d1.d_date_sk AND
- ss_customer_sk = c_customer_sk AND
- ss_cdemo_sk= cd1.cd_demo_sk AND
- ss_hdemo_sk = hd1.hd_demo_sk AND
- ss_addr_sk = ad1.ca_address_sk and
- ss_item_sk = i_item_sk and
- ss_item_sk = sr_item_sk and
- ss_ticket_number = sr_ticket_number and
- ss_item_sk = cs_ui.cs_item_sk and
- c_current_cdemo_sk = cd2.cd_demo_sk AND
- c_current_hdemo_sk = hd2.hd_demo_sk AND
- c_current_addr_sk = ad2.ca_address_sk and
- c_first_sales_date_sk = d2.d_date_sk and
- c_first_shipto_date_sk = d3.d_date_sk and
- ss_promo_sk = p_promo_sk and
- hd1.hd_income_band_sk = ib1.ib_income_band_sk and
- hd2.hd_income_band_sk = ib2.ib_income_band_sk and
- cd1.cd_marital_status <> cd2.cd_marital_status and
- i_color in ('maroon','burnished','dim','steel','navajo','chocolate') and
- i_current_price between 35 and 35 + 10 and
- i_current_price between 35 + 1 and 35 + 15
-group by i_product_name
- ,i_item_sk
- ,s_store_name
- ,s_zip
- ,ad1.ca_street_number
- ,ad1.ca_street_name
- ,ad1.ca_city
- ,ad1.ca_zip
- ,ad2.ca_street_number
- ,ad2.ca_street_name
- ,ad2.ca_city
- ,ad2.ca_zip
- ,d1.d_year
- ,d2.d_year
- ,d3.d_year
-)
-select cs1.product_name
- ,cs1.store_name
- ,cs1.store_zip
- ,cs1.b_street_number
- ,cs1.b_streen_name
- ,cs1.b_city
- ,cs1.b_zip
- ,cs1.c_street_number
- ,cs1.c_street_name
- ,cs1.c_city
- ,cs1.c_zip
- ,cs1.syear
- ,cs1.cnt
- ,cs1.s1
- ,cs1.s2
- ,cs1.s3
- ,cs2.s1
- ,cs2.s2
- ,cs2.s3
- ,cs2.syear
- ,cs2.cnt
-from cross_sales cs1,cross_sales cs2
-where cs1.item_sk=cs2.item_sk and
- cs1.syear = 2000 and
- cs2.syear = 2000 + 1 and
- cs2.cnt <= cs1.cnt and
- cs1.store_name = cs2.store_name and
- cs1.store_zip = cs2.store_zip
-order by cs1.product_name
- ,cs1.store_name
- ,cs2.cnt
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 19 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
-Reducer 13 <- Map 20 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Reducer 13 (SIMPLE_EDGE), Reducer 38 (SIMPLE_EDGE)
-Reducer 15 <- Map 41 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 55 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Reducer 34 (SIMPLE_EDGE)
-Reducer 18 <- Map 55 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
-Reducer 19 <- Reducer 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
-Reducer 21 <- Map 20 (SIMPLE_EDGE), Reducer 43 (SIMPLE_EDGE)
-Reducer 22 <- Map 46 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE)
-Reducer 23 <- Reducer 22 (SIMPLE_EDGE), Reducer 37 (SIMPLE_EDGE)
-Reducer 24 <- Reducer 23 (SIMPLE_EDGE), Reducer 49 (ONE_TO_ONE_EDGE)
-Reducer 25 <- Map 53 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
-Reducer 26 <- Map 41 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
-Reducer 27 <- Map 54 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE)
-Reducer 28 <- Map 20 (SIMPLE_EDGE), Reducer 44 (SIMPLE_EDGE)
-Reducer 29 <- Map 46 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE)
-Reducer 3 <- Map 20 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 30 <- Reducer 29 (SIMPLE_EDGE), Reducer 39 (SIMPLE_EDGE)
-Reducer 31 <- Reducer 30 (SIMPLE_EDGE), Reducer 51 (ONE_TO_ONE_EDGE)
-Reducer 32 <- Map 53 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE)
-Reducer 33 <- Map 41 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE)
-Reducer 34 <- Map 54 (SIMPLE_EDGE), Reducer 33 (SIMPLE_EDGE)
-Reducer 36 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
-Reducer 37 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
-Reducer 38 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
-Reducer 39 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 36 (SIMPLE_EDGE)
-Reducer 43 <- Map 42 (SIMPLE_EDGE), Map 45 (SIMPLE_EDGE)
-Reducer 44 <- Map 42 (SIMPLE_EDGE), Map 45 (SIMPLE_EDGE)
-Reducer 48 <- Map 47 (SIMPLE_EDGE), Map 52 (SIMPLE_EDGE)
-Reducer 49 <- Reducer 48 (SIMPLE_EDGE)
-Reducer 5 <- Map 41 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 50 <- Map 47 (SIMPLE_EDGE), Map 52 (SIMPLE_EDGE)
-Reducer 51 <- Reducer 50 (SIMPLE_EDGE)
-Reducer 6 <- Map 55 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 27 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 55 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 11
- File Output Operator [FS_264]
- Select Operator [SEL_262] (rows=273897192 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_261]
- Select Operator [SEL_260] (rows=273897192 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"]
- Filter Operator [FIL_259] (rows=273897192 width=88)
- predicate:(_col30 <= _col13)
- Merge Join Operator [MERGEJOIN_615] (rows=821691577 width=88)
- Conds:RS_256._col2, _col1, _col3=RS_257._col2, _col1, _col3(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col13","_col14","_col15","_col16","_col30","_col31","_col32","_col33"]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_257]
- PartitionCols:_col2, _col1, _col3
- Select Operator [SEL_254] (rows=746992327 width=88)
- Output:["_col1","_col2","_col3","_col13","_col14","_col15","_col16"]
- Group By Operator [GBY_253] (rows=746992327 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, KEY._col12, KEY._col13
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_252]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13
- Group By Operator [GBY_251] (rows=1493984654 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count()","sum(_col43)","sum(_col44)","sum(_col45)"],keys:_col28, _col46, _col29, _col7, _col9, _col14, _col15, _col16, _col17, _col23, _col24, _col25, _col26, _col49
- Select Operator [SEL_250] (rows=1493984654 width=88)
- Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49"]
- Filter Operator [FIL_249] (rows=1493984654 width=88)
- predicate:(_col56 <> _col19)
- Merge Join Operator [MERGEJOIN_614] (rows=1493984654 width=88)
- Conds:RS_246._col37=RS_247._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"]
- <-Map 55 [SIMPLE_EDGE]
- SHUFFLE [RS_247]
- PartitionCols:_col0
- Select Operator [SEL_99] (rows=1861800 width=385)
- Output:["_col0","_col1"]
- Filter Operator [FIL_559] (rows=1861800 width=385)
- predicate:cd_demo_sk is not null
- TableScan [TS_97] (rows=1861800 width=385)
- default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_246]
- PartitionCols:_col37
- Merge Join Operator [MERGEJOIN_613] (rows=1358167838 width=88)
- Conds:RS_243._col0=RS_244._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_243]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_602] (rows=128840811 width=860)
- Conds:RS_240._col1=RS_241._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"]
- <-Map 55 [SIMPLE_EDGE]
- SHUFFLE [RS_241]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_99]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_240]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_601] (rows=117128008 width=860)
- Conds:RS_237._col3=RS_238._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"]
- <-Map 41 [SIMPLE_EDGE]
- SHUFFLE [RS_238]
- PartitionCols:_col0
- Select Operator [SEL_21] (rows=40000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_546] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_19] (rows=40000000 width=1014)
- default@customer_address,ad2,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_237]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_600] (rows=106480005 width=860)
- Conds:RS_234._col2=RS_235._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col9"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_234]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_598] (rows=96800003 width=860)
- Conds:RS_231._col4=RS_232._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_232]
- PartitionCols:_col0
- Select Operator [SEL_136] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_562] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_231]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_597] (rows=88000001 width=860)
- Conds:RS_228._col5=RS_229._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_229]
- PartitionCols:_col0
- Select Operator [SEL_133] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_561] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- Please refer to the previous TableScan [TS_3]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_228]
- PartitionCols:_col5
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_541] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_customer_sk is not null and c_first_sales_date_sk is not null and c_first_shipto_date_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_shipto_date_sk","c_first_sales_date_sk"]
- <-Reducer 38 [SIMPLE_EDGE]
- SHUFFLE [RS_235]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_599] (rows=7920 width=107)
- Conds:RS_143._col1=RS_144._col0(Inner),Output:["_col0"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_143]
- PartitionCols:_col1
- Select Operator [SEL_11] (rows=7200 width=107)
- Output:["_col0","_col1"]
- Filter Operator [FIL_544] (rows=7200 width=107)
- predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,hd2,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_144]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=20 width=12)
- Output:["_col0"]
- Filter Operator [FIL_545] (rows=20 width=12)
- predicate:ib_income_band_sk is not null
- TableScan [TS_12] (rows=20 width=12)
- default@income_band,ib2,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"]
- <-Reducer 34 [SIMPLE_EDGE]
- SHUFFLE [RS_244]
- PartitionCols:_col16
- Select Operator [SEL_224] (rows=1234698008 width=88)
- Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"]
- Merge Join Operator [MERGEJOIN_612] (rows=1234698008 width=88)
- Conds:RS_221._col5, _col12=RS_222._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
- <-Map 54 [SIMPLE_EDGE]
- SHUFFLE [RS_222]
- PartitionCols:_col0, _col1
- Select Operator [SEL_77] (rows=57591150 width=77)
- Output:["_col0","_col1"]
- Filter Operator [FIL_558] (rows=57591150 width=77)
- predicate:(sr_item_sk is not null and sr_ticket_number is not null)
- TableScan [TS_75] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"]
- <-Reducer 33 [SIMPLE_EDGE]
- SHUFFLE [RS_221]
- PartitionCols:_col5, _col12
- Merge Join Operator [MERGEJOIN_611] (rows=1122452711 width=88)
- Conds:RS_218._col9=RS_219._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
- <-Map 41 [SIMPLE_EDGE]
- SHUFFLE [RS_219]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_21]
- <-Reducer 32 [SIMPLE_EDGE]
- SHUFFLE [RS_218]
- PartitionCols:_col9
- Merge Join Operator [MERGEJOIN_610] (rows=1020411534 width=88)
- Conds:RS_215._col10=RS_216._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"]
- <-Map 53 [SIMPLE_EDGE]
- SHUFFLE [RS_216]
- PartitionCols:_col0
- Select Operator [SEL_71] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_556] (rows=1704 width=1910)
- predicate:(s_store_name is not null and s_store_sk is not null and s_zip is not null)
- TableScan [TS_69] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"]
- <-Reducer 31 [SIMPLE_EDGE]
- SHUFFLE [RS_215]
- PartitionCols:_col10
- Merge Join Operator [MERGEJOIN_609] (rows=927646829 width=88)
- Conds:RS_212._col5=RS_213._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
- <-Reducer 30 [SIMPLE_EDGE]
- SHUFFLE [RS_212]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_608] (rows=843315281 width=88)
- Conds:RS_209._col0=RS_210._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
- <-Reducer 29 [SIMPLE_EDGE]
- SHUFFLE [RS_210]
- PartitionCols:_col5
- Select Operator [SEL_180] (rows=766650239 width=88)
- Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"]
- Merge Join Operator [MERGEJOIN_606] (rows=766650239 width=88)
- Conds:RS_177._col7=RS_178._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 46 [SIMPLE_EDGE]
- SHUFFLE [RS_178]
- PartitionCols:_col0
- Select Operator [SEL_42] (rows=2300 width=1179)
- Output:["_col0"]
- Filter Operator [FIL_553] (rows=2300 width=1179)
- predicate:p_promo_sk is not null
- TableScan [TS_40] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk"]
- <-Reducer 28 [SIMPLE_EDGE]
- SHUFFLE [RS_177]
- PartitionCols:_col7
- Merge Join Operator [MERGEJOIN_605] (rows=696954748 width=88)
- Conds:RS_174._col0=RS_175._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_175]
- PartitionCols:_col0
- Select Operator [SEL_167] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_571] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Reducer 44 [SIMPLE_EDGE]
- SHUFFLE [RS_174]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_604] (rows=633595212 width=88)
- Conds:RS_171._col1=RS_172._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 42 [SIMPLE_EDGE]
- SHUFFLE [RS_171]
- PartitionCols:_col1
- Select Operator [SEL_33] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"]
- Filter Operator [FIL_550] (rows=575995635 width=88)
- predicate:(ss_addr_sk is not null and ss_cdemo_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
- TableScan [TS_31] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
- <-Map 45 [SIMPLE_EDGE]
- SHUFFLE [RS_172]
- PartitionCols:_col0
- Select Operator [SEL_36] (rows=2851 width=1436)
- Output:["_col0","_col3"]
- Filter Operator [FIL_551] (rows=2851 width=1436)
- predicate:((i_color) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate') and i_current_price BETWEEN 35 AND 45 and i_current_price BETWEEN 36 AND 50 and i_item_sk is not null)
- TableScan [TS_34] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_color","i_product_name"]
- <-Reducer 39 [SIMPLE_EDGE]
- SHUFFLE [RS_209]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_603] (rows=7920 width=107)
- Conds:RS_206._col1=RS_207._col0(Inner),Output:["_col0"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_206]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_11]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_207]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Reducer 51 [ONE_TO_ONE_EDGE]
- FORWARD [RS_213]
- PartitionCols:_col0
- Select Operator [SEL_196] (rows=52798137 width=135)
- Output:["_col0"]
- Filter Operator [FIL_195] (rows=52798137 width=135)
- predicate:(_col1 > (2 * _col2))
- Group By Operator [GBY_194] (rows=158394413 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 50 [SIMPLE_EDGE]
- SHUFFLE [RS_193]
- PartitionCols:_col0
- Group By Operator [GBY_192] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0
- Select Operator [SEL_190] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_607] (rows=316788826 width=135)
- Conds:RS_187._col0, _col1=RS_188._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"]
- <-Map 47 [SIMPLE_EDGE]
- SHUFFLE [RS_187]
- PartitionCols:_col0, _col1
- Select Operator [SEL_55] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_554] (rows=287989836 width=135)
- predicate:(cs_item_sk is not null and cs_order_number is not null)
- TableScan [TS_53] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"]
- <-Map 52 [SIMPLE_EDGE]
- SHUFFLE [RS_188]
- PartitionCols:_col0, _col1
- Select Operator [SEL_58] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_555] (rows=28798881 width=106)
- predicate:(cr_item_sk is not null and cr_order_number is not null)
- TableScan [TS_56] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_256]
- PartitionCols:_col2, _col1, _col3
- Select Operator [SEL_126] (rows=746992327 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col13","_col14","_col15","_col16"]
- Group By Operator [GBY_125] (rows=746992327 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, KEY._col12, KEY._col13
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_124]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13
- Group By Operator [GBY_123] (rows=1493984654 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count()","sum(_col43)","sum(_col44)","sum(_col45)"],keys:_col28, _col46, _col29, _col7, _col9, _col14, _col15, _col16, _col17, _col23, _col24, _col25, _col26, _col49
- Select Operator [SEL_122] (rows=1493984654 width=88)
- Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49"]
- Filter Operator [FIL_121] (rows=1493984654 width=88)
- predicate:(_col56 <> _col19)
- Merge Join Operator [MERGEJOIN_596] (rows=1493984654 width=88)
- Conds:RS_118._col37=RS_119._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"]
- <-Map 55 [SIMPLE_EDGE]
- SHUFFLE [RS_119]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_99]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_118]
- PartitionCols:_col37
- Merge Join Operator [MERGEJOIN_595] (rows=1358167838 width=88)
- Conds:RS_115._col0=RS_116._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"]
- <-Reducer 27 [SIMPLE_EDGE]
- SHUFFLE [RS_116]
- PartitionCols:_col16
- Select Operator [SEL_96] (rows=1234698008 width=88)
- Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"]
- Merge Join Operator [MERGEJOIN_594] (rows=1234698008 width=88)
- Conds:RS_93._col5, _col12=RS_94._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
- <-Map 54 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
- PartitionCols:_col0, _col1
- Please refer to the previous Select Operator [SEL_77]
- <-Reducer 26 [SIMPLE_EDGE]
- SHUFFLE [RS_93]
- PartitionCols:_col5, _col12
- Merge Join Operator [MERGEJOIN_593] (rows=1122452711 width=88)
- Conds:RS_90._col9=RS_91._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
- <-Map 41 [SIMPLE_EDGE]
- SHUFFLE [RS_91]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_21]
- <-Reducer 25 [SIMPLE_EDGE]
- SHUFFLE [RS_90]
- PartitionCols:_col9
- Merge Join Operator [MERGEJOIN_592] (rows=1020411534 width=88)
- Conds:RS_87._col10=RS_88._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"]
- <-Map 53 [SIMPLE_EDGE]
- SHUFFLE [RS_88]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_71]
- <-Reducer 24 [SIMPLE_EDGE]
- SHUFFLE [RS_87]
- PartitionCols:_col10
- Merge Join Operator [MERGEJOIN_591] (rows=927646829 width=88)
- Conds:RS_84._col5=RS_85._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_84]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_590] (rows=843315281 width=88)
- Conds:RS_81._col0=RS_82._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
- <-Reducer 22 [SIMPLE_EDGE]
- SHUFFLE [RS_82]
- PartitionCols:_col5
- Select Operator [SEL_52] (rows=766650239 width=88)
- Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"]
- Merge Join Operator [MERGEJOIN_588] (rows=766650239 width=88)
- Conds:RS_49._col7=RS_50._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 46 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_42]
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col7
- Merge Join Operator [MERGEJOIN_587] (rows=696954748 width=88)
- Conds:RS_46._col0=RS_47._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
- PartitionCols:_col0
- Select Operator [SEL_39] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_552] (rows=36524 width=1119)
- predicate:((d_year = 2000) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Reducer 43 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_586] (rows=633595212 width=88)
- Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
- <-Map 42 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_33]
- <-Map 45 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_36]
- <-Reducer 37 [SIMPLE_EDGE]
- SHUFFLE [RS_81]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_585] (rows=7920 width=107)
- Conds:RS_78._col1=RS_79._col0(Inner),Output:["_col0"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_78]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_11]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_79]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Reducer 49 [ONE_TO_ONE_EDGE]
- FORWARD [RS_85]
- PartitionCols:_col0
- Select Operator [SEL_68] (rows=52798137 width=135)
- Output:["_col0"]
- Filter Operator [FIL_67] (rows=52798137 width=135)
- predicate:(_col1 > (2 * _col2))
- Group By Operator [GBY_66] (rows=158394413 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 48 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
- PartitionCols:_col0
- Group By Operator [GBY_64] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0
- Select Operator [SEL_62] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_589] (rows=316788826 width=135)
- Conds:RS_59._col0, _col1=RS_60._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"]
- <-Map 47 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0, _col1
- Please refer to the previous Select Operator [SEL_55]
- <-Map 52 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0, _col1
- Please refer to the previous Select Operator [SEL_58]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_115]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_584] (rows=128840811 width=860)
- Conds:RS_112._col1=RS_113._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"]
- <-Map 55 [SIMPLE_EDGE]
- SHUFFLE [RS_113]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_99]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_112]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_583] (rows=117128008 width=860)
- Conds:RS_109._col3=RS_110._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"]
- <-Map 41 [SIMPLE_EDGE]
- SHUFFLE [RS_110]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_21]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_582] (rows=106480005 width=860)
- Conds:RS_106._col2=RS_107._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col9"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_106]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_580] (rows=96800003 width=860)
- Conds:RS_103._col4=RS_104._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_104]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_542] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- Please refer to the previous TableScan [TS_3]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_103]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_579] (rows=88000001 width=860)
- Conds:RS_100._col5=RS_101._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_101]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_100]
- PartitionCols:_col5
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 36 [SIMPLE_EDGE]
- SHUFFLE [RS_107]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_581] (rows=7920 width=107)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_11]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
-
[21/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query95.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query95.q.out b/ql/src/test/results/clientpositive/perf/query95.q.out
deleted file mode 100644
index dd3e344..0000000
--- a/ql/src/test/results/clientpositive/perf/query95.q.out
+++ /dev/null
@@ -1,231 +0,0 @@
-PREHOOK: query: explain
-with ws_wh as
-(select ws1.ws_order_number,ws1.ws_warehouse_sk wh1,ws2.ws_warehouse_sk wh2
- from web_sales ws1,web_sales ws2
- where ws1.ws_order_number = ws2.ws_order_number
- and ws1.ws_warehouse_sk <> ws2.ws_warehouse_sk)
- select
- count(distinct ws_order_number) as `order count`
- ,sum(ws_ext_ship_cost) as `total shipping cost`
- ,sum(ws_net_profit) as `total net profit`
-from
- web_sales ws1
- ,date_dim
- ,customer_address
- ,web_site
-where
- d_date between '1999-5-01' and
- (cast('1999-5-01' as date) + 60 days)
-and ws1.ws_ship_date_sk = d_date_sk
-and ws1.ws_ship_addr_sk = ca_address_sk
-and ca_state = 'TX'
-and ws1.ws_web_site_sk = web_site_sk
-and web_company_name = 'pri'
-and ws1.ws_order_number in (select ws_order_number
- from ws_wh)
-and ws1.ws_order_number in (select wr_order_number
- from web_returns,ws_wh
- where wr_order_number = ws_wh.ws_order_number)
-order by count(distinct ws_order_number)
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ws_wh as
-(select ws1.ws_order_number,ws1.ws_warehouse_sk wh1,ws2.ws_warehouse_sk wh2
- from web_sales ws1,web_sales ws2
- where ws1.ws_order_number = ws2.ws_order_number
- and ws1.ws_warehouse_sk <> ws2.ws_warehouse_sk)
- select
- count(distinct ws_order_number) as `order count`
- ,sum(ws_ext_ship_cost) as `total shipping cost`
- ,sum(ws_net_profit) as `total net profit`
-from
- web_sales ws1
- ,date_dim
- ,customer_address
- ,web_site
-where
- d_date between '1999-5-01' and
- (cast('1999-5-01' as date) + 60 days)
-and ws1.ws_ship_date_sk = d_date_sk
-and ws1.ws_ship_addr_sk = ca_address_sk
-and ca_state = 'TX'
-and ws1.ws_web_site_sk = web_site_sk
-and web_company_name = 'pri'
-and ws1.ws_order_number in (select ws_order_number
- from ws_wh)
-and ws1.ws_order_number in (select wr_order_number
- from web_returns,ws_wh
- where wr_order_number = ws_wh.ws_order_number)
-order by count(distinct ws_order_number)
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
-Reducer 14 <- Map 19 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 12 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 3 <- Map 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 15 (ONE_TO_ONE_EDGE), Reducer 17 (ONE_TO_ONE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 8
- File Output Operator [FS_71]
- Limit [LIM_69] (rows=1 width=344)
- Number of rows:100
- Select Operator [SEL_68] (rows=1 width=344)
- Output:["_col0","_col1","_col2"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
- Select Operator [SEL_66] (rows=1 width=344)
- Output:["_col1","_col2","_col3"]
- Group By Operator [GBY_120] (rows=1 width=344)
- Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
- <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_119]
- Group By Operator [GBY_118] (rows=1 width=344)
- Output:["_col0","_col1","_col2"],aggregations:["count(_col0)","sum(_col1)","sum(_col2)"]
- Group By Operator [GBY_117] (rows=421668645 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_116]
- PartitionCols:_col0
- Group By Operator [GBY_115] (rows=421668645 width=135)
- Output:["_col0","_col2","_col3"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col3
- Merge Join Operator [MERGEJOIN_127] (rows=421668645 width=135)
- Conds:RS_58._col3=RS_59._col0(Inner),RS_58._col3=RS_60._col0(Inner),Output:["_col3","_col4","_col5"]
- <-Reducer 15 [ONE_TO_ONE_EDGE]
- FORWARD [RS_60]
- PartitionCols:_col0
- Group By Operator [GBY_47] (rows=87121617 width=135)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col0
- Group By Operator [GBY_45] (rows=174243235 width=135)
- Output:["_col0"],keys:_col1
- Merge Join Operator [MERGEJOIN_126] (rows=174243235 width=135)
- Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Select Operator [SEL_40] (rows=14398467 width=92)
- Output:["_col0"]
- Filter Operator [FIL_114] (rows=14398467 width=92)
- predicate:wr_order_number is not null
- TableScan [TS_38] (rows=14398467 width=92)
- default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_order_number"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Select Operator [SEL_37] (rows=158402938 width=135)
- Output:["_col0"]
- Filter Operator [FIL_36] (rows=158402938 width=135)
- predicate:(_col0 <> _col2)
- Merge Join Operator [MERGEJOIN_125] (rows=158402938 width=135)
- Conds:RS_33._col1=RS_34._col1(Inner),Output:["_col0","_col1","_col2"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col1
- Select Operator [SEL_29] (rows=144002668 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_112] (rows=144002668 width=135)
- predicate:ws_order_number is not null
- TableScan [TS_27] (rows=144002668 width=135)
- default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col1
- Select Operator [SEL_32] (rows=144002668 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_113] (rows=144002668 width=135)
- predicate:ws_order_number is not null
- TableScan [TS_30] (rows=144002668 width=135)
- default@web_sales,ws2,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
- <-Reducer 17 [ONE_TO_ONE_EDGE]
- FORWARD [RS_59]
- PartitionCols:_col0
- Group By Operator [GBY_25] (rows=79201469 width=135)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0
- Group By Operator [GBY_23] (rows=158402938 width=135)
- Output:["_col0"],keys:_col1
- Select Operator [SEL_22] (rows=158402938 width=135)
- Output:["_col1"]
- Filter Operator [FIL_21] (rows=158402938 width=135)
- predicate:(_col0 <> _col2)
- Merge Join Operator [MERGEJOIN_124] (rows=158402938 width=135)
- Conds:RS_18._col1=RS_19._col1(Inner),Output:["_col0","_col1","_col2"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_29]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_32]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_58]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_123] (rows=191667562 width=135)
- Conds:RS_55._col2=RS_56._col0(Inner),Output:["_col3","_col4","_col5"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=42 width=1850)
- Output:["_col0"]
- Filter Operator [FIL_109] (rows=42 width=1850)
- predicate:((web_company_name = 'pri') and web_site_sk is not null)
- TableScan [TS_9] (rows=84 width=1850)
- default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_company_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_122] (rows=174243235 width=135)
- Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col2","_col3","_col4","_col5"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_108] (rows=20000000 width=1014)
- predicate:((ca_state = 'TX') and ca_address_sk is not null)
- TableScan [TS_6] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_121] (rows=158402938 width=135)
- Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_106] (rows=144002668 width=135)
- predicate:(ws_order_number is not null and ws_ship_addr_sk is not null and ws_ship_date_sk is not null and ws_web_site_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_107] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1999-05-01 00:00:00.0 AND 1999-06-30 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query96.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query96.q.out b/ql/src/test/results/clientpositive/perf/query96.q.out
deleted file mode 100644
index 313fc7e..0000000
--- a/ql/src/test/results/clientpositive/perf/query96.q.out
+++ /dev/null
@@ -1,108 +0,0 @@
-PREHOOK: query: explain
-select count(*)
-from store_sales
- ,household_demographics
- ,time_dim, store
-where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 8
- and time_dim.t_minute >= 30
- and household_demographics.hd_dep_count = 5
- and store.s_store_name = 'ese'
-order by count(*)
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*)
-from store_sales
- ,household_demographics
- ,time_dim, store
-where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 8
- and time_dim.t_minute >= 30
- and household_demographics.hd_dep_count = 5
- and store.s_store_name = 'ese'
-order by count(*)
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 6
- File Output Operator [FS_30]
- Limit [LIM_28] (rows=1 width=8)
- Number of rows:100
- Select Operator [SEL_27] (rows=1 width=8)
- Output:["_col0"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- Select Operator [SEL_25] (rows=1 width=8)
- Output:["_col1"]
- Group By Operator [GBY_24] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_23]
- Group By Operator [GBY_22] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_46] (rows=766650239 width=88)
- Conds:RS_18._col2=RS_19._col0(Inner)
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_43] (rows=852 width=1910)
- predicate:((s_store_name = 'ese') and s_store_sk is not null)
- TableScan [TS_9] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_45] (rows=696954748 width=88)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_42] (rows=3600 width=107)
- predicate:((hd_dep_count = 5) and hd_demo_sk is not null)
- TableScan [TS_6] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_44] (rows=633595212 width=88)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_40] (rows=575995635 width=88)
- predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_41] (rows=14400 width=471)
- predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null)
- TableScan [TS_3] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query97.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query97.q.out b/ql/src/test/results/clientpositive/perf/query97.q.out
deleted file mode 100644
index 0388e61..0000000
--- a/ql/src/test/results/clientpositive/perf/query97.q.out
+++ /dev/null
@@ -1,132 +0,0 @@
-PREHOOK: query: explain
-with ssci as (
-select ss_customer_sk customer_sk
- ,ss_item_sk item_sk
-from store_sales,date_dim
-where ss_sold_date_sk = d_date_sk
- and d_month_seq between 1212 and 1212 + 11
-group by ss_customer_sk
- ,ss_item_sk),
-csci as(
- select cs_bill_customer_sk customer_sk
- ,cs_item_sk item_sk
-from catalog_sales,date_dim
-where cs_sold_date_sk = d_date_sk
- and d_month_seq between 1212 and 1212 + 11
-group by cs_bill_customer_sk
- ,cs_item_sk)
- select sum(case when ssci.customer_sk is not null and csci.customer_sk is null then 1 else 0 end) store_only
- ,sum(case when ssci.customer_sk is null and csci.customer_sk is not null then 1 else 0 end) catalog_only
- ,sum(case when ssci.customer_sk is not null and csci.customer_sk is not null then 1 else 0 end) store_and_catalog
-from ssci full outer join csci on (ssci.customer_sk=csci.customer_sk
- and ssci.item_sk = csci.item_sk)
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ssci as (
-select ss_customer_sk customer_sk
- ,ss_item_sk item_sk
-from store_sales,date_dim
-where ss_sold_date_sk = d_date_sk
- and d_month_seq between 1212 and 1212 + 11
-group by ss_customer_sk
- ,ss_item_sk),
-csci as(
- select cs_bill_customer_sk customer_sk
- ,cs_item_sk item_sk
-from catalog_sales,date_dim
-where cs_sold_date_sk = d_date_sk
- and d_month_seq between 1212 and 1212 + 11
-group by cs_bill_customer_sk
- ,cs_item_sk)
- select sum(case when ssci.customer_sk is not null and csci.customer_sk is null then 1 else 0 end) store_only
- ,sum(case when ssci.customer_sk is null and csci.customer_sk is not null then 1 else 0 end) catalog_only
- ,sum(case when ssci.customer_sk is not null and csci.customer_sk is not null then 1 else 0 end) store_and_catalog
-from ssci full outer join csci on (ssci.customer_sk=csci.customer_sk
- and ssci.item_sk = csci.item_sk)
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (ONE_TO_ONE_EDGE), Reducer 8 (ONE_TO_ONE_EDGE)
-Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE)
-Reducer 7 <- Map 6 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 5
- File Output Operator [FS_38]
- Limit [LIM_37] (rows=1 width=24)
- Number of rows:100
- Group By Operator [GBY_35] (rows=1 width=24)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
- <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_34]
- Group By Operator [GBY_33] (rows=1 width=24)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col0)","sum(_col1)","sum(_col2)"]
- Select Operator [SEL_31] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_49] (rows=348477374 width=88)
- Conds:RS_28._col0, _col1=RS_29._col0, _col1(Outer),Output:["_col0","_col2"]
- <-Reducer 3 [ONE_TO_ONE_EDGE]
- FORWARD [RS_28]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_12] (rows=316797606 width=88)
- Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_11]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_10] (rows=633595212 width=88)
- Output:["_col0","_col1"],keys:_col2, _col1
- Merge Join Operator [MERGEJOIN_47] (rows=633595212 width=88)
- Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_44] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_43] (rows=575995635 width=88)
- predicate:ss_sold_date_sk is not null
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"]
- <-Reducer 8 [ONE_TO_ONE_EDGE]
- FORWARD [RS_29]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_26] (rows=158394413 width=135)
- Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_24] (rows=316788826 width=135)
- Output:["_col0","_col1"],keys:_col1, _col2
- Merge Join Operator [MERGEJOIN_48] (rows=316788826 width=135)
- Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1","_col2"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Select Operator [SEL_16] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_45] (rows=287989836 width=135)
- predicate:cs_sold_date_sk is not null
- TableScan [TS_14] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query98.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query98.q.out b/ql/src/test/results/clientpositive/perf/query98.q.out
deleted file mode 100644
index da534cd..0000000
--- a/ql/src/test/results/clientpositive/perf/query98.q.out
+++ /dev/null
@@ -1,134 +0,0 @@
-PREHOOK: query: explain
-select i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
- ,sum(ss_ext_sales_price) as itemrevenue
- ,sum(ss_ext_sales_price)*100/sum(sum(ss_ext_sales_price)) over
- (partition by i_class) as revenueratio
-from
- store_sales
- ,item
- ,date_dim
-where
- ss_item_sk = i_item_sk
- and i_category in ('Jewelry', 'Sports', 'Books')
- and ss_sold_date_sk = d_date_sk
- and d_date between cast('2001-01-12' as date)
- and (cast('2001-01-12' as date) + 30 days)
-group by
- i_item_id
- ,i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
-order by
- i_category
- ,i_class
- ,i_item_id
- ,i_item_desc
- ,revenueratio
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
- ,sum(ss_ext_sales_price) as itemrevenue
- ,sum(ss_ext_sales_price)*100/sum(sum(ss_ext_sales_price)) over
- (partition by i_class) as revenueratio
-from
- store_sales
- ,item
- ,date_dim
-where
- ss_item_sk = i_item_sk
- and i_category in ('Jewelry', 'Sports', 'Books')
- and ss_sold_date_sk = d_date_sk
- and d_date between cast('2001-01-12' as date)
- and (cast('2001-01-12' as date) + 30 days)
-group by
- i_item_id
- ,i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
-order by
- i_category
- ,i_class
- ,i_item_id
- ,i_item_desc
- ,revenueratio
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 6
- File Output Operator [FS_28]
- Select Operator [SEL_26] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- Select Operator [SEL_23] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- PTF Operator [PTF_22] (rows=348477374 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}]
- Select Operator [SEL_21] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col3
- Select Operator [SEL_19] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_18] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_16] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col10, _col9, _col6, _col7, _col8
- Merge Join Operator [MERGEJOIN_38] (rows=696954748 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_36] (rows=231000 width=1436)
- predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null)
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_37] (rows=633595212 width=88)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_34] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_35] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2001-01-12 00:00:00.0 AND 2001-02-11 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query99.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query99.q.out b/ql/src/test/results/clientpositive/perf/query99.q.out
deleted file mode 100644
index db6bd04..0000000
--- a/ql/src/test/results/clientpositive/perf/query99.q.out
+++ /dev/null
@@ -1,164 +0,0 @@
-PREHOOK: query: explain
-select
- substr(w_warehouse_name,1,20)
- ,sm_type
- ,cc_name
- ,sum(case when (cs_ship_date_sk - cs_sold_date_sk <= 30 ) then 1 else 0 end) as `30 days`
- ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 30) and
- (cs_ship_date_sk - cs_sold_date_sk <= 60) then 1 else 0 end ) as `31-60 days`
- ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 60) and
- (cs_ship_date_sk - cs_sold_date_sk <= 90) then 1 else 0 end) as `61-90 days`
- ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 90) and
- (cs_ship_date_sk - cs_sold_date_sk <= 120) then 1 else 0 end) as `91-120 days`
- ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 120) then 1 else 0 end) as `>120 days`
-from
- catalog_sales
- ,warehouse
- ,ship_mode
- ,call_center
- ,date_dim
-where
- d_month_seq between 1212 and 1212 + 11
-and cs_ship_date_sk = d_date_sk
-and cs_warehouse_sk = w_warehouse_sk
-and cs_ship_mode_sk = sm_ship_mode_sk
-and cs_call_center_sk = cc_call_center_sk
-group by
- substr(w_warehouse_name,1,20)
- ,sm_type
- ,cc_name
-order by substr(w_warehouse_name,1,20)
- ,sm_type
- ,cc_name
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- substr(w_warehouse_name,1,20)
- ,sm_type
- ,cc_name
- ,sum(case when (cs_ship_date_sk - cs_sold_date_sk <= 30 ) then 1 else 0 end) as `30 days`
- ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 30) and
- (cs_ship_date_sk - cs_sold_date_sk <= 60) then 1 else 0 end ) as `31-60 days`
- ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 60) and
- (cs_ship_date_sk - cs_sold_date_sk <= 90) then 1 else 0 end) as `61-90 days`
- ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 90) and
- (cs_ship_date_sk - cs_sold_date_sk <= 120) then 1 else 0 end) as `91-120 days`
- ,sum(case when (cs_ship_date_sk - cs_sold_date_sk > 120) then 1 else 0 end) as `>120 days`
-from
- catalog_sales
- ,warehouse
- ,ship_mode
- ,call_center
- ,date_dim
-where
- d_month_seq between 1212 and 1212 + 11
-and cs_ship_date_sk = d_date_sk
-and cs_warehouse_sk = w_warehouse_sk
-and cs_ship_mode_sk = sm_ship_mode_sk
-and cs_call_center_sk = cc_call_center_sk
-group by
- substr(w_warehouse_name,1,20)
- ,sm_type
- ,cc_name
-order by substr(w_warehouse_name,1,20)
- ,sm_type
- ,cc_name
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 7
- File Output Operator [FS_37]
- Limit [LIM_35] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_34] (rows=210822976 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- Select Operator [SEL_32] (rows=210822976 width=135)
- Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Group By Operator [GBY_31] (rows=210822976 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_29] (rows=421645953 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)"],keys:_col0, _col1, _col2
- Select Operator [SEL_27] (rows=421645953 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_60] (rows=421645953 width=135)
- Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col0","_col1","_col8","_col10","_col12"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=1 width=0)
- Output:["_col0","_col1"]
- Filter Operator [FIL_56] (rows=1 width=0)
- predicate:sm_ship_mode_sk is not null
- TableScan [TS_12] (rows=1 width=0)
- default@ship_mode,ship_mode,Tbl:PARTIAL,Col:NONE,Output:["sm_ship_mode_sk","sm_type"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_59] (rows=383314495 width=135)
- Conds:RS_21._col4=RS_22._col0(Inner),Output:["_col0","_col1","_col3","_col8","_col10"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=27 width=1029)
- Output:["_col0","_col1"]
- Filter Operator [FIL_55] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_9] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_58] (rows=348467716 width=135)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col8"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=60 width=2045)
- Output:["_col0","_col1"]
- Filter Operator [FIL_54] (rows=60 width=2045)
- predicate:cc_call_center_sk is not null
- TableScan [TS_6] (rows=60 width=2045)
- default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_name"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_57] (rows=316788826 width=135)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_52] (rows=287989836 width=135)
- predicate:(cs_call_center_sk is not null and cs_ship_date_sk is not null and cs_ship_mode_sk is not null and cs_warehouse_sk is not null)
- TableScan [TS_0] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_date_sk","cs_call_center_sk","cs_ship_mode_sk","cs_warehouse_sk"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_53] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query1.q.out b/ql/src/test/results/clientpositive/perf/tez/query1.q.out
new file mode 100644
index 0000000..ad350c1
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query1.q.out
@@ -0,0 +1,169 @@
+PREHOOK: query: explain
+with customer_total_return as
+(select sr_customer_sk as ctr_customer_sk
+,sr_store_sk as ctr_store_sk
+,sum(SR_FEE) as ctr_total_return
+from store_returns
+,date_dim
+where sr_returned_date_sk = d_date_sk
+and d_year =2000
+group by sr_customer_sk
+,sr_store_sk)
+ select c_customer_id
+from customer_total_return ctr1
+,store
+,customer
+where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
+from customer_total_return ctr2
+where ctr1.ctr_store_sk = ctr2.ctr_store_sk)
+and s_store_sk = ctr1.ctr_store_sk
+and s_state = 'NM'
+and ctr1.ctr_customer_sk = c_customer_sk
+order by c_customer_id
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with customer_total_return as
+(select sr_customer_sk as ctr_customer_sk
+,sr_store_sk as ctr_store_sk
+,sum(SR_FEE) as ctr_total_return
+from store_returns
+,date_dim
+where sr_returned_date_sk = d_date_sk
+and d_year =2000
+group by sr_customer_sk
+,sr_store_sk)
+ select c_customer_id
+from customer_total_return ctr1
+,store
+,customer
+where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
+from customer_total_return ctr2
+where ctr1.ctr_store_sk = ctr2.ctr_store_sk)
+and s_store_sk = ctr1.ctr_store_sk
+and s_state = 'NM'
+and ctr1.ctr_customer_sk = c_customer_sk
+order by c_customer_id
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 12 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_53]
+ Limit [LIM_52] (rows=100 width=860)
+ Number of rows:100
+ Select Operator [SEL_51] (rows=32266667 width=860)
+ Output:["_col0"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ Select Operator [SEL_49] (rows=32266667 width=860)
+ Output:["_col0"]
+ Filter Operator [FIL_48] (rows=32266667 width=860)
+ predicate:(_col2 > CASE WHEN (_col8 is null) THEN (null) ELSE (_col7) END)
+ Merge Join Operator [MERGEJOIN_81] (rows=96800003 width=860)
+ Conds:RS_45._col1=RS_46._col2(Inner),Output:["_col2","_col6","_col7","_col8"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_79] (rows=88000001 width=860)
+ Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col1","_col2","_col6"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Select Operator [SEL_19] (rows=80000000 width=860)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_74] (rows=80000000 width=860)
+ predicate:c_customer_sk is not null
+ TableScan [TS_17] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_78] (rows=34842647 width=77)
+ Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col1","_col2"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0
+ Select Operator [SEL_16] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_73] (rows=852 width=1910)
+ predicate:((s_state = 'NM') and s_store_sk is not null)
+ TableScan [TS_14] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col1
+ Select Operator [SEL_13] (rows=31675133 width=77)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_12] (rows=31675133 width=77)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_11]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_10] (rows=63350266 width=77)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1
+ Merge Join Operator [MERGEJOIN_77] (rows=63350266 width=77)
+ Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_71] (rows=57591150 width=77)
+ predicate:(sr_customer_sk is not null and sr_returned_date_sk is not null and sr_store_sk is not null)
+ TableScan [TS_0] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_customer_sk","sr_store_sk","sr_fee"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_72] (rows=36524 width=1119)
+ predicate:((d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:_col2
+ Select Operator [SEL_38] (rows=15837566 width=77)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_37] (rows=15837566 width=77)
+ Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
+ Select Operator [SEL_33] (rows=31675133 width=77)
+ Output:["_col1","_col2"]
+ Group By Operator [GBY_32] (rows=31675133 width=77)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Group By Operator [GBY_30] (rows=63350266 width=77)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1
+ Merge Join Operator [MERGEJOIN_80] (rows=63350266 width=77)
+ Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_75] (rows=57591150 width=77)
+ predicate:(sr_returned_date_sk is not null and sr_store_sk is not null)
+ Please refer to the previous TableScan [TS_0]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query10.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query10.q.out b/ql/src/test/results/clientpositive/perf/tez/query10.q.out
new file mode 100644
index 0000000..cf3651b
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query10.q.out
@@ -0,0 +1,288 @@
+PREHOOK: query: explain
+select
+ cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ count(*) cnt1,
+ cd_purchase_estimate,
+ count(*) cnt2,
+ cd_credit_rating,
+ count(*) cnt3,
+ cd_dep_count,
+ count(*) cnt4,
+ cd_dep_employed_count,
+ count(*) cnt5,
+ cd_dep_college_count,
+ count(*) cnt6
+ from
+ customer c,customer_address ca,customer_demographics
+ where
+ c.c_current_addr_sk = ca.ca_address_sk and
+ ca_county in ('Walker County','Richland County','Gaines County','Douglas County','Dona Ana County') and
+ cd_demo_sk = c.c_current_cdemo_sk and
+ exists (select *
+ from store_sales,date_dim
+ where c.c_customer_sk = ss_customer_sk and
+ ss_sold_date_sk = d_date_sk and
+ d_year = 2002 and
+ d_moy between 4 and 4+3) and
+ (exists (select *
+ from web_sales,date_dim
+ where c.c_customer_sk = ws_bill_customer_sk and
+ ws_sold_date_sk = d_date_sk and
+ d_year = 2002 and
+ d_moy between 4 ANd 4+3) or
+ exists (select *
+ from catalog_sales,date_dim
+ where c.c_customer_sk = cs_ship_customer_sk and
+ cs_sold_date_sk = d_date_sk and
+ d_year = 2002 and
+ d_moy between 4 and 4+3))
+ group by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+ order by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ count(*) cnt1,
+ cd_purchase_estimate,
+ count(*) cnt2,
+ cd_credit_rating,
+ count(*) cnt3,
+ cd_dep_count,
+ count(*) cnt4,
+ cd_dep_employed_count,
+ count(*) cnt5,
+ cd_dep_college_count,
+ count(*) cnt6
+ from
+ customer c,customer_address ca,customer_demographics
+ where
+ c.c_current_addr_sk = ca.ca_address_sk and
+ ca_county in ('Walker County','Richland County','Gaines County','Douglas County','Dona Ana County') and
+ cd_demo_sk = c.c_current_cdemo_sk and
+ exists (select *
+ from store_sales,date_dim
+ where c.c_customer_sk = ss_customer_sk and
+ ss_sold_date_sk = d_date_sk and
+ d_year = 2002 and
+ d_moy between 4 and 4+3) and
+ (exists (select *
+ from web_sales,date_dim
+ where c.c_customer_sk = ws_bill_customer_sk and
+ ws_sold_date_sk = d_date_sk and
+ d_year = 2002 and
+ d_moy between 4 ANd 4+3) or
+ exists (select *
+ from catalog_sales,date_dim
+ where c.c_customer_sk = cs_ship_customer_sk and
+ cs_sold_date_sk = d_date_sk and
+ d_year = 2002 and
+ d_moy between 4 and 4+3))
+ group by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+ order by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
+Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
+Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
+Reducer 17 <- Map 16 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
+Reducer 18 <- Reducer 17 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 12 (ONE_TO_ONE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 18 (ONE_TO_ONE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_74]
+ Limit [LIM_73] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_72] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ Select Operator [SEL_70] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col8","_col10","_col12"]
+ Group By Operator [GBY_69] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_68]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
+ Group By Operator [GBY_67] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["count()"],keys:_col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13
+ Select Operator [SEL_66] (rows=766650239 width=88)
+ Output:["_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
+ Filter Operator [FIL_65] (rows=766650239 width=88)
+ predicate:(_col16 is not null or _col18 is not null)
+ Merge Join Operator [MERGEJOIN_112] (rows=766650239 width=88)
+ Conds:RS_62._col0=RS_63._col0(Left Outer),Output:["_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col16","_col18"]
+ <-Reducer 18 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_63]
+ PartitionCols:_col0
+ Select Operator [SEL_61] (rows=158394413 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_60] (rows=158394413 width=135)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0
+ Group By Operator [GBY_58] (rows=316788826 width=135)
+ Output:["_col0"],keys:_col1
+ Merge Join Operator [MERGEJOIN_110] (rows=316788826 width=135)
+ Conds:RS_54._col0=RS_55._col0(Inner),Output:["_col1"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col0
+ Select Operator [SEL_28] (rows=4058 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_103] (rows=4058 width=1119)
+ predicate:((d_year = 2002) and d_date_sk is not null and d_moy BETWEEN 4 AND 7)
+ TableScan [TS_26] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_54]
+ PartitionCols:_col0
+ Select Operator [SEL_50] (rows=287989836 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_104] (rows=287989836 width=135)
+ predicate:(cs_ship_customer_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_48] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_customer_sk"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_62]
+ PartitionCols:_col0
+ Select Operator [SEL_47] (rows=696954748 width=88)
+ Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col16"]
+ Merge Join Operator [MERGEJOIN_111] (rows=696954748 width=88)
+ Conds:RS_43._col0=RS_44._col0(Left Outer),RS_43._col0=RS_45._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col15"]
+ <-Reducer 12 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_44]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=79201469 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_21] (rows=79201469 width=135)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Group By Operator [GBY_19] (rows=158402938 width=135)
+ Output:["_col0"],keys:_col1
+ Merge Join Operator [MERGEJOIN_108] (rows=158402938 width=135)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_28]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_100] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_9] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
+ <-Reducer 15 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_45]
+ PartitionCols:_col0
+ Group By Operator [GBY_35] (rows=316797606 width=88)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Group By Operator [GBY_33] (rows=633595212 width=88)
+ Output:["_col0"],keys:_col1
+ Merge Join Operator [MERGEJOIN_109] (rows=633595212 width=88)
+ Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_28]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_25] (rows=575995635 width=88)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_102] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_23] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_107] (rows=96800003 width=860)
+ Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=1861800 width=385)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Filter Operator [FIL_99] (rows=1861800 width=385)
+ predicate:cd_demo_sk is not null
+ TableScan [TS_6] (rows=1861800 width=385)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status","cd_purchase_estimate","cd_credit_rating","cd_dep_count","cd_dep_employed_count","cd_dep_college_count"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_106] (rows=88000001 width=860)
+ Conds:RS_37._col2=RS_38._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_97] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_98] (rows=20000000 width=1014)
+ predicate:((ca_county) IN ('Walker County', 'Richland County', 'Gaines County', 'Douglas County', 'Dona Ana County') and ca_address_sk is not null)
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
+
[32/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query5.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query5.q.out b/ql/src/test/results/clientpositive/perf/query5.q.out
deleted file mode 100644
index ff197d2..0000000
--- a/ql/src/test/results/clientpositive/perf/query5.q.out
+++ /dev/null
@@ -1,473 +0,0 @@
-PREHOOK: query: explain
-with ssr as
- (select s_store_id,
- sum(sales_price) as sales,
- sum(profit) as profit,
- sum(return_amt) as returns,
- sum(net_loss) as profit_loss
- from
- ( select ss_store_sk as store_sk,
- ss_sold_date_sk as date_sk,
- ss_ext_sales_price as sales_price,
- ss_net_profit as profit,
- cast(0 as decimal(7,2)) as return_amt,
- cast(0 as decimal(7,2)) as net_loss
- from store_sales
- union all
- select sr_store_sk as store_sk,
- sr_returned_date_sk as date_sk,
- cast(0 as decimal(7,2)) as sales_price,
- cast(0 as decimal(7,2)) as profit,
- sr_return_amt as return_amt,
- sr_net_loss as net_loss
- from store_returns
- ) salesreturns,
- date_dim,
- store
- where date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 14 days)
- and store_sk = s_store_sk
- group by s_store_id)
- ,
- csr as
- (select cp_catalog_page_id,
- sum(sales_price) as sales,
- sum(profit) as profit,
- sum(return_amt) as returns,
- sum(net_loss) as profit_loss
- from
- ( select cs_catalog_page_sk as page_sk,
- cs_sold_date_sk as date_sk,
- cs_ext_sales_price as sales_price,
- cs_net_profit as profit,
- cast(0 as decimal(7,2)) as return_amt,
- cast(0 as decimal(7,2)) as net_loss
- from catalog_sales
- union all
- select cr_catalog_page_sk as page_sk,
- cr_returned_date_sk as date_sk,
- cast(0 as decimal(7,2)) as sales_price,
- cast(0 as decimal(7,2)) as profit,
- cr_return_amount as return_amt,
- cr_net_loss as net_loss
- from catalog_returns
- ) salesreturns,
- date_dim,
- catalog_page
- where date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 14 days)
- and page_sk = cp_catalog_page_sk
- group by cp_catalog_page_id)
- ,
- wsr as
- (select web_site_id,
- sum(sales_price) as sales,
- sum(profit) as profit,
- sum(return_amt) as returns,
- sum(net_loss) as profit_loss
- from
- ( select ws_web_site_sk as wsr_web_site_sk,
- ws_sold_date_sk as date_sk,
- ws_ext_sales_price as sales_price,
- ws_net_profit as profit,
- cast(0 as decimal(7,2)) as return_amt,
- cast(0 as decimal(7,2)) as net_loss
- from web_sales
- union all
- select ws_web_site_sk as wsr_web_site_sk,
- wr_returned_date_sk as date_sk,
- cast(0 as decimal(7,2)) as sales_price,
- cast(0 as decimal(7,2)) as profit,
- wr_return_amt as return_amt,
- wr_net_loss as net_loss
- from web_returns left outer join web_sales on
- ( wr_item_sk = ws_item_sk
- and wr_order_number = ws_order_number)
- ) salesreturns,
- date_dim,
- web_site
- where date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 14 days)
- and wsr_web_site_sk = web_site_sk
- group by web_site_id)
- select channel
- , id
- , sum(sales) as sales
- , sum(returns) as returns
- , sum(profit) as profit
- from
- (select 'store channel' as channel
- , 'store' || s_store_id as id
- , sales
- , returns
- , (profit - profit_loss) as profit
- from ssr
- union all
- select 'catalog channel' as channel
- , 'catalog_page' || cp_catalog_page_id as id
- , sales
- , returns
- , (profit - profit_loss) as profit
- from csr
- union all
- select 'web channel' as channel
- , 'web_site' || web_site_id as id
- , sales
- , returns
- , (profit - profit_loss) as profit
- from wsr
- ) x
- group by rollup (channel, id)
- order by channel
- ,id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ssr as
- (select s_store_id,
- sum(sales_price) as sales,
- sum(profit) as profit,
- sum(return_amt) as returns,
- sum(net_loss) as profit_loss
- from
- ( select ss_store_sk as store_sk,
- ss_sold_date_sk as date_sk,
- ss_ext_sales_price as sales_price,
- ss_net_profit as profit,
- cast(0 as decimal(7,2)) as return_amt,
- cast(0 as decimal(7,2)) as net_loss
- from store_sales
- union all
- select sr_store_sk as store_sk,
- sr_returned_date_sk as date_sk,
- cast(0 as decimal(7,2)) as sales_price,
- cast(0 as decimal(7,2)) as profit,
- sr_return_amt as return_amt,
- sr_net_loss as net_loss
- from store_returns
- ) salesreturns,
- date_dim,
- store
- where date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 14 days)
- and store_sk = s_store_sk
- group by s_store_id)
- ,
- csr as
- (select cp_catalog_page_id,
- sum(sales_price) as sales,
- sum(profit) as profit,
- sum(return_amt) as returns,
- sum(net_loss) as profit_loss
- from
- ( select cs_catalog_page_sk as page_sk,
- cs_sold_date_sk as date_sk,
- cs_ext_sales_price as sales_price,
- cs_net_profit as profit,
- cast(0 as decimal(7,2)) as return_amt,
- cast(0 as decimal(7,2)) as net_loss
- from catalog_sales
- union all
- select cr_catalog_page_sk as page_sk,
- cr_returned_date_sk as date_sk,
- cast(0 as decimal(7,2)) as sales_price,
- cast(0 as decimal(7,2)) as profit,
- cr_return_amount as return_amt,
- cr_net_loss as net_loss
- from catalog_returns
- ) salesreturns,
- date_dim,
- catalog_page
- where date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 14 days)
- and page_sk = cp_catalog_page_sk
- group by cp_catalog_page_id)
- ,
- wsr as
- (select web_site_id,
- sum(sales_price) as sales,
- sum(profit) as profit,
- sum(return_amt) as returns,
- sum(net_loss) as profit_loss
- from
- ( select ws_web_site_sk as wsr_web_site_sk,
- ws_sold_date_sk as date_sk,
- ws_ext_sales_price as sales_price,
- ws_net_profit as profit,
- cast(0 as decimal(7,2)) as return_amt,
- cast(0 as decimal(7,2)) as net_loss
- from web_sales
- union all
- select ws_web_site_sk as wsr_web_site_sk,
- wr_returned_date_sk as date_sk,
- cast(0 as decimal(7,2)) as sales_price,
- cast(0 as decimal(7,2)) as profit,
- wr_return_amt as return_amt,
- wr_net_loss as net_loss
- from web_returns left outer join web_sales on
- ( wr_item_sk = ws_item_sk
- and wr_order_number = ws_order_number)
- ) salesreturns,
- date_dim,
- web_site
- where date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 14 days)
- and wsr_web_site_sk = web_site_sk
- group by web_site_id)
- select channel
- , id
- , sum(sales) as sales
- , sum(returns) as returns
- , sum(profit) as profit
- from
- (select 'store channel' as channel
- , 'store' || s_store_id as id
- , sales
- , returns
- , (profit - profit_loss) as profit
- from ssr
- union all
- select 'catalog channel' as channel
- , 'catalog_page' || cp_catalog_page_id as id
- , sales
- , returns
- , (profit - profit_loss) as profit
- from csr
- union all
- select 'web channel' as channel
- , 'web_site' || web_site_id as id
- , sales
- , returns
- , (profit - profit_loss) as profit
- from wsr
- ) x
- group by rollup (channel, id)
- order by channel
- ,id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Map 1 <- Union 2 (CONTAINS)
-Map 18 <- Union 19 (CONTAINS)
-Map 20 <- Union 19 (CONTAINS)
-Map 22 <- Union 23 (CONTAINS)
-Map 9 <- Union 2 (CONTAINS)
-Reducer 11 <- Map 10 (SIMPLE_EDGE), Union 19 (SIMPLE_EDGE)
-Reducer 12 <- Map 21 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 6 (CONTAINS)
-Reducer 14 <- Map 10 (SIMPLE_EDGE), Union 23 (SIMPLE_EDGE)
-Reducer 15 <- Map 27 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Reducer 15 (SIMPLE_EDGE), Union 6 (CONTAINS)
-Reducer 25 <- Map 24 (SIMPLE_EDGE), Map 26 (SIMPLE_EDGE), Union 23 (CONTAINS)
-Reducer 3 <- Map 10 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 17 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE), Union 6 (CONTAINS)
-Reducer 7 <- Union 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 8
- File Output Operator [FS_92]
- Limit [LIM_91] (rows=100 width=110)
- Number of rows:100
- Select Operator [SEL_90] (rows=1136898901 width=110)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- Select Operator [SEL_88] (rows=1136898901 width=110)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_87] (rows=1136898901 width=110)
- Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Union 6 [SIMPLE_EDGE]
- <-Reducer 13 [CONTAINS]
- Reduce Output Operator [RS_86]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_85] (rows=2273797803 width=110)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
- Select Operator [SEL_49] (rows=191657181 width=132)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_48] (rows=191657181 width=132)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
- PartitionCols:_col0
- Group By Operator [GBY_46] (rows=383314363 width=132)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
- Merge Join Operator [MERGEJOIN_135] (rows=383314363 width=132)
- Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Select Operator [SEL_38] (rows=46000 width=460)
- Output:["_col0","_col1"]
- Filter Operator [FIL_125] (rows=46000 width=460)
- predicate:cp_catalog_page_sk is not null
- TableScan [TS_36] (rows=46000 width=460)
- default@catalog_page,catalog_page,Tbl:COMPLETE,Col:NONE,Output:["cp_catalog_page_sk","cp_catalog_page_id"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_134] (rows=348467596 width=132)
- Conds:Union 19._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0
- Select Operator [SEL_10] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_120] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-08-04 00:00:00.0 AND 1998-08-18 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_8] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Union 19 [SIMPLE_EDGE]
- <-Map 18 [CONTAINS]
- Reduce Output Operator [RS_39]
- PartitionCols:_col1
- Select Operator [SEL_27] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_122] (rows=287989836 width=135)
- predicate:(cs_catalog_page_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_25] (rows=287989836 width=135)
- Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_ext_sales_price","cs_net_profit"]
- <-Map 20 [CONTAINS]
- Reduce Output Operator [RS_39]
- PartitionCols:_col1
- Select Operator [SEL_30] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_123] (rows=28798881 width=106)
- predicate:(cr_catalog_page_sk is not null and cr_returned_date_sk is not null)
- TableScan [TS_28] (rows=28798881 width=106)
- Output:["cr_returned_date_sk","cr_catalog_page_sk","cr_return_amount","cr_net_loss"]
- <-Reducer 16 [CONTAINS]
- Reduce Output Operator [RS_86]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_85] (rows=2273797803 width=110)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
- Select Operator [SEL_82] (rows=182955399 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_81] (rows=182955399 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_80]
- PartitionCols:_col0
- Group By Operator [GBY_79] (rows=365910798 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
- Merge Join Operator [MERGEJOIN_137] (rows=365910798 width=135)
- Conds:RS_75._col0=RS_76._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_76]
- PartitionCols:_col0
- Select Operator [SEL_71] (rows=84 width=1850)
- Output:["_col0","_col1"]
- Filter Operator [FIL_130] (rows=84 width=1850)
- predicate:web_site_sk is not null
- TableScan [TS_69] (rows=84 width=1850)
- default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_site_id"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_75]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_136] (rows=332646173 width=135)
- Conds:Union 23._col1=RS_73._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_73]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_10]
- <-Union 23 [SIMPLE_EDGE]
- <-Map 22 [CONTAINS]
- Reduce Output Operator [RS_72]
- PartitionCols:_col1
- Select Operator [SEL_53] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_126] (rows=144002668 width=135)
- predicate:(ws_sold_date_sk is not null and ws_web_site_sk is not null)
- TableScan [TS_51] (rows=144002668 width=135)
- Output:["ws_sold_date_sk","ws_web_site_sk","ws_ext_sales_price","ws_net_profit"]
- <-Reducer 25 [CONTAINS]
- Reduce Output Operator [RS_72]
- PartitionCols:_col1
- Select Operator [SEL_63] (rows=158402938 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_131] (rows=158402938 width=135)
- Conds:RS_60._col0, _col2=RS_61._col1, _col2(Inner),Output:["_col1","_col3","_col6","_col7"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0, _col2
- Select Operator [SEL_56] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_127] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_order_number is not null and ws_web_site_sk is not null)
- TableScan [TS_54] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_item_sk","ws_web_site_sk","ws_order_number"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
- PartitionCols:_col1, _col2
- Select Operator [SEL_59] (rows=14398467 width=92)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_128] (rows=14398467 width=92)
- predicate:(wr_item_sk is not null and wr_order_number is not null and wr_returned_date_sk is not null)
- TableScan [TS_57] (rows=14398467 width=92)
- default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"]
- <-Reducer 5 [CONTAINS]
- Reduce Output Operator [RS_86]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_85] (rows=2273797803 width=110)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
- Select Operator [SEL_24] (rows=383320021 width=87)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_23] (rows=383320021 width=87)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Group By Operator [GBY_21] (rows=766640042 width=87)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
- Merge Join Operator [MERGEJOIN_133] (rows=766640042 width=87)
- Conds:RS_17._col0=RS_18._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Select Operator [SEL_13] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_121] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_11] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_132] (rows=696945478 width=87)
- Conds:Union 2._col1=RS_15._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_10]
- <-Union 2 [SIMPLE_EDGE]
- <-Map 1 [CONTAINS]
- Reduce Output Operator [RS_14]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_118] (rows=575995635 width=88)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- Output:["ss_sold_date_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"]
- <-Map 9 [CONTAINS]
- Reduce Output Operator [RS_14]
- PartitionCols:_col1
- Select Operator [SEL_5] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_119] (rows=57591150 width=77)
- predicate:(sr_returned_date_sk is not null and sr_store_sk is not null)
- TableScan [TS_3] (rows=57591150 width=77)
- Output:["sr_returned_date_sk","sr_store_sk","sr_return_amt","sr_net_loss"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query50.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query50.q.out b/ql/src/test/results/clientpositive/perf/query50.q.out
deleted file mode 100644
index 02d9447..0000000
--- a/ql/src/test/results/clientpositive/perf/query50.q.out
+++ /dev/null
@@ -1,210 +0,0 @@
-PREHOOK: query: explain
-select
- s_store_name
- ,s_company_id
- ,s_street_number
- ,s_street_name
- ,s_street_type
- ,s_suite_number
- ,s_city
- ,s_county
- ,s_state
- ,s_zip
- ,sum(case when (sr_returned_date_sk - ss_sold_date_sk <= 30 ) then 1 else 0 end) as `30 days`
- ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 30) and
- (sr_returned_date_sk - ss_sold_date_sk <= 60) then 1 else 0 end ) as `31-60 days`
- ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 60) and
- (sr_returned_date_sk - ss_sold_date_sk <= 90) then 1 else 0 end) as `61-90 days`
- ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 90) and
- (sr_returned_date_sk - ss_sold_date_sk <= 120) then 1 else 0 end) as `91-120 days`
- ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 120) then 1 else 0 end) as `>120 days`
-from
- store_sales
- ,store_returns
- ,store
- ,date_dim d1
- ,date_dim d2
-where
- d2.d_year = 2000
-and d2.d_moy = 9
-and ss_ticket_number = sr_ticket_number
-and ss_item_sk = sr_item_sk
-and ss_sold_date_sk = d1.d_date_sk
-and sr_returned_date_sk = d2.d_date_sk
-and ss_customer_sk = sr_customer_sk
-and ss_store_sk = s_store_sk
-group by
- s_store_name
- ,s_company_id
- ,s_street_number
- ,s_street_name
- ,s_street_type
- ,s_suite_number
- ,s_city
- ,s_county
- ,s_state
- ,s_zip
-order by s_store_name
- ,s_company_id
- ,s_street_number
- ,s_street_name
- ,s_street_type
- ,s_suite_number
- ,s_city
- ,s_county
- ,s_state
- ,s_zip
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- s_store_name
- ,s_company_id
- ,s_street_number
- ,s_street_name
- ,s_street_type
- ,s_suite_number
- ,s_city
- ,s_county
- ,s_state
- ,s_zip
- ,sum(case when (sr_returned_date_sk - ss_sold_date_sk <= 30 ) then 1 else 0 end) as `30 days`
- ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 30) and
- (sr_returned_date_sk - ss_sold_date_sk <= 60) then 1 else 0 end ) as `31-60 days`
- ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 60) and
- (sr_returned_date_sk - ss_sold_date_sk <= 90) then 1 else 0 end) as `61-90 days`
- ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 90) and
- (sr_returned_date_sk - ss_sold_date_sk <= 120) then 1 else 0 end) as `91-120 days`
- ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 120) then 1 else 0 end) as `>120 days`
-from
- store_sales
- ,store_returns
- ,store
- ,date_dim d1
- ,date_dim d2
-where
- d2.d_year = 2000
-and d2.d_moy = 9
-and ss_ticket_number = sr_ticket_number
-and ss_item_sk = sr_item_sk
-and ss_sold_date_sk = d1.d_date_sk
-and sr_returned_date_sk = d2.d_date_sk
-and ss_customer_sk = sr_customer_sk
-and ss_store_sk = s_store_sk
-group by
- s_store_name
- ,s_company_id
- ,s_street_number
- ,s_street_name
- ,s_street_type
- ,s_suite_number
- ,s_city
- ,s_county
- ,s_state
- ,s_zip
-order by s_store_name
- ,s_company_id
- ,s_street_number
- ,s_street_name
- ,s_street_type
- ,s_suite_number
- ,s_city
- ,s_county
- ,s_state
- ,s_zip
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_36]
- Limit [LIM_35] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_34] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- Group By Operator [GBY_31] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
- Group By Operator [GBY_29] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"],aggregations:["sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
- Select Operator [SEL_27] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
- Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88)
- Conds:RS_24._col10=RS_25._col0(Inner),Output:["_col0","_col7","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
- Filter Operator [FIL_55] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_12] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_id","s_street_number","s_street_name","s_street_type","s_suite_number","s_city","s_county","s_state","s_zip"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col10
- Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88)
- Conds:RS_21._col7=RS_22._col0(Inner),Output:["_col0","_col7","_col10"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=73049 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_54] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col7
- Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88)
- Conds:RS_18._col1, _col2, _col3=RS_19._col1, _col2, _col4(Inner),Output:["_col0","_col7","_col10"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col1, _col2, _col4
- Select Operator [SEL_8] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_53] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
- TableScan [TS_6] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1, _col2, _col3
- Merge Join Operator [MERGEJOIN_56] (rows=63350266 width=77)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col0","_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_51] (rows=57591150 width=77)
- predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null)
- TableScan [TS_0] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_52] (rows=18262 width=1119)
- predicate:((d_moy = 9) and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query51.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query51.q.out b/ql/src/test/results/clientpositive/perf/query51.q.out
deleted file mode 100644
index 2517306..0000000
--- a/ql/src/test/results/clientpositive/perf/query51.q.out
+++ /dev/null
@@ -1,188 +0,0 @@
-PREHOOK: query: explain
-WITH web_v1 as (
-select
- ws_item_sk item_sk, d_date,
- sum(sum(ws_sales_price))
- over (partition by ws_item_sk order by d_date rows between unbounded preceding and current row) cume_sales
-from web_sales
- ,date_dim
-where ws_sold_date_sk=d_date_sk
- and d_month_seq between 1212 and 1212+11
- and ws_item_sk is not NULL
-group by ws_item_sk, d_date),
-store_v1 as (
-select
- ss_item_sk item_sk, d_date,
- sum(sum(ss_sales_price))
- over (partition by ss_item_sk order by d_date rows between unbounded preceding and current row) cume_sales
-from store_sales
- ,date_dim
-where ss_sold_date_sk=d_date_sk
- and d_month_seq between 1212 and 1212+11
- and ss_item_sk is not NULL
-group by ss_item_sk, d_date)
- select *
-from (select item_sk
- ,d_date
- ,web_sales
- ,store_sales
- ,max(web_sales)
- over (partition by item_sk order by d_date rows between unbounded preceding and current row) web_cumulative
- ,max(store_sales)
- over (partition by item_sk order by d_date rows between unbounded preceding and current row) store_cumulative
- from (select case when web.item_sk is not null then web.item_sk else store.item_sk end item_sk
- ,case when web.d_date is not null then web.d_date else store.d_date end d_date
- ,web.cume_sales web_sales
- ,store.cume_sales store_sales
- from web_v1 web full outer join store_v1 store on (web.item_sk = store.item_sk
- and web.d_date = store.d_date)
- )x )y
-where web_cumulative > store_cumulative
-order by item_sk
- ,d_date
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-WITH web_v1 as (
-select
- ws_item_sk item_sk, d_date,
- sum(sum(ws_sales_price))
- over (partition by ws_item_sk order by d_date rows between unbounded preceding and current row) cume_sales
-from web_sales
- ,date_dim
-where ws_sold_date_sk=d_date_sk
- and d_month_seq between 1212 and 1212+11
- and ws_item_sk is not NULL
-group by ws_item_sk, d_date),
-store_v1 as (
-select
- ss_item_sk item_sk, d_date,
- sum(sum(ss_sales_price))
- over (partition by ss_item_sk order by d_date rows between unbounded preceding and current row) cume_sales
-from store_sales
- ,date_dim
-where ss_sold_date_sk=d_date_sk
- and d_month_seq between 1212 and 1212+11
- and ss_item_sk is not NULL
-group by ss_item_sk, d_date)
- select *
-from (select item_sk
- ,d_date
- ,web_sales
- ,store_sales
- ,max(web_sales)
- over (partition by item_sk order by d_date rows between unbounded preceding and current row) web_cumulative
- ,max(store_sales)
- over (partition by item_sk order by d_date rows between unbounded preceding and current row) store_cumulative
- from (select case when web.item_sk is not null then web.item_sk else store.item_sk end item_sk
- ,case when web.d_date is not null then web.d_date else store.d_date end d_date
- ,web.cume_sales web_sales
- ,store.cume_sales store_sales
- from web_v1 web full outer join store_v1 store on (web.item_sk = store.item_sk
- and web.d_date = store.d_date)
- )x )y
-where web_cumulative > store_cumulative
-order by item_sk
- ,d_date
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 8 <- Map 10 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_53]
- Limit [LIM_52] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_51] (rows=116159124 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- Select Operator [SEL_46] (rows=116159124 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_58] (rows=116159124 width=88)
- predicate:(max_window_0 > max_window_1)
- PTF Operator [PTF_45] (rows=348477374 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"CASE WHEN (_col4 is not null) THEN (_col4) ELSE (_col1) END ASC NULLS FIRST","partition by:":"CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END"}]
- Select Operator [SEL_44] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END
- Merge Join Operator [MERGEJOIN_67] (rows=348477374 width=88)
- Conds:RS_40._col0, _col1=RS_41._col0, _col1(Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0, _col1
- Select Operator [SEL_17] (rows=316797606 width=88)
- Output:["_col0","_col1","_col2"]
- PTF Operator [PTF_16] (rows=316797606 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
- Group By Operator [GBY_12] (rows=316797606 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_11]
- PartitionCols:_col0
- Group By Operator [GBY_10] (rows=633595212 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4
- Merge Join Operator [MERGEJOIN_65] (rows=633595212 width=88)
- Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_60] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_59] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_sales_price"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0, _col1
- Select Operator [SEL_37] (rows=79201469 width=135)
- Output:["_col0","_col1","_col2"]
- PTF Operator [PTF_36] (rows=79201469 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
- Group By Operator [GBY_32] (rows=79201469 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Group By Operator [GBY_30] (rows=158402938 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4
- Merge Join Operator [MERGEJOIN_66] (rows=158402938 width=135)
- Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_61] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_20] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_sales_price"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query52.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query52.q.out b/ql/src/test/results/clientpositive/perf/query52.q.out
deleted file mode 100644
index b14ab53..0000000
--- a/ql/src/test/results/clientpositive/perf/query52.q.out
+++ /dev/null
@@ -1,106 +0,0 @@
-PREHOOK: query: explain
-select dt.d_year
- ,item.i_brand_id brand_id
- ,item.i_brand brand
- ,sum(ss_ext_sales_price) ext_price
- from date_dim dt
- ,store_sales
- ,item
- where dt.d_date_sk = store_sales.ss_sold_date_sk
- and store_sales.ss_item_sk = item.i_item_sk
- and item.i_manager_id = 1
- and dt.d_moy=12
- and dt.d_year=1998
- group by dt.d_year
- ,item.i_brand
- ,item.i_brand_id
- order by dt.d_year
- ,ext_price desc
- ,brand_id
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select dt.d_year
- ,item.i_brand_id brand_id
- ,item.i_brand brand
- ,sum(ss_ext_sales_price) ext_price
- from date_dim dt
- ,store_sales
- ,item
- where dt.d_date_sk = store_sales.ss_sold_date_sk
- and store_sales.ss_item_sk = item.i_item_sk
- and item.i_manager_id = 1
- and dt.d_moy=12
- and dt.d_year=1998
- group by dt.d_year
- ,item.i_brand
- ,item.i_brand_id
- order by dt.d_year
- ,ext_price desc
- ,brand_id
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 5
- File Output Operator [FS_25]
- Select Operator [SEL_24] (rows=100 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Limit [LIM_23] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_22] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- Group By Operator [GBY_18] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_16] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8
- Merge Join Operator [MERGEJOIN_35] (rows=696954748 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_33] (rows=231000 width=1436)
- predicate:((i_manager_id = 1) and i_item_sk is not null)
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_34] (rows=633595212 width=88)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_31] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_32] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query53.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query53.q.out b/ql/src/test/results/clientpositive/perf/query53.q.out
deleted file mode 100644
index a10ee45..0000000
--- a/ql/src/test/results/clientpositive/perf/query53.q.out
+++ /dev/null
@@ -1,141 +0,0 @@
-PREHOOK: query: explain
-select * from
-(select i_manufact_id,
-sum(ss_sales_price) sum_sales,
-avg(sum(ss_sales_price)) over (partition by i_manufact_id) avg_quarterly_sales
-from item, store_sales, date_dim, store
-where ss_item_sk = i_item_sk and
-ss_sold_date_sk = d_date_sk and
-ss_store_sk = s_store_sk and
-d_month_seq in (1212,1212+1,1212+2,1212+3,1212+4,1212+5,1212+6,1212+7,1212+8,1212+9,1212+10,1212+11) and
-((i_category in ('Books','Children','Electronics') and
-i_class in ('personal','portable','reference','self-help') and
-i_brand in ('scholaramalgamalg #14','scholaramalgamalg #7',
- 'exportiunivamalg #9','scholaramalgamalg #9'))
-or(i_category in ('Women','Music','Men') and
-i_class in ('accessories','classical','fragrances','pants') and
-i_brand in ('amalgimporto #1','edu packscholar #1','exportiimporto #1',
- 'importoamalg #1')))
-group by i_manufact_id, d_qoy ) tmp1
-where case when avg_quarterly_sales > 0
- then abs (sum_sales - avg_quarterly_sales)/ avg_quarterly_sales
- else null end > 0.1
-order by avg_quarterly_sales,
- sum_sales,
- i_manufact_id
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select * from
-(select i_manufact_id,
-sum(ss_sales_price) sum_sales,
-avg(sum(ss_sales_price)) over (partition by i_manufact_id) avg_quarterly_sales
-from item, store_sales, date_dim, store
-where ss_item_sk = i_item_sk and
-ss_sold_date_sk = d_date_sk and
-ss_store_sk = s_store_sk and
-d_month_seq in (1212,1212+1,1212+2,1212+3,1212+4,1212+5,1212+6,1212+7,1212+8,1212+9,1212+10,1212+11) and
-((i_category in ('Books','Children','Electronics') and
-i_class in ('personal','portable','reference','self-help') and
-i_brand in ('scholaramalgamalg #14','scholaramalgamalg #7',
- 'exportiunivamalg #9','scholaramalgamalg #9'))
-or(i_category in ('Women','Music','Men') and
-i_class in ('accessories','classical','fragrances','pants') and
-i_brand in ('amalgimporto #1','edu packscholar #1','exportiimporto #1',
- 'importoamalg #1')))
-group by i_manufact_id, d_qoy ) tmp1
-where case when avg_quarterly_sales > 0
- then abs (sum_sales - avg_quarterly_sales)/ avg_quarterly_sales
- else null end > 0.1
-order by avg_quarterly_sales,
- sum_sales,
- i_manufact_id
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_36]
- Limit [LIM_35] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_34] (rows=191662559 width=88)
- Output:["_col0","_col1","_col2"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- Select Operator [SEL_30] (rows=191662559 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_46] (rows=191662559 width=88)
- predicate:CASE WHEN ((avg_window_0 > 0)) THEN (((abs((_col2 - avg_window_0)) / avg_window_0) > 0.1)) ELSE (null) END
- Select Operator [SEL_29] (rows=383325119 width=88)
- Output:["avg_window_0","_col0","_col2"]
- PTF Operator [PTF_28] (rows=383325119 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST","partition by:":"_col0"}]
- Select Operator [SEL_25] (rows=383325119 width=88)
- Output:["_col0","_col2"]
- Group By Operator [GBY_24] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0
- Group By Operator [GBY_22] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col8, _col11
- Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col8","_col11"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=1704 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_50] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_9] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2","_col3","_col8","_col11"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36525 width=1119)
- Output:["_col0","_col2"]
- Filter Operator [FIL_49] (rows=36525 width=1119)
- predicate:((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq","d_qoy"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col8"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_47] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=115500 width=1436)
- Output:["_col0","_col4"]
- Filter Operator [FIL_48] (rows=115500 width=1436)
- predicate:((((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'reference', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and ((i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9') or (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1')) and ((i_category) IN ('Books', 'Children', 'Electronics') or (i_category) IN ('Women', 'Music', 'Men')) and ((i_class) IN ('personal', 'portable', 'reference', 'self-help') or (i_class) IN ('accessories', 'classical', 'fragrances', 'pants')) and i_item_sk is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_manufact_id"]
-
[02/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query9.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query9.q.out b/ql/src/test/results/clientpositive/perf/tez/query9.q.out
new file mode 100644
index 0000000..24de6f2
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query9.q.out
@@ -0,0 +1,414 @@
+Warning: Shuffle Join MERGEJOIN[171][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
+Warning: Shuffle Join MERGEJOIN[172][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product
+Warning: Shuffle Join MERGEJOIN[173][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product
+Warning: Shuffle Join MERGEJOIN[174][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4]] in Stage 'Reducer 5' is a cross product
+Warning: Shuffle Join MERGEJOIN[175][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5]] in Stage 'Reducer 6' is a cross product
+Warning: Shuffle Join MERGEJOIN[176][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6]] in Stage 'Reducer 7' is a cross product
+Warning: Shuffle Join MERGEJOIN[177][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7]] in Stage 'Reducer 8' is a cross product
+Warning: Shuffle Join MERGEJOIN[178][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8]] in Stage 'Reducer 9' is a cross product
+Warning: Shuffle Join MERGEJOIN[179][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9]] in Stage 'Reducer 10' is a cross product
+Warning: Shuffle Join MERGEJOIN[180][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10]] in Stage 'Reducer 11' is a cross product
+Warning: Shuffle Join MERGEJOIN[181][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10, $hdt$_11]] in Stage 'Reducer 12' is a cross product
+Warning: Shuffle Join MERGEJOIN[182][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10, $hdt$_11, $hdt$_12]] in Stage 'Reducer 13' is a cross product
+Warning: Shuffle Join MERGEJOIN[183][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10, $hdt$_11, $hdt$_12, $hdt$_13]] in Stage 'Reducer 14' is a cross product
+Warning: Shuffle Join MERGEJOIN[184][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10, $hdt$_11, $hdt$_12, $hdt$_13, $hdt$_14]] in Stage 'Reducer 15' is a cross product
+Warning: Shuffle Join MERGEJOIN[185][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10, $hdt$_11, $hdt$_12, $hdt$_13, $hdt$_14, $hdt$_15]] in Stage 'Reducer 16' is a cross product
+PREHOOK: query: explain
+select case when (select count(*)
+ from store_sales
+ where ss_quantity between 1 and 20) > 409437
+ then (select avg(ss_ext_list_price)
+ from store_sales
+ where ss_quantity between 1 and 20)
+ else (select avg(ss_net_paid_inc_tax)
+ from store_sales
+ where ss_quantity between 1 and 20) end bucket1 ,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 21 and 40) > 4595804
+ then (select avg(ss_ext_list_price)
+ from store_sales
+ where ss_quantity between 21 and 40)
+ else (select avg(ss_net_paid_inc_tax)
+ from store_sales
+ where ss_quantity between 21 and 40) end bucket2,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 41 and 60) > 7887297
+ then (select avg(ss_ext_list_price)
+ from store_sales
+ where ss_quantity between 41 and 60)
+ else (select avg(ss_net_paid_inc_tax)
+ from store_sales
+ where ss_quantity between 41 and 60) end bucket3,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 61 and 80) > 10872978
+ then (select avg(ss_ext_list_price)
+ from store_sales
+ where ss_quantity between 61 and 80)
+ else (select avg(ss_net_paid_inc_tax)
+ from store_sales
+ where ss_quantity between 61 and 80) end bucket4,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 81 and 100) > 43571537
+ then (select avg(ss_ext_list_price)
+ from store_sales
+ where ss_quantity between 81 and 100)
+ else (select avg(ss_net_paid_inc_tax)
+ from store_sales
+ where ss_quantity between 81 and 100) end bucket5
+from reason
+where r_reason_sk = 1
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select case when (select count(*)
+ from store_sales
+ where ss_quantity between 1 and 20) > 409437
+ then (select avg(ss_ext_list_price)
+ from store_sales
+ where ss_quantity between 1 and 20)
+ else (select avg(ss_net_paid_inc_tax)
+ from store_sales
+ where ss_quantity between 1 and 20) end bucket1 ,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 21 and 40) > 4595804
+ then (select avg(ss_ext_list_price)
+ from store_sales
+ where ss_quantity between 21 and 40)
+ else (select avg(ss_net_paid_inc_tax)
+ from store_sales
+ where ss_quantity between 21 and 40) end bucket2,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 41 and 60) > 7887297
+ then (select avg(ss_ext_list_price)
+ from store_sales
+ where ss_quantity between 41 and 60)
+ else (select avg(ss_net_paid_inc_tax)
+ from store_sales
+ where ss_quantity between 41 and 60) end bucket3,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 61 and 80) > 10872978
+ then (select avg(ss_ext_list_price)
+ from store_sales
+ where ss_quantity between 61 and 80)
+ else (select avg(ss_net_paid_inc_tax)
+ from store_sales
+ where ss_quantity between 61 and 80) end bucket4,
+ case when (select count(*)
+ from store_sales
+ where ss_quantity between 81 and 100) > 43571537
+ then (select avg(ss_ext_list_price)
+ from store_sales
+ where ss_quantity between 81 and 100)
+ else (select avg(ss_net_paid_inc_tax)
+ from store_sales
+ where ss_quantity between 81 and 100) end bucket5
+from reason
+where r_reason_sk = 1
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 34 (CUSTOM_SIMPLE_EDGE), Reducer 9 (CUSTOM_SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (CUSTOM_SIMPLE_EDGE), Reducer 18 (CUSTOM_SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE), Reducer 24 (CUSTOM_SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (CUSTOM_SIMPLE_EDGE), Reducer 30 (CUSTOM_SIMPLE_EDGE)
+Reducer 14 <- Reducer 13 (CUSTOM_SIMPLE_EDGE), Reducer 19 (CUSTOM_SIMPLE_EDGE)
+Reducer 15 <- Reducer 14 (CUSTOM_SIMPLE_EDGE), Reducer 25 (CUSTOM_SIMPLE_EDGE)
+Reducer 16 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 31 (CUSTOM_SIMPLE_EDGE)
+Reducer 18 <- Map 17 (CUSTOM_SIMPLE_EDGE)
+Reducer 19 <- Map 17 (CUSTOM_SIMPLE_EDGE)
+Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Reducer 20 (CUSTOM_SIMPLE_EDGE)
+Reducer 20 <- Map 17 (CUSTOM_SIMPLE_EDGE)
+Reducer 21 <- Map 17 (CUSTOM_SIMPLE_EDGE)
+Reducer 22 <- Map 17 (CUSTOM_SIMPLE_EDGE)
+Reducer 24 <- Map 23 (CUSTOM_SIMPLE_EDGE)
+Reducer 25 <- Map 23 (CUSTOM_SIMPLE_EDGE)
+Reducer 26 <- Map 23 (CUSTOM_SIMPLE_EDGE)
+Reducer 27 <- Map 23 (CUSTOM_SIMPLE_EDGE)
+Reducer 28 <- Map 23 (CUSTOM_SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 26 (CUSTOM_SIMPLE_EDGE)
+Reducer 30 <- Map 29 (CUSTOM_SIMPLE_EDGE)
+Reducer 31 <- Map 29 (CUSTOM_SIMPLE_EDGE)
+Reducer 32 <- Map 29 (CUSTOM_SIMPLE_EDGE)
+Reducer 33 <- Map 29 (CUSTOM_SIMPLE_EDGE)
+Reducer 34 <- Map 29 (CUSTOM_SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE), Reducer 32 (CUSTOM_SIMPLE_EDGE)
+Reducer 5 <- Reducer 21 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE)
+Reducer 6 <- Reducer 27 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE)
+Reducer 7 <- Reducer 33 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE)
+Reducer 8 <- Reducer 22 (CUSTOM_SIMPLE_EDGE), Reducer 7 (CUSTOM_SIMPLE_EDGE)
+Reducer 9 <- Reducer 28 (CUSTOM_SIMPLE_EDGE), Reducer 8 (CUSTOM_SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 16
+ File Output Operator [FS_154]
+ Select Operator [SEL_153] (rows=36 width=3135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Merge Join Operator [MERGEJOIN_185] (rows=36 width=3135)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
+ <-Reducer 15 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_150]
+ Merge Join Operator [MERGEJOIN_184] (rows=36 width=2846)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
+ <-Reducer 14 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_147]
+ Merge Join Operator [MERGEJOIN_183] (rows=36 width=2557)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
+ <-Reducer 13 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_144]
+ Merge Join Operator [MERGEJOIN_182] (rows=36 width=2548)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12"]
+ <-Reducer 12 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_141]
+ Merge Join Operator [MERGEJOIN_181] (rows=36 width=2259)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"]
+ <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_138]
+ Merge Join Operator [MERGEJOIN_180] (rows=36 width=1970)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
+ <-Reducer 10 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_135]
+ Merge Join Operator [MERGEJOIN_179] (rows=36 width=1961)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ <-Reducer 34 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_133]
+ Group By Operator [GBY_64] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Map 29 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_63]
+ Group By Operator [GBY_62] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(ss_net_paid_inc_tax)"]
+ Select Operator [SEL_61] (rows=63999515 width=88)
+ Output:["ss_net_paid_inc_tax"]
+ Filter Operator [FIL_164] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 41 AND 60
+ TableScan [TS_80] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_net_paid_inc_tax"]
+ <-Reducer 9 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_132]
+ Merge Join Operator [MERGEJOIN_178] (rows=36 width=1672)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ <-Reducer 28 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_130]
+ Group By Operator [GBY_57] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Map 23 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_56]
+ Group By Operator [GBY_55] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(ss_ext_list_price)"]
+ Select Operator [SEL_54] (rows=63999515 width=88)
+ Output:["ss_ext_list_price"]
+ Filter Operator [FIL_163] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 41 AND 60
+ TableScan [TS_73] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_ext_list_price"]
+ <-Reducer 8 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_129]
+ Merge Join Operator [MERGEJOIN_177] (rows=36 width=1383)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 22 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_127]
+ Group By Operator [GBY_50] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 17 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_49]
+ Group By Operator [GBY_48] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_47] (rows=63999515 width=88)
+ Filter Operator [FIL_162] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 41 AND 60
+ TableScan [TS_66] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity"]
+ <-Reducer 7 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_126]
+ Merge Join Operator [MERGEJOIN_176] (rows=36 width=1374)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 33 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_124]
+ Group By Operator [GBY_43] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Map 29 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_42]
+ Group By Operator [GBY_41] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(ss_net_paid_inc_tax)"]
+ Select Operator [SEL_40] (rows=63999515 width=88)
+ Output:["ss_net_paid_inc_tax"]
+ Filter Operator [FIL_161] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 21 AND 40
+ Please refer to the previous TableScan [TS_80]
+ <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_123]
+ Merge Join Operator [MERGEJOIN_175] (rows=36 width=1085)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 27 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_121]
+ Group By Operator [GBY_36] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Map 23 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_35]
+ Group By Operator [GBY_34] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(ss_ext_list_price)"]
+ Select Operator [SEL_33] (rows=63999515 width=88)
+ Output:["ss_ext_list_price"]
+ Filter Operator [FIL_160] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 21 AND 40
+ Please refer to the previous TableScan [TS_73]
+ <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_120]
+ Merge Join Operator [MERGEJOIN_174] (rows=36 width=796)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4"]
+ <-Reducer 21 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_118]
+ Group By Operator [GBY_29] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 17 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_28]
+ Group By Operator [GBY_27] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_26] (rows=63999515 width=88)
+ Filter Operator [FIL_159] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 21 AND 40
+ Please refer to the previous TableScan [TS_66]
+ <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_117]
+ Merge Join Operator [MERGEJOIN_173] (rows=36 width=787)
+ Conds:(Left Outer),Output:["_col1","_col2","_col3"]
+ <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_114]
+ Merge Join Operator [MERGEJOIN_172] (rows=36 width=498)
+ Conds:(Left Outer),Output:["_col1","_col2"]
+ <-Reducer 2 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_111]
+ Merge Join Operator [MERGEJOIN_171] (rows=36 width=209)
+ Conds:(Left Outer),Output:["_col1"]
+ <-Map 1 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_108]
+ Select Operator [SEL_2] (rows=36 width=200)
+ Filter Operator [FIL_155] (rows=36 width=200)
+ predicate:(r_reason_sk = 1)
+ TableScan [TS_0] (rows=72 width=200)
+ default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk"]
+ <-Reducer 20 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_109]
+ Group By Operator [GBY_8] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 17 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_7]
+ Group By Operator [GBY_6] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_5] (rows=63999515 width=88)
+ Filter Operator [FIL_156] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 1 AND 20
+ Please refer to the previous TableScan [TS_66]
+ <-Reducer 26 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_112]
+ Group By Operator [GBY_15] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Map 23 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_14]
+ Group By Operator [GBY_13] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(ss_ext_list_price)"]
+ Select Operator [SEL_12] (rows=63999515 width=88)
+ Output:["ss_ext_list_price"]
+ Filter Operator [FIL_157] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 1 AND 20
+ Please refer to the previous TableScan [TS_73]
+ <-Reducer 32 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_115]
+ Group By Operator [GBY_22] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Map 29 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_21]
+ Group By Operator [GBY_20] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(ss_net_paid_inc_tax)"]
+ Select Operator [SEL_19] (rows=63999515 width=88)
+ Output:["ss_net_paid_inc_tax"]
+ Filter Operator [FIL_158] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 1 AND 20
+ Please refer to the previous TableScan [TS_80]
+ <-Reducer 18 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_136]
+ Group By Operator [GBY_71] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 17 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_70]
+ Group By Operator [GBY_69] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_68] (rows=63999515 width=88)
+ Filter Operator [FIL_165] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 61 AND 80
+ Please refer to the previous TableScan [TS_66]
+ <-Reducer 24 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_139]
+ Group By Operator [GBY_78] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Map 23 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_77]
+ Group By Operator [GBY_76] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(ss_ext_list_price)"]
+ Select Operator [SEL_75] (rows=63999515 width=88)
+ Output:["ss_ext_list_price"]
+ Filter Operator [FIL_166] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 61 AND 80
+ Please refer to the previous TableScan [TS_73]
+ <-Reducer 30 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_142]
+ Group By Operator [GBY_85] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Map 29 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_84]
+ Group By Operator [GBY_83] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(ss_net_paid_inc_tax)"]
+ Select Operator [SEL_82] (rows=63999515 width=88)
+ Output:["ss_net_paid_inc_tax"]
+ Filter Operator [FIL_167] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 61 AND 80
+ Please refer to the previous TableScan [TS_80]
+ <-Reducer 19 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_145]
+ Group By Operator [GBY_92] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 17 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_91]
+ Group By Operator [GBY_90] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_89] (rows=63999515 width=88)
+ Filter Operator [FIL_168] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 81 AND 100
+ Please refer to the previous TableScan [TS_66]
+ <-Reducer 25 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_148]
+ Group By Operator [GBY_99] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Map 23 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_98]
+ Group By Operator [GBY_97] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(ss_ext_list_price)"]
+ Select Operator [SEL_96] (rows=63999515 width=88)
+ Output:["ss_ext_list_price"]
+ Filter Operator [FIL_169] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 81 AND 100
+ Please refer to the previous TableScan [TS_73]
+ <-Reducer 31 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_151]
+ Group By Operator [GBY_106] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Map 29 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_105]
+ Group By Operator [GBY_104] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(ss_net_paid_inc_tax)"]
+ Select Operator [SEL_103] (rows=63999515 width=88)
+ Output:["ss_net_paid_inc_tax"]
+ Filter Operator [FIL_170] (rows=63999515 width=88)
+ predicate:ss_quantity BETWEEN 81 AND 100
+ Please refer to the previous TableScan [TS_80]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query90.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query90.q.out b/ql/src/test/results/clientpositive/perf/tez/query90.q.out
new file mode 100644
index 0000000..d63ce1b
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query90.q.out
@@ -0,0 +1,170 @@
+Warning: Shuffle Join MERGEJOIN[92][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 6' is a cross product
+PREHOOK: query: explain
+select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio
+ from ( select count(*) amc
+ from web_sales, household_demographics , time_dim, web_page
+ where ws_sold_time_sk = time_dim.t_time_sk
+ and ws_ship_hdemo_sk = household_demographics.hd_demo_sk
+ and ws_web_page_sk = web_page.wp_web_page_sk
+ and time_dim.t_hour between 6 and 6+1
+ and household_demographics.hd_dep_count = 8
+ and web_page.wp_char_count between 5000 and 5200) at,
+ ( select count(*) pmc
+ from web_sales, household_demographics , time_dim, web_page
+ where ws_sold_time_sk = time_dim.t_time_sk
+ and ws_ship_hdemo_sk = household_demographics.hd_demo_sk
+ and ws_web_page_sk = web_page.wp_web_page_sk
+ and time_dim.t_hour between 14 and 14+1
+ and household_demographics.hd_dep_count = 8
+ and web_page.wp_char_count between 5000 and 5200) pt
+ order by am_pm_ratio
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio
+ from ( select count(*) amc
+ from web_sales, household_demographics , time_dim, web_page
+ where ws_sold_time_sk = time_dim.t_time_sk
+ and ws_ship_hdemo_sk = household_demographics.hd_demo_sk
+ and ws_web_page_sk = web_page.wp_web_page_sk
+ and time_dim.t_hour between 6 and 6+1
+ and household_demographics.hd_dep_count = 8
+ and web_page.wp_char_count between 5000 and 5200) at,
+ ( select count(*) pmc
+ from web_sales, household_demographics , time_dim, web_page
+ where ws_sold_time_sk = time_dim.t_time_sk
+ and ws_ship_hdemo_sk = household_demographics.hd_demo_sk
+ and ws_web_page_sk = web_page.wp_web_page_sk
+ and time_dim.t_hour between 14 and 14+1
+ and household_demographics.hd_dep_count = 8
+ and web_page.wp_char_count between 5000 and 5200) pt
+ order by am_pm_ratio
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (CUSTOM_SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+Reducer 3 <- Map 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 14 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE)
+Reducer 6 <- Reducer 11 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+Reducer 9 <- Map 13 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_59]
+ Limit [LIM_58] (rows=1 width=17)
+ Number of rows:100
+ Select Operator [SEL_57] (rows=1 width=17)
+ Output:["_col0"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ Select Operator [SEL_55] (rows=1 width=17)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_92] (rows=1 width=17)
+ Conds:(Inner),Output:["_col0","_col1"]
+ <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_53]
+ Group By Operator [GBY_50] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 10 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_49]
+ Group By Operator [GBY_48] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_91] (rows=191667562 width=135)
+ Conds:RS_44._col1=RS_45._col0(Inner)
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_81] (rows=3600 width=107)
+ predicate:((hd_dep_count = 8) and hd_demo_sk is not null)
+ TableScan [TS_9] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_90] (rows=174243235 width=135)
+ Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Select Operator [SEL_34] (rows=9600 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_84] (rows=9600 width=471)
+ predicate:(t_hour BETWEEN 14 AND 15 and t_time_sk is not null)
+ TableScan [TS_6] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_89] (rows=158402938 width=135)
+ Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_78] (rows=144002668 width=135)
+ predicate:(ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null and ws_web_page_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=511 width=585)
+ Output:["_col0"]
+ Filter Operator [FIL_79] (rows=511 width=585)
+ predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null)
+ TableScan [TS_3] (rows=4602 width=585)
+ default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk","wp_char_count"]
+ <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_52]
+ Group By Operator [GBY_24] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_23]
+ Group By Operator [GBY_22] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_88] (rows=191667562 width=135)
+ Conds:RS_18._col1=RS_19._col0(Inner)
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_87] (rows=174243235 width=135)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=9600 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_80] (rows=9600 width=471)
+ predicate:(t_hour BETWEEN 6 AND 7 and t_time_sk is not null)
+ Please refer to the previous TableScan [TS_6]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_86] (rows=158402938 width=135)
+ Conds:RS_12._col2=RS_13._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col2
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query91.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query91.q.out b/ql/src/test/results/clientpositive/perf/tez/query91.q.out
new file mode 100644
index 0000000..f808a50
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query91.q.out
@@ -0,0 +1,184 @@
+PREHOOK: query: explain
+select
+ cc_call_center_id Call_Center,
+ cc_name Call_Center_Name,
+ cc_manager Manager,
+ sum(cr_net_loss) Returns_Loss
+from
+ call_center,
+ catalog_returns,
+ date_dim,
+ customer,
+ customer_address,
+ customer_demographics,
+ household_demographics
+where
+ cr_call_center_sk = cc_call_center_sk
+and cr_returned_date_sk = d_date_sk
+and cr_returning_customer_sk= c_customer_sk
+and cd_demo_sk = c_current_cdemo_sk
+and hd_demo_sk = c_current_hdemo_sk
+and ca_address_sk = c_current_addr_sk
+and d_year = 1999
+and d_moy = 11
+and ( (cd_marital_status = 'M' and cd_education_status = 'Unknown')
+ or(cd_marital_status = 'W' and cd_education_status = 'Advanced Degree'))
+and hd_buy_potential like '0-500%'
+and ca_gmt_offset = -7
+group by cc_call_center_id,cc_name,cc_manager,cd_marital_status,cd_education_status
+order by sum(cr_net_loss) desc
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ cc_call_center_id Call_Center,
+ cc_name Call_Center_Name,
+ cc_manager Manager,
+ sum(cr_net_loss) Returns_Loss
+from
+ call_center,
+ catalog_returns,
+ date_dim,
+ customer,
+ customer_address,
+ customer_demographics,
+ household_demographics
+where
+ cr_call_center_sk = cc_call_center_sk
+and cr_returned_date_sk = d_date_sk
+and cr_returning_customer_sk= c_customer_sk
+and cd_demo_sk = c_current_cdemo_sk
+and hd_demo_sk = c_current_hdemo_sk
+and ca_address_sk = c_current_addr_sk
+and d_year = 1999
+and d_moy = 11
+and ( (cd_marital_status = 'M' and cd_education_status = 'Unknown')
+ or(cd_marital_status = 'W' and cd_education_status = 'Advanced Degree'))
+and hd_buy_potential like '0-500%'
+and ca_gmt_offset = -7
+group by cc_call_center_id,cc_name,cc_manager,cd_marital_status,cd_education_status
+order by sum(cr_net_loss) desc
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 13 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Map 15 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_48]
+ Select Operator [SEL_46] (rows=58564004 width=860)
+ Output:["_col0","_col1","_col2","_col3"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ Select Operator [SEL_44] (rows=58564004 width=860)
+ Output:["_col0","_col1","_col2","_col6"]
+ Group By Operator [GBY_43] (rows=58564004 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_41] (rows=117128008 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col8, _col9, _col10, _col18, _col19
+ Merge Join Operator [MERGEJOIN_82] (rows=117128008 width=860)
+ Conds:RS_37._col1=RS_38._col2(Inner),Output:["_col3","_col8","_col9","_col10","_col18","_col19"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col2
+ Select Operator [SEL_30] (rows=106480005 width=860)
+ Output:["_col2","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_81] (rows=106480005 width=860)
+ Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col0","_col5","_col6"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_76] (rows=3600 width=107)
+ predicate:((hd_buy_potential like '0-500%') and hd_demo_sk is not null)
+ TableScan [TS_18] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_80] (rows=96800003 width=860)
+ Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col0","_col2","_col5","_col6"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_75] (rows=20000000 width=1014)
+ predicate:((ca_gmt_offset = -7) and ca_address_sk is not null)
+ TableScan [TS_15] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_79] (rows=88000001 width=860)
+ Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=930900 width=385)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_74] (rows=930900 width=385)
+ predicate:((((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree'))) and ((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'W')) and cd_demo_sk is not null)
+ TableScan [TS_12] (rows=1861800 width=385)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col1
+ Select Operator [SEL_11] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_73] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_customer_sk is not null)
+ TableScan [TS_9] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_78] (rows=34846646 width=106)
+ Conds:RS_34._col2=RS_35._col0(Inner),Output:["_col1","_col3","_col8","_col9","_col10"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=60 width=2045)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_72] (rows=60 width=2045)
+ predicate:cc_call_center_sk is not null
+ TableScan [TS_6] (rows=60 width=2045)
+ default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_call_center_id","cc_name","cc_manager"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_77] (rows=31678769 width=106)
+ Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_70] (rows=28798881 width=106)
+ predicate:(cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null)
+ TableScan [TS_0] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_71] (rows=18262 width=1119)
+ predicate:((d_moy = 11) and (d_year = 1999) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query92.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query92.q.out b/ql/src/test/results/clientpositive/perf/tez/query92.q.out
new file mode 100644
index 0000000..adcbd833
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query92.q.out
@@ -0,0 +1,155 @@
+PREHOOK: query: explain
+select
+ sum(ws_ext_discount_amt) as `Excess Discount Amount`
+from
+ web_sales
+ ,item
+ ,date_dim
+where
+i_manufact_id = 269
+and i_item_sk = ws_item_sk
+and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + 90 days)
+and d_date_sk = ws_sold_date_sk
+and ws_ext_discount_amt
+ > (
+ SELECT
+ 1.3 * avg(ws_ext_discount_amt)
+ FROM
+ web_sales
+ ,date_dim
+ WHERE
+ ws_item_sk = i_item_sk
+ and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + 90 days)
+ and d_date_sk = ws_sold_date_sk
+ )
+order by sum(ws_ext_discount_amt)
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ sum(ws_ext_discount_amt) as `Excess Discount Amount`
+from
+ web_sales
+ ,item
+ ,date_dim
+where
+i_manufact_id = 269
+and i_item_sk = ws_item_sk
+and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + 90 days)
+and d_date_sk = ws_sold_date_sk
+and ws_ext_discount_amt
+ > (
+ SELECT
+ 1.3 * avg(ws_ext_discount_amt)
+ FROM
+ web_sales
+ ,date_dim
+ WHERE
+ ws_item_sk = i_item_sk
+ and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + 90 days)
+ and d_date_sk = ws_sold_date_sk
+ )
+order by sum(ws_ext_discount_amt)
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 10 (SIMPLE_EDGE), Reducer 7 (ONE_TO_ONE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_43]
+ Limit [LIM_41] (rows=1 width=112)
+ Number of rows:100
+ Select Operator [SEL_40] (rows=1 width=112)
+ Output:["_col0"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ Select Operator [SEL_38] (rows=1 width=112)
+ Output:["_col1"]
+ Group By Operator [GBY_37] (rows=1 width=112)
+ Output:["_col0"],aggregations:["sum(VALUE._col0)"]
+ <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_36]
+ Group By Operator [GBY_35] (rows=1 width=112)
+ Output:["_col0"],aggregations:["sum(_col2)"]
+ Select Operator [SEL_34] (rows=58081078 width=135)
+ Output:["_col2"]
+ Filter Operator [FIL_33] (rows=58081078 width=135)
+ predicate:(_col2 > _col5)
+ Merge Join Operator [MERGEJOIN_64] (rows=174243235 width=135)
+ Conds:RS_30._col1=RS_31._col2(Inner),Output:["_col2","_col5"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_61] (rows=158402938 width=135)
+ Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_56] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_discount_amt"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_57] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-03-18 00:00:00.0 AND 1998-06-16 01:00:00.0 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_63] (rows=87121617 width=135)
+ Conds:RS_23._col1=RS_24._col0(Inner),Output:["_col0","_col2"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=231000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_60] (rows=231000 width=1436)
+ predicate:((i_manufact_id = 269) and i_item_sk is not null)
+ TableScan [TS_20] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"]
+ <-Reducer 7 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_23]
+ PartitionCols:_col1
+ Select Operator [SEL_19] (rows=79201469 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_18] (rows=79201469 width=135)
+ Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Group By Operator [GBY_16] (rows=158402938 width=135)
+ Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_62] (rows=158402938 width=135)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query93.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query93.q.out b/ql/src/test/results/clientpositive/perf/tez/query93.q.out
new file mode 100644
index 0000000..ca55d1c
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query93.q.out
@@ -0,0 +1,98 @@
+PREHOOK: query: explain
+select ss_customer_sk
+ ,sum(act_sales) sumsales
+ from (select ss_item_sk
+ ,ss_ticket_number
+ ,ss_customer_sk
+ ,case when sr_return_quantity is not null then (ss_quantity-sr_return_quantity)*ss_sales_price
+ else (ss_quantity*ss_sales_price) end act_sales
+ from store_sales left outer join store_returns on (sr_item_sk = ss_item_sk
+ and sr_ticket_number = ss_ticket_number)
+ ,reason
+ where sr_reason_sk = r_reason_sk
+ and r_reason_desc = 'Did not like the warranty') t
+ group by ss_customer_sk
+ order by sumsales, ss_customer_sk
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select ss_customer_sk
+ ,sum(act_sales) sumsales
+ from (select ss_item_sk
+ ,ss_ticket_number
+ ,ss_customer_sk
+ ,case when sr_return_quantity is not null then (ss_quantity-sr_return_quantity)*ss_sales_price
+ else (ss_quantity*ss_sales_price) end act_sales
+ from store_sales left outer join store_returns on (sr_item_sk = ss_item_sk
+ and sr_ticket_number = ss_ticket_number)
+ ,reason
+ where sr_reason_sk = r_reason_sk
+ and r_reason_desc = 'Did not like the warranty') t
+ group by ss_customer_sk
+ order by sumsales, ss_customer_sk
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_24]
+ Limit [LIM_23] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_22] (rows=316797606 width=88)
+ Output:["_col0","_col1"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ Group By Operator [GBY_19] (rows=316797606 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Group By Operator [GBY_17] (rows=633595212 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Select Operator [SEL_15] (rows=633595212 width=88)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_34] (rows=633595212 width=88)
+ Conds:RS_12._col0, _col2=RS_13._col0, _col2(Inner),Output:["_col3","_col7","_col9","_col10"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0, _col2
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_32] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_ticket_number is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk","ss_customer_sk","ss_ticket_number","ss_quantity","ss_sales_price"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0, _col2
+ Merge Join Operator [MERGEJOIN_33] (rows=63350266 width=77)
+ Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_30] (rows=57591150 width=77)
+ predicate:(sr_item_sk is not null and sr_reason_sk is not null and sr_ticket_number is not null)
+ TableScan [TS_0] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_reason_sk","sr_ticket_number","sr_return_quantity"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36 width=200)
+ Output:["_col0"]
+ Filter Operator [FIL_31] (rows=36 width=200)
+ predicate:((r_reason_desc = 'Did not like the warranty') and r_reason_sk is not null)
+ TableScan [TS_3] (rows=72 width=200)
+ default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk","r_reason_desc"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query94.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query94.q.out b/ql/src/test/results/clientpositive/perf/tez/query94.q.out
new file mode 100644
index 0000000..8a9e5ca
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query94.q.out
@@ -0,0 +1,188 @@
+PREHOOK: query: explain
+select
+ count(distinct ws_order_number) as `order count`
+ ,sum(ws_ext_ship_cost) as `total shipping cost`
+ ,sum(ws_net_profit) as `total net profit`
+from
+ web_sales ws1
+ ,date_dim
+ ,customer_address
+ ,web_site
+where
+ d_date between '1999-5-01' and
+ (cast('1999-5-01' as date) + 60 days)
+and ws1.ws_ship_date_sk = d_date_sk
+and ws1.ws_ship_addr_sk = ca_address_sk
+and ca_state = 'TX'
+and ws1.ws_web_site_sk = web_site_sk
+and web_company_name = 'pri'
+and exists (select *
+ from web_sales ws2
+ where ws1.ws_order_number = ws2.ws_order_number
+ and ws1.ws_warehouse_sk <> ws2.ws_warehouse_sk)
+and not exists(select *
+ from web_returns wr1
+ where ws1.ws_order_number = wr1.wr_order_number)
+order by count(distinct ws_order_number)
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ count(distinct ws_order_number) as `order count`
+ ,sum(ws_ext_ship_cost) as `total shipping cost`
+ ,sum(ws_net_profit) as `total net profit`
+from
+ web_sales ws1
+ ,date_dim
+ ,customer_address
+ ,web_site
+where
+ d_date between '1999-5-01' and
+ (cast('1999-5-01' as date) + 60 days)
+and ws1.ws_ship_date_sk = d_date_sk
+and ws1.ws_ship_addr_sk = ca_address_sk
+and ca_state = 'TX'
+and ws1.ws_web_site_sk = web_site_sk
+and web_company_name = 'pri'
+and exists (select *
+ from web_sales ws2
+ where ws1.ws_order_number = ws2.ws_order_number
+ and ws1.ws_warehouse_sk <> ws2.ws_warehouse_sk)
+and not exists(select *
+ from web_returns wr1
+ where ws1.ws_order_number = wr1.wr_order_number)
+order by count(distinct ws_order_number)
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 13 <- Map 12 (SIMPLE_EDGE)
+Reducer 15 <- Map 14 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 3 <- Map 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 13 (ONE_TO_ONE_EDGE), Reducer 15 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 8
+ File Output Operator [FS_50]
+ Limit [LIM_48] (rows=1 width=344)
+ Number of rows:100
+ Select Operator [SEL_47] (rows=1 width=344)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ Select Operator [SEL_45] (rows=1 width=344)
+ Output:["_col1","_col2","_col3"]
+ Group By Operator [GBY_78] (rows=1 width=344)
+ Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
+ <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_77]
+ Group By Operator [GBY_76] (rows=1 width=344)
+ Output:["_col0","_col1","_col2"],aggregations:["count(_col0)","sum(_col1)","sum(_col2)"]
+ Group By Operator [GBY_75] (rows=210834322 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ PartitionCols:_col0
+ Group By Operator [GBY_73] (rows=210834322 width=135)
+ Output:["_col0","_col2","_col3"],aggregations:["sum(_col5)","sum(_col6)"],keys:_col4
+ Select Operator [SEL_41] (rows=210834322 width=135)
+ Output:["_col4","_col5","_col6"]
+ Filter Operator [FIL_40] (rows=210834322 width=135)
+ predicate:_col16 is null
+ Select Operator [SEL_39] (rows=421668645 width=135)
+ Output:["_col4","_col5","_col6","_col16"]
+ Merge Join Operator [MERGEJOIN_82] (rows=421668645 width=135)
+ Conds:RS_35._col4=RS_36._col0(Left Outer),RS_35._col4=RS_37._col1(Inner),Output:["_col3","_col4","_col5","_col6","_col14","_col15"],residual filter predicates:{(_col3 <> _col15)}
+ <-Reducer 13 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_36]
+ PartitionCols:_col0
+ Select Operator [SEL_18] (rows=7199233 width=92)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_17] (rows=7199233 width=92)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Group By Operator [GBY_15] (rows=14398467 width=92)
+ Output:["_col0"],keys:wr_order_number
+ Filter Operator [FIL_71] (rows=14398467 width=92)
+ predicate:wr_order_number is not null
+ TableScan [TS_12] (rows=14398467 width=92)
+ default@web_returns,wr1,Tbl:COMPLETE,Col:NONE,Output:["wr_order_number"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col1
+ Select Operator [SEL_25] (rows=72001334 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_24] (rows=72001334 width=135)
+ Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_22] (rows=144002668 width=135)
+ Output:["_col0","_col1"],keys:ws_order_number, ws_warehouse_sk
+ Filter Operator [FIL_72] (rows=144002668 width=135)
+ predicate:(ws_order_number is not null and ws_warehouse_sk is not null)
+ TableScan [TS_19] (rows=144002668 width=135)
+ default@web_sales,ws2,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_81] (rows=191667562 width=135)
+ Conds:RS_32._col2=RS_33._col0(Inner),Output:["_col3","_col4","_col5","_col6"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=42 width=1850)
+ Output:["_col0"]
+ Filter Operator [FIL_70] (rows=42 width=1850)
+ predicate:((web_company_name = 'pri') and web_site_sk is not null)
+ TableScan [TS_9] (rows=84 width=1850)
+ default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_company_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_80] (rows=174243235 width=135)
+ Conds:RS_29._col1=RS_30._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_69] (rows=20000000 width=1014)
+ predicate:((ca_state = 'TX') and ca_address_sk is not null)
+ TableScan [TS_6] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_79] (rows=158402938 width=135)
+ Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_67] (rows=144002668 width=135)
+ predicate:(ws_ship_addr_sk is not null and ws_ship_date_sk is not null and ws_web_site_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_warehouse_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_68] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1999-05-01 00:00:00.0 AND 1999-06-30 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+
[17/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query22.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query22.q.out b/ql/src/test/results/clientpositive/perf/tez/query22.q.out
new file mode 100644
index 0000000..995f61d
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query22.q.out
@@ -0,0 +1,121 @@
+PREHOOK: query: explain
+select i_product_name
+ ,i_brand
+ ,i_class
+ ,i_category
+ ,avg(inv_quantity_on_hand) qoh
+ from inventory
+ ,date_dim
+ ,item
+ ,warehouse
+ where inv_date_sk=d_date_sk
+ and inv_item_sk=i_item_sk
+ and inv_warehouse_sk = w_warehouse_sk
+ and d_month_seq between 1212 and 1212 + 11
+ group by rollup(i_product_name
+ ,i_brand
+ ,i_class
+ ,i_category)
+order by qoh, i_product_name, i_brand, i_class, i_category
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_product_name
+ ,i_brand
+ ,i_class
+ ,i_category
+ ,avg(inv_quantity_on_hand) qoh
+ from inventory
+ ,date_dim
+ ,item
+ ,warehouse
+ where inv_date_sk=d_date_sk
+ and inv_item_sk=i_item_sk
+ and inv_warehouse_sk = w_warehouse_sk
+ and d_month_seq between 1212 and 1212 + 11
+ group by rollup(i_product_name
+ ,i_brand
+ ,i_class
+ ,i_category)
+order by qoh, i_product_name, i_brand, i_class, i_category
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_30]
+ Limit [LIM_29] (rows=100 width=15)
+ Number of rows:100
+ Select Operator [SEL_28] (rows=125060762 width=15)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ Select Operator [SEL_25] (rows=125060762 width=15)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_24] (rows=125060762 width=15)
+ Output:["_col0","_col1","_col2","_col3","_col5"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_22] (rows=250121525 width=15)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col3)"],keys:_col8, _col9, _col10, _col11, 0
+ Merge Join Operator [MERGEJOIN_46] (rows=50024305 width=15)
+ Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col8","_col9","_col10","_col11"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_43] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_9] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_45] (rows=45476640 width=15)
+ Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=27 width=1029)
+ Output:["_col0"]
+ Filter Operator [FIL_42] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_6] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_44] (rows=41342400 width=15)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=37584000 width=15)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_40] (rows=37584000 width=15)
+ predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null)
+ TableScan [TS_0] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_41] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query23.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query23.q.out b/ql/src/test/results/clientpositive/perf/tez/query23.q.out
new file mode 100644
index 0000000..3507278
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query23.q.out
@@ -0,0 +1,556 @@
+Warning: Shuffle Join MERGEJOIN[369][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 30' is a cross product
+Warning: Shuffle Join MERGEJOIN[367][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 25' is a cross product
+PREHOOK: query: explain
+with frequent_ss_items as
+ (select substr(i_item_desc,1,30) itemdesc,i_item_sk item_sk,d_date solddate,count(*) cnt
+ from store_sales
+ ,date_dim
+ ,item
+ where ss_sold_date_sk = d_date_sk
+ and ss_item_sk = i_item_sk
+ and d_year in (1999,1999+1,1999+2,1999+3)
+ group by substr(i_item_desc,1,30),i_item_sk,d_date
+ having count(*) >4),
+ max_store_sales as
+ (select max(csales) tpcds_cmax
+ from (select c_customer_sk,sum(ss_quantity*ss_sales_price) csales
+ from store_sales
+ ,customer
+ ,date_dim
+ where ss_customer_sk = c_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year in (1999,1999+1,1999+2,1999+3)
+ group by c_customer_sk) x),
+ best_ss_customer as
+ (select c_customer_sk,sum(ss_quantity*ss_sales_price) ssales
+ from store_sales
+ ,customer
+ where ss_customer_sk = c_customer_sk
+ group by c_customer_sk
+ having sum(ss_quantity*ss_sales_price) > (95/100.0) * (select
+ *
+from
+ max_store_sales))
+ select sum(sales)
+ from ((select cs_quantity*cs_list_price sales
+ from catalog_sales
+ ,date_dim
+ where d_year = 1999
+ and d_moy = 1
+ and cs_sold_date_sk = d_date_sk
+ and cs_item_sk in (select item_sk from frequent_ss_items)
+ and cs_bill_customer_sk in (select c_customer_sk from best_ss_customer))
+ union all
+ (select ws_quantity*ws_list_price sales
+ from web_sales
+ ,date_dim
+ where d_year = 1999
+ and d_moy = 1
+ and ws_sold_date_sk = d_date_sk
+ and ws_item_sk in (select item_sk from frequent_ss_items)
+ and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer))) y
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with frequent_ss_items as
+ (select substr(i_item_desc,1,30) itemdesc,i_item_sk item_sk,d_date solddate,count(*) cnt
+ from store_sales
+ ,date_dim
+ ,item
+ where ss_sold_date_sk = d_date_sk
+ and ss_item_sk = i_item_sk
+ and d_year in (1999,1999+1,1999+2,1999+3)
+ group by substr(i_item_desc,1,30),i_item_sk,d_date
+ having count(*) >4),
+ max_store_sales as
+ (select max(csales) tpcds_cmax
+ from (select c_customer_sk,sum(ss_quantity*ss_sales_price) csales
+ from store_sales
+ ,customer
+ ,date_dim
+ where ss_customer_sk = c_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year in (1999,1999+1,1999+2,1999+3)
+ group by c_customer_sk) x),
+ best_ss_customer as
+ (select c_customer_sk,sum(ss_quantity*ss_sales_price) ssales
+ from store_sales
+ ,customer
+ where ss_customer_sk = c_customer_sk
+ group by c_customer_sk
+ having sum(ss_quantity*ss_sales_price) > (95/100.0) * (select
+ *
+from
+ max_store_sales))
+ select sum(sales)
+ from ((select cs_quantity*cs_list_price sales
+ from catalog_sales
+ ,date_dim
+ where d_year = 1999
+ and d_moy = 1
+ and cs_sold_date_sk = d_date_sk
+ and cs_item_sk in (select item_sk from frequent_ss_items)
+ and cs_bill_customer_sk in (select c_customer_sk from best_ss_customer))
+ union all
+ (select ws_quantity*ws_list_price sales
+ from web_sales
+ ,date_dim
+ where d_year = 1999
+ and d_moy = 1
+ and ws_sold_date_sk = d_date_sk
+ and ws_item_sk in (select item_sk from frequent_ss_items)
+ and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer))) y
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 30 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
+Reducer 13 <- Map 19 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Reducer 13 (SIMPLE_EDGE)
+Reducer 15 <- Map 11 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
+Reducer 16 <- Map 19 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
+Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 21 <- Map 20 (SIMPLE_EDGE), Map 31 (SIMPLE_EDGE)
+Reducer 22 <- Map 46 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE)
+Reducer 23 <- Reducer 22 (SIMPLE_EDGE)
+Reducer 24 <- Reducer 23 (CUSTOM_SIMPLE_EDGE)
+Reducer 25 <- Reducer 24 (CUSTOM_SIMPLE_EDGE), Reducer 35 (CUSTOM_SIMPLE_EDGE), Reducer 43 (CUSTOM_SIMPLE_EDGE)
+Reducer 26 <- Map 20 (SIMPLE_EDGE), Map 31 (SIMPLE_EDGE)
+Reducer 27 <- Map 46 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE)
+Reducer 28 <- Reducer 27 (SIMPLE_EDGE)
+Reducer 29 <- Reducer 28 (CUSTOM_SIMPLE_EDGE)
+Reducer 3 <- Reducer 14 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 30 <- Reducer 29 (CUSTOM_SIMPLE_EDGE), Reducer 39 (CUSTOM_SIMPLE_EDGE), Reducer 45 (CUSTOM_SIMPLE_EDGE)
+Reducer 32 <- Map 31 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
+Reducer 33 <- Map 46 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE)
+Reducer 34 <- Reducer 33 (SIMPLE_EDGE)
+Reducer 35 <- Reducer 34 (CUSTOM_SIMPLE_EDGE)
+Reducer 36 <- Map 31 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
+Reducer 37 <- Map 46 (SIMPLE_EDGE), Reducer 36 (SIMPLE_EDGE)
+Reducer 38 <- Reducer 37 (SIMPLE_EDGE)
+Reducer 39 <- Reducer 38 (CUSTOM_SIMPLE_EDGE)
+Reducer 4 <- Reducer 25 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 42 <- Map 41 (SIMPLE_EDGE), Map 46 (SIMPLE_EDGE)
+Reducer 43 <- Reducer 42 (SIMPLE_EDGE)
+Reducer 44 <- Map 41 (SIMPLE_EDGE), Map 46 (SIMPLE_EDGE)
+Reducer 45 <- Reducer 44 (SIMPLE_EDGE)
+Reducer 6 <- Union 5 (CUSTOM_SIMPLE_EDGE)
+Reducer 8 <- Map 47 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 17 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_246]
+ Limit [LIM_245] (rows=1 width=112)
+ Number of rows:100
+ Group By Operator [GBY_243] (rows=1 width=112)
+ Output:["_col0"],aggregations:["sum(VALUE._col0)"]
+ <-Union 5 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 10 [CONTAINS]
+ Reduce Output Operator [RS_242]
+ Group By Operator [GBY_241] (rows=1 width=112)
+ Output:["_col0"],aggregations:["sum(_col0)"]
+ Select Operator [SEL_237] (rows=191667562 width=135)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_370] (rows=191667562 width=135)
+ Conds:RS_234._col2=RS_235._col0(Inner),Output:["_col3","_col4"]
+ <-Reducer 30 [SIMPLE_EDGE]
+ SHUFFLE [RS_235]
+ PartitionCols:_col0
+ Select Operator [SEL_227] (rows=105599202 width=321)
+ Output:["_col0"]
+ Filter Operator [FIL_226] (rows=105599202 width=321)
+ predicate:(_col3 > (0.95 * _col1))
+ Merge Join Operator [MERGEJOIN_369] (rows=316797606 width=321)
+ Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"]
+ <-Reducer 29 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_222]
+ Select Operator [SEL_180] (rows=1 width=8)
+ Filter Operator [FIL_179] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_177] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 28 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_176]
+ Group By Operator [GBY_175] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_172] (rows=348477374 width=88)
+ Group By Operator [GBY_171] (rows=348477374 width=88)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_170]
+ PartitionCols:_col0
+ Group By Operator [GBY_169] (rows=696954748 width=88)
+ Output:["_col0"],keys:_col0
+ Select Operator [SEL_167] (rows=696954748 width=88)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_361] (rows=696954748 width=88)
+ Conds:RS_164._col1=RS_165._col0(Inner),Output:["_col6"]
+ <-Map 46 [SIMPLE_EDGE]
+ SHUFFLE [RS_165]
+ PartitionCols:_col0
+ Select Operator [SEL_93] (rows=80000000 width=860)
+ Output:["_col0"]
+ Filter Operator [FIL_333] (rows=80000000 width=860)
+ predicate:c_customer_sk is not null
+ TableScan [TS_91] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk"]
+ <-Reducer 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_164]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_360] (rows=633595212 width=88)
+ Conds:RS_161._col0=RS_162._col0(Inner),Output:["_col1"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_162]
+ PartitionCols:_col0
+ Select Operator [SEL_38] (rows=36525 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_327] (rows=36525 width=1119)
+ predicate:((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null)
+ TableScan [TS_36] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_161]
+ PartitionCols:_col0
+ Select Operator [SEL_35] (rows=575995635 width=88)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_326] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_33] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
+ <-Reducer 39 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_223]
+ Group By Operator [GBY_205] (rows=1 width=224)
+ Output:["_col0"],aggregations:["max(VALUE._col0)"]
+ <-Reducer 38 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_204]
+ Group By Operator [GBY_203] (rows=1 width=224)
+ Output:["_col0"],aggregations:["max(_col1)"]
+ Select Operator [SEL_201] (rows=348477374 width=88)
+ Output:["_col1"]
+ Group By Operator [GBY_200] (rows=348477374 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_199]
+ PartitionCols:_col0
+ Group By Operator [GBY_198] (rows=696954748 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Select Operator [SEL_196] (rows=696954748 width=88)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_363] (rows=696954748 width=88)
+ Conds:RS_193._col1=RS_194._col0(Inner),Output:["_col2","_col3","_col6"]
+ <-Map 46 [SIMPLE_EDGE]
+ SHUFFLE [RS_194]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_93]
+ <-Reducer 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_193]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_362] (rows=633595212 width=88)
+ Conds:RS_190._col0=RS_191._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_191]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_38]
+ <-Map 40 [SIMPLE_EDGE]
+ SHUFFLE [RS_190]
+ PartitionCols:_col0
+ Select Operator [SEL_64] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_329] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_62] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_quantity","ss_sales_price"]
+ <-Reducer 45 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_224]
+ Group By Operator [GBY_220] (rows=316797606 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 44 [SIMPLE_EDGE]
+ SHUFFLE [RS_219]
+ PartitionCols:_col0
+ Group By Operator [GBY_218] (rows=633595212 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Select Operator [SEL_216] (rows=633595212 width=88)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_364] (rows=633595212 width=88)
+ Conds:RS_213._col0=RS_214._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 46 [SIMPLE_EDGE]
+ SHUFFLE [RS_214]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_93]
+ <-Map 41 [SIMPLE_EDGE]
+ SHUFFLE [RS_213]
+ PartitionCols:_col0
+ Select Operator [SEL_90] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_332] (rows=575995635 width=88)
+ predicate:ss_customer_sk is not null
+ TableScan [TS_88] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_customer_sk","ss_quantity","ss_sales_price"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_234]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_366] (rows=174243235 width=135)
+ Conds:RS_231._col1=RS_232._col0(Inner),Output:["_col2","_col3","_col4"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_232]
+ PartitionCols:_col0
+ Group By Operator [GBY_150] (rows=58079562 width=88)
+ Output:["_col0"],keys:_col1
+ Select Operator [SEL_146] (rows=116159124 width=88)
+ Output:["_col1"]
+ Filter Operator [FIL_145] (rows=116159124 width=88)
+ predicate:(_col3 > 4)
+ Select Operator [SEL_348] (rows=348477374 width=88)
+ Output:["_col0","_col3"]
+ Group By Operator [GBY_144] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_143]
+ PartitionCols:_col0
+ Group By Operator [GBY_142] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
+ Select Operator [SEL_140] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_359] (rows=696954748 width=88)
+ Conds:RS_137._col1=RS_138._col0(Inner),Output:["_col3","_col5","_col6"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_138]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_325] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_12] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_137]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_358] (rows=633595212 width=88)
+ Conds:RS_134._col0=RS_135._col0(Inner),Output:["_col1","_col3"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_134]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_323] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_135]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=36525 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_324] (rows=36525 width=1119)
+ predicate:((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_year"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_231]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_357] (rows=158402938 width=135)
+ Conds:RS_228._col0=RS_229._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_229]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_322] (rows=18262 width=1119)
+ predicate:((d_moy = 1) and (d_year = 1999) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 47 [SIMPLE_EDGE]
+ SHUFFLE [RS_228]
+ PartitionCols:_col0
+ Select Operator [SEL_121] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_334] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_119] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_quantity","ws_list_price"]
+ <-Reducer 4 [CONTAINS]
+ Reduce Output Operator [RS_242]
+ Group By Operator [GBY_241] (rows=1 width=112)
+ Output:["_col0"],aggregations:["sum(_col0)"]
+ Select Operator [SEL_118] (rows=383314495 width=135)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_368] (rows=383314495 width=135)
+ Conds:RS_115._col1=RS_116._col0(Inner),Output:["_col3","_col4"]
+ <-Reducer 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_116]
+ PartitionCols:_col0
+ Select Operator [SEL_108] (rows=105599202 width=321)
+ Output:["_col0"]
+ Filter Operator [FIL_107] (rows=105599202 width=321)
+ predicate:(_col3 > (0.95 * _col1))
+ Merge Join Operator [MERGEJOIN_367] (rows=316797606 width=321)
+ Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"]
+ <-Reducer 24 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_103]
+ Select Operator [SEL_61] (rows=1 width=8)
+ Filter Operator [FIL_60] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_58] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 23 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_57]
+ Group By Operator [GBY_56] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_53] (rows=348477374 width=88)
+ Group By Operator [GBY_52] (rows=348477374 width=88)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col0
+ Group By Operator [GBY_50] (rows=696954748 width=88)
+ Output:["_col0"],keys:_col0
+ Select Operator [SEL_48] (rows=696954748 width=88)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_353] (rows=696954748 width=88)
+ Conds:RS_45._col1=RS_46._col0(Inner),Output:["_col6"]
+ <-Map 46 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_93]
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_352] (rows=633595212 width=88)
+ Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col1"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_38]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_35]
+ <-Reducer 35 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_104]
+ Group By Operator [GBY_86] (rows=1 width=224)
+ Output:["_col0"],aggregations:["max(VALUE._col0)"]
+ <-Reducer 34 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_85]
+ Group By Operator [GBY_84] (rows=1 width=224)
+ Output:["_col0"],aggregations:["max(_col1)"]
+ Select Operator [SEL_82] (rows=348477374 width=88)
+ Output:["_col1"]
+ Group By Operator [GBY_81] (rows=348477374 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_80]
+ PartitionCols:_col0
+ Group By Operator [GBY_79] (rows=696954748 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Select Operator [SEL_77] (rows=696954748 width=88)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_355] (rows=696954748 width=88)
+ Conds:RS_74._col1=RS_75._col0(Inner),Output:["_col2","_col3","_col6"]
+ <-Map 46 [SIMPLE_EDGE]
+ SHUFFLE [RS_75]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_93]
+ <-Reducer 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_354] (rows=633595212 width=88)
+ Conds:RS_71._col0=RS_72._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_72]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_38]
+ <-Map 40 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_64]
+ <-Reducer 43 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_105]
+ Group By Operator [GBY_101] (rows=316797606 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 42 [SIMPLE_EDGE]
+ SHUFFLE [RS_100]
+ PartitionCols:_col0
+ Group By Operator [GBY_99] (rows=633595212 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Select Operator [SEL_97] (rows=633595212 width=88)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_356] (rows=633595212 width=88)
+ Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 46 [SIMPLE_EDGE]
+ SHUFFLE [RS_95]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_93]
+ <-Map 41 [SIMPLE_EDGE]
+ SHUFFLE [RS_94]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_90]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_115]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_365] (rows=348467716 width=135)
+ Conds:RS_112._col2=RS_113._col0(Inner),Output:["_col1","_col3","_col4"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_113]
+ PartitionCols:_col0
+ Group By Operator [GBY_31] (rows=58079562 width=88)
+ Output:["_col0"],keys:_col1
+ Select Operator [SEL_27] (rows=116159124 width=88)
+ Output:["_col1"]
+ Filter Operator [FIL_26] (rows=116159124 width=88)
+ predicate:(_col3 > 4)
+ Select Operator [SEL_347] (rows=348477374 width=88)
+ Output:["_col0","_col3"]
+ Group By Operator [GBY_25] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0
+ Group By Operator [GBY_23] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
+ Select Operator [SEL_21] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_351] (rows=696954748 width=88)
+ Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col5","_col6"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_350] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col3"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_112]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_349] (rows=316788826 width=135)
+ Conds:RS_109._col0=RS_110._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_110]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_321] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity","cs_list_price"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query24.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query24.q.out b/ql/src/test/results/clientpositive/perf/tez/query24.q.out
new file mode 100644
index 0000000..5cbbea3
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query24.q.out
@@ -0,0 +1,290 @@
+Warning: Shuffle Join MERGEJOIN[154][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 8' is a cross product
+PREHOOK: query: explain
+with ssales as
+(select c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,ca_state
+ ,s_state
+ ,i_color
+ ,i_current_price
+ ,i_manager_id
+ ,i_units
+ ,i_size
+ ,sum(ss_sales_price) netpaid
+from store_sales
+ ,store_returns
+ ,store
+ ,item
+ ,customer
+ ,customer_address
+where ss_ticket_number = sr_ticket_number
+ and ss_item_sk = sr_item_sk
+ and ss_customer_sk = c_customer_sk
+ and ss_item_sk = i_item_sk
+ and ss_store_sk = s_store_sk
+ and c_birth_country = upper(ca_country)
+ and s_zip = ca_zip
+and s_market_id=7
+group by c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,ca_state
+ ,s_state
+ ,i_color
+ ,i_current_price
+ ,i_manager_id
+ ,i_units
+ ,i_size)
+select c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,sum(netpaid) paid
+from ssales
+where i_color = 'orchid'
+group by c_last_name
+ ,c_first_name
+ ,s_store_name
+having sum(netpaid) > (select 0.05*avg(netpaid)
+ from ssales)
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ssales as
+(select c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,ca_state
+ ,s_state
+ ,i_color
+ ,i_current_price
+ ,i_manager_id
+ ,i_units
+ ,i_size
+ ,sum(ss_sales_price) netpaid
+from store_sales
+ ,store_returns
+ ,store
+ ,item
+ ,customer
+ ,customer_address
+where ss_ticket_number = sr_ticket_number
+ and ss_item_sk = sr_item_sk
+ and ss_customer_sk = c_customer_sk
+ and ss_item_sk = i_item_sk
+ and ss_store_sk = s_store_sk
+ and c_birth_country = upper(ca_country)
+ and s_zip = ca_zip
+and s_market_id=7
+group by c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,ca_state
+ ,s_state
+ ,i_color
+ ,i_current_price
+ ,i_manager_id
+ ,i_units
+ ,i_size)
+select c_last_name
+ ,c_first_name
+ ,s_store_name
+ ,sum(netpaid) paid
+from ssales
+where i_color = 'orchid'
+group by c_last_name
+ ,c_first_name
+ ,s_store_name
+having sum(netpaid) > (select 0.05*avg(netpaid)
+ from ssales)
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 18 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 16 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Map 19 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Map 20 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Reducer 13 (SIMPLE_EDGE)
+Reducer 15 <- Reducer 14 (CUSTOM_SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
+Reducer 3 <- Map 17 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 18 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 19 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Map 20 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 7 (CUSTOM_SIMPLE_EDGE)
+Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 8
+ File Output Operator [FS_91]
+ Select Operator [SEL_90] (rows=77303902 width=489)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_89] (rows=77303902 width=489)
+ predicate:(_col3 > _col4)
+ Merge Join Operator [MERGEJOIN_154] (rows=231911707 width=489)
+ Conds:(Inner),Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 15 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_87]
+ Select Operator [SEL_85] (rows=1 width=400)
+ Output:["_col0"]
+ Group By Operator [GBY_84] (rows=1 width=400)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Reducer 14 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_83]
+ Group By Operator [GBY_82] (rows=1 width=400)
+ Output:["_col0"],aggregations:["avg(_col10)"]
+ Select Operator [SEL_80] (rows=463823414 width=88)
+ Output:["_col10"]
+ Group By Operator [GBY_79] (rows=463823414 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_78]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
+ Group By Operator [GBY_77] (rows=927646829 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"],aggregations:["sum(_col4)"],keys:_col11, _col12, _col6, _col8, _col15, _col16, _col17, _col18, _col19, _col22
+ Merge Join Operator [MERGEJOIN_153] (rows=927646829 width=88)
+ Conds:RS_73._col9, _col13=RS_74._col1, upper(_col2)(Inner),Output:["_col4","_col6","_col8","_col11","_col12","_col15","_col16","_col17","_col18","_col19","_col22"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ PartitionCols:_col1, upper(_col2)
+ Select Operator [SEL_17] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_137] (rows=40000000 width=1014)
+ predicate:(ca_zip is not null and upper(ca_country) is not null)
+ TableScan [TS_15] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_state","ca_zip","ca_country"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_73]
+ PartitionCols:_col9, _col13
+ Merge Join Operator [MERGEJOIN_152] (rows=843315281 width=88)
+ Conds:RS_70._col0, _col3=RS_71._col0, _col1(Inner),Output:["_col4","_col6","_col8","_col9","_col11","_col12","_col13","_col15","_col16","_col17","_col18","_col19"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_14] (rows=57591150 width=77)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_136] (rows=57591150 width=77)
+ predicate:(sr_item_sk is not null and sr_ticket_number is not null)
+ TableScan [TS_12] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col0, _col3
+ Merge Join Operator [MERGEJOIN_151] (rows=766650239 width=88)
+ Conds:RS_67._col0=RS_68._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col8","_col9","_col11","_col12","_col13","_col15","_col16","_col17","_col18","_col19"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_68]
+ PartitionCols:_col0
+ Select Operator [SEL_54] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_141] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_size","i_color","i_units","i_manager_id"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_67]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_150] (rows=696954748 width=88)
+ Conds:RS_64._col1=RS_65._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col8","_col9","_col11","_col12","_col13"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_65]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_135] (rows=80000000 width=860)
+ predicate:(c_birth_country is not null and c_customer_sk is not null)
+ TableScan [TS_9] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name","c_birth_country"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_64]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_149] (rows=633595212 width=88)
+ Conds:RS_61._col2=RS_62._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col6","_col8","_col9"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_132] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_sales_price"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_62]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=852 width=1910)
+ Output:["_col0","_col1","_col3","_col4"]
+ Filter Operator [FIL_134] (rows=852 width=1910)
+ predicate:((s_market_id = 7) and s_store_sk is not null and s_zip is not null)
+ TableScan [TS_6] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_market_id","s_state","s_zip"]
+ <-Reducer 7 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_86]
+ Select Operator [SEL_42] (rows=231911707 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Group By Operator [GBY_41] (rows=231911707 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col9)"],keys:_col1, _col2, _col7
+ Select Operator [SEL_37] (rows=463823414 width=88)
+ Output:["_col1","_col2","_col7","_col9"]
+ Group By Operator [GBY_36] (rows=463823414 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_34] (rows=927646829 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(_col4)"],keys:_col17, _col18, _col12, _col22, _col6, _col7, _col9, _col10, _col14
+ Merge Join Operator [MERGEJOIN_148] (rows=927646829 width=88)
+ Conds:RS_30._col15, _col19=RS_31._col1, upper(_col2)(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col17","_col18","_col22"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col1, upper(_col2)
+ Please refer to the previous Select Operator [SEL_17]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col15, _col19
+ Merge Join Operator [MERGEJOIN_147] (rows=843315281 width=88)
+ Conds:RS_27._col0, _col3=RS_28._col0, _col1(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15","_col17","_col18","_col19"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0, _col1
+ Please refer to the previous Select Operator [SEL_14]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0, _col3
+ Merge Join Operator [MERGEJOIN_146] (rows=766650239 width=88)
+ Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15","_col17","_col18","_col19"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_145] (rows=696954748 width=88)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_144] (rows=633595212 width=88)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col9","_col10"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col4","_col5"]
+ Filter Operator [FIL_133] (rows=231000 width=1436)
+ predicate:((i_color = 'orchid') and i_item_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query25.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query25.q.out b/ql/src/test/results/clientpositive/perf/tez/query25.q.out
new file mode 100644
index 0000000..f6d342e
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query25.q.out
@@ -0,0 +1,229 @@
+PREHOOK: query: explain
+select
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ ,sum(ss_net_profit) as store_sales_profit
+ ,sum(sr_net_loss) as store_returns_loss
+ ,sum(cs_net_profit) as catalog_sales_profit
+ from
+ store_sales
+ ,store_returns
+ ,catalog_sales
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,item
+ where
+ d1.d_moy = 4
+ and d1.d_year = 2000
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and ss_customer_sk = sr_customer_sk
+ and ss_item_sk = sr_item_sk
+ and ss_ticket_number = sr_ticket_number
+ and sr_returned_date_sk = d2.d_date_sk
+ and d2.d_moy between 4 and 10
+ and d2.d_year = 2000
+ and sr_customer_sk = cs_bill_customer_sk
+ and sr_item_sk = cs_item_sk
+ and cs_sold_date_sk = d3.d_date_sk
+ and d3.d_moy between 4 and 10
+ and d3.d_year = 2000
+ group by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ order by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ ,sum(ss_net_profit) as store_sales_profit
+ ,sum(sr_net_loss) as store_returns_loss
+ ,sum(cs_net_profit) as catalog_sales_profit
+ from
+ store_sales
+ ,store_returns
+ ,catalog_sales
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,item
+ where
+ d1.d_moy = 4
+ and d1.d_year = 2000
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and ss_customer_sk = sr_customer_sk
+ and ss_item_sk = sr_item_sk
+ and ss_ticket_number = sr_ticket_number
+ and sr_returned_date_sk = d2.d_date_sk
+ and d2.d_moy between 4 and 10
+ and d2.d_year = 2000
+ and sr_customer_sk = cs_bill_customer_sk
+ and sr_item_sk = cs_item_sk
+ and cs_sold_date_sk = d3.d_date_sk
+ and d3.d_moy between 4 and 10
+ and d3.d_year = 2000
+ group by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ order by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 11 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 13 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 14 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 15 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 9 <- Map 12 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_55]
+ Limit [LIM_54] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_53] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ Group By Operator [GBY_50] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_48] (rows=843315281 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col20)","sum(_col12)"],keys:_col25, _col26, _col28, _col29
+ Merge Join Operator [MERGEJOIN_101] (rows=843315281 width=88)
+ Conds:RS_44._col3=RS_45._col0(Inner),Output:["_col5","_col12","_col20","_col25","_col26","_col28","_col29"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0
+ Select Operator [SEL_34] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_94] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_32] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_100] (rows=766650239 width=88)
+ Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col3","_col5","_col12","_col20","_col25","_col26"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Select Operator [SEL_31] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_93] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_29] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_99] (rows=696954748 width=88)
+ Conds:RS_38._col1, _col2, _col4=RS_39._col8, _col9, _col10(Inner),Output:["_col1","_col3","_col5","_col12","_col20"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col8, _col9, _col10
+ Merge Join Operator [MERGEJOIN_98] (rows=348467716 width=135)
+ Conds:RS_25._col2, _col1=RS_26._col1, _col2(Inner),Output:["_col3","_col8","_col9","_col10","_col11"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_97] (rows=63350266 width=77)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=4058 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_92] (rows=4058 width=1119)
+ predicate:((d_year = 2000) and d_date_sk is not null and d_moy BETWEEN 4 AND 10)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_91] (rows=57591150 width=77)
+ predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null)
+ TableScan [TS_12] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_net_loss"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col2, _col1
+ Merge Join Operator [MERGEJOIN_96] (rows=316788826 width=135)
+ Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=4058 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_90] (rows=4058 width=1119)
+ predicate:((d_year = 2000) and d_date_sk is not null and d_moy BETWEEN 4 AND 10)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_89] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_6] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_net_profit"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col1, _col2, _col4
+ Merge Join Operator [MERGEJOIN_95] (rows=633595212 width=88)
+ Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_88] (rows=18262 width=1119)
+ predicate:((d_moy = 4) and (d_year = 2000) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_87] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_net_profit"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query26.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query26.q.out b/ql/src/test/results/clientpositive/perf/tez/query26.q.out
new file mode 100644
index 0000000..8990298
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query26.q.out
@@ -0,0 +1,132 @@
+PREHOOK: query: explain
+select i_item_id,
+ avg(cs_quantity) agg1,
+ avg(cs_list_price) agg2,
+ avg(cs_coupon_amt) agg3,
+ avg(cs_sales_price) agg4
+ from catalog_sales, customer_demographics, date_dim, item, promotion
+ where cs_sold_date_sk = d_date_sk and
+ cs_item_sk = i_item_sk and
+ cs_bill_cdemo_sk = cd_demo_sk and
+ cs_promo_sk = p_promo_sk and
+ cd_gender = 'F' and
+ cd_marital_status = 'W' and
+ cd_education_status = 'Primary' and
+ (p_channel_email = 'N' or p_channel_event = 'N') and
+ d_year = 1998
+ group by i_item_id
+ order by i_item_id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_item_id,
+ avg(cs_quantity) agg1,
+ avg(cs_list_price) agg2,
+ avg(cs_coupon_amt) agg3,
+ avg(cs_sales_price) agg4
+ from catalog_sales, customer_demographics, date_dim, item, promotion
+ where cs_sold_date_sk = d_date_sk and
+ cs_item_sk = i_item_sk and
+ cs_bill_cdemo_sk = cd_demo_sk and
+ cs_promo_sk = p_promo_sk and
+ cd_gender = 'F' and
+ cd_marital_status = 'W' and
+ cd_education_status = 'Primary' and
+ (p_channel_email = 'N' or p_channel_event = 'N') and
+ d_year = 1998
+ group by i_item_id
+ order by i_item_id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_35]
+ Limit [LIM_34] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_33] (rows=210822976 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ Group By Operator [GBY_30] (rows=210822976 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Group By Operator [GBY_28] (rows=421645953 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col18
+ Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135)
+ Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_54] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_12] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135)
+ Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=2300 width=1179)
+ Output:["_col0"]
+ Filter Operator [FIL_53] (rows=2300 width=1179)
+ predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null)
+ TableScan [TS_9] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_52] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_50] (rows=287989836 width=135)
+ predicate:(cs_bill_cdemo_sk is not null and cs_item_sk is not null and cs_promo_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_cdemo_sk","cs_item_sk","cs_promo_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=232725 width=385)
+ Output:["_col0"]
+ Filter Operator [FIL_51] (rows=232725 width=385)
+ predicate:((cd_education_status = 'Primary') and (cd_gender = 'F') and (cd_marital_status = 'W') and cd_demo_sk is not null)
+ TableScan [TS_3] (rows=1861800 width=385)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
+
[13/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query45.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query45.q.out b/ql/src/test/results/clientpositive/perf/tez/query45.q.out
new file mode 100644
index 0000000..3efed2e
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query45.q.out
@@ -0,0 +1,180 @@
+Warning: Shuffle Join MERGEJOIN[87][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product
+PREHOOK: query: explain
+select ca_zip, ca_county, sum(ws_sales_price)
+ from web_sales, customer, customer_address, date_dim, item
+ where ws_bill_customer_sk = c_customer_sk
+ and c_current_addr_sk = ca_address_sk
+ and ws_item_sk = i_item_sk
+ and ( substr(ca_zip,1,5) in ('85669', '86197','88274','83405','86475', '85392', '85460', '80348', '81792')
+ or
+ i_item_id in (select i_item_id
+ from item
+ where i_item_sk in (2, 3, 5, 7, 11, 13, 17, 19, 23, 29)
+ )
+ )
+ and ws_sold_date_sk = d_date_sk
+ and d_qoy = 2 and d_year = 2000
+ group by ca_zip, ca_county
+ order by ca_zip, ca_county
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select ca_zip, ca_county, sum(ws_sales_price)
+ from web_sales, customer, customer_address, date_dim, item
+ where ws_bill_customer_sk = c_customer_sk
+ and c_current_addr_sk = ca_address_sk
+ and ws_item_sk = i_item_sk
+ and ( substr(ca_zip,1,5) in ('85669', '86197','88274','83405','86475', '85392', '85460', '80348', '81792')
+ or
+ i_item_id in (select i_item_id
+ from item
+ where i_item_sk in (2, 3, 5, 7, 11, 13, 17, 19, 23, 29)
+ )
+ )
+ and ws_sold_date_sk = d_date_sk
+ and d_qoy = 2 and d_year = 2000
+ group by ca_zip, ca_county
+ order by ca_zip, ca_county
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 8 (SIMPLE_EDGE)
+Reducer 12 <- Map 8 (CUSTOM_SIMPLE_EDGE)
+Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 15 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 12 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 9 <- Map 8 (SIMPLE_EDGE), Reducer 11 (ONE_TO_ONE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_59]
+ Limit [LIM_58] (rows=100 width=152)
+ Number of rows:100
+ Select Operator [SEL_57] (rows=95833781 width=152)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ Group By Operator [GBY_54] (rows=95833781 width=152)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_52] (rows=191667562 width=152)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col8, _col7
+ Select Operator [SEL_51] (rows=191667562 width=152)
+ Output:["_col3","_col7","_col8"]
+ Filter Operator [FIL_50] (rows=191667562 width=152)
+ predicate:((substr(_col8, 1, 5)) IN ('85669', '86197', '88274', '83405', '86475', '85392', '85460', '80348', '81792') or CASE WHEN ((_col14 = 0)) THEN (false) WHEN (_col17 is not null) THEN (true) WHEN (_col13 is null) THEN (null) WHEN ((_col15 < _col14)) THEN (null) ELSE (false) END)
+ Select Operator [SEL_49] (rows=191667562 width=152)
+ Output:["_col3","_col7","_col8","_col13","_col14","_col15","_col17"]
+ Merge Join Operator [MERGEJOIN_87] (rows=191667562 width=152)
+ Conds:(Inner),Output:["_col3","_col4","_col6","_col8","_col12","_col16","_col17"]
+ <-Reducer 12 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_47]
+ Group By Operator [GBY_38] (rows=1 width=16)
+ Output:["_col0","_col1"],aggregations:["count(VALUE._col0)","count(VALUE._col1)"]
+ <-Map 8 [CUSTOM_SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ Group By Operator [GBY_36] (rows=1 width=16)
+ Output:["_col0","_col1"],aggregations:["count()","count(i_item_id)"]
+ Select Operator [SEL_35] (rows=231000 width=1436)
+ Output:["i_item_id"]
+ Filter Operator [FIL_81] (rows=231000 width=1436)
+ predicate:(i_item_sk) IN (2, 3, 5, 7, 11, 13, 17, 19, 23, 29)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_46]
+ Merge Join Operator [MERGEJOIN_86] (rows=191667562 width=135)
+ Conds:RS_43._col0=RS_44._col6(Inner),Output:["_col3","_col4","_col6","_col8","_col12"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col6
+ Merge Join Operator [MERGEJOIN_85] (rows=174243235 width=135)
+ Conds:RS_29._col0=RS_30._col1(Inner),Output:["_col1","_col3","_col6","_col7"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_84] (rows=158402938 width=135)
+ Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_18] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_79] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_16] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_sales_price"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0
+ Select Operator [SEL_21] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_80] (rows=18262 width=1119)
+ predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_19] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_83] (rows=508200 width=1436)
+ Conds:RS_26._col1=RS_27._col0(Left Outer),Output:["_col0","_col1","_col3"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col1
+ Select Operator [SEL_8] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_77] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ Please refer to the previous TableScan [TS_6]
+ <-Reducer 11 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_27]
+ PartitionCols:_col0
+ Select Operator [SEL_15] (rows=115500 width=1436)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_14] (rows=115500 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Group By Operator [GBY_12] (rows=231000 width=1436)
+ Output:["_col0"],keys:i_item_id
+ Select Operator [SEL_11] (rows=231000 width=1436)
+ Output:["i_item_id"]
+ Filter Operator [FIL_78] (rows=231000 width=1436)
+ predicate:(i_item_sk) IN (2, 3, 5, 7, 11, 13, 17, 19, 23, 29)
+ Please refer to the previous TableScan [TS_6]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_82] (rows=88000001 width=860)
+ Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col0","_col3","_col4"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_75] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_76] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_zip"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query46.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query46.q.out b/ql/src/test/results/clientpositive/perf/tez/query46.q.out
new file mode 100644
index 0000000..1a193ed
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query46.q.out
@@ -0,0 +1,191 @@
+PREHOOK: query: explain
+select c_last_name
+ ,c_first_name
+ ,ca_city
+ ,bought_city
+ ,ss_ticket_number
+ ,amt,profit
+ from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,ca_city bought_city
+ ,sum(ss_coupon_amt) amt
+ ,sum(ss_net_profit) profit
+ from store_sales,date_dim,store,household_demographics,customer_address
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and store_sales.ss_addr_sk = customer_address.ca_address_sk
+ and (household_demographics.hd_dep_count = 2 or
+ household_demographics.hd_vehicle_count= 1)
+ and date_dim.d_dow in (6,0)
+ and date_dim.d_year in (1998,1998+1,1998+2)
+ and store.s_city in ('Cedar Grove','Wildwood','Union','Salem','Highland Park')
+ group by ss_ticket_number,ss_customer_sk,ss_addr_sk,ca_city) dn,customer,customer_address current_addr
+ where ss_customer_sk = c_customer_sk
+ and customer.c_current_addr_sk = current_addr.ca_address_sk
+ and current_addr.ca_city <> bought_city
+ order by c_last_name
+ ,c_first_name
+ ,ca_city
+ ,bought_city
+ ,ss_ticket_number
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select c_last_name
+ ,c_first_name
+ ,ca_city
+ ,bought_city
+ ,ss_ticket_number
+ ,amt,profit
+ from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,ca_city bought_city
+ ,sum(ss_coupon_amt) amt
+ ,sum(ss_net_profit) profit
+ from store_sales,date_dim,store,household_demographics,customer_address
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and store_sales.ss_addr_sk = customer_address.ca_address_sk
+ and (household_demographics.hd_dep_count = 2 or
+ household_demographics.hd_vehicle_count= 1)
+ and date_dim.d_dow in (6,0)
+ and date_dim.d_year in (1998,1998+1,1998+2)
+ and store.s_city in ('Cedar Grove','Wildwood','Union','Salem','Highland Park')
+ group by ss_ticket_number,ss_customer_sk,ss_addr_sk,ca_city) dn,customer,customer_address current_addr
+ where ss_customer_sk = c_customer_sk
+ and customer.c_current_addr_sk = current_addr.ca_address_sk
+ and current_addr.ca_city <> bought_city
+ order by c_last_name
+ ,c_first_name
+ ,ca_city
+ ,bought_city
+ ,ss_ticket_number
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 13 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 6 <- Map 5 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 9 <- Map 12 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 4
+ File Output Operator [FS_50]
+ Limit [LIM_49] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_48] (rows=463823414 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_47]
+ Select Operator [SEL_46] (rows=463823414 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_45] (rows=463823414 width=88)
+ predicate:(_col5 <> _col8)
+ Merge Join Operator [MERGEJOIN_86] (rows=463823414 width=88)
+ Conds:RS_42._col0=RS_43._col1(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9","_col10"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_81] (rows=88000001 width=860)
+ Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col5"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_75] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,current_addr,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_74] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk","c_first_name","c_last_name"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col1
+ Select Operator [SEL_37] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_36] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_34] (rows=843315281 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col17, _col3, _col5
+ Merge Join Operator [MERGEJOIN_85] (rows=843315281 width=88)
+ Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col17"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_84] (rows=766650239 width=88)
+ Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=7200 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_79] (rows=7200 width=107)
+ predicate:(((hd_dep_count = 2) or (hd_vehicle_count = 1)) and hd_demo_sk is not null)
+ TableScan [TS_15] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_83] (rows=696954748 width=88)
+ Conds:RS_24._col4=RS_25._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_78] (rows=852 width=1910)
+ predicate:((s_city) IN ('Cedar Grove', 'Wildwood', 'Union', 'Salem', 'Highland Park') and s_store_sk is not null)
+ TableScan [TS_12] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_city"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_82] (rows=633595212 width=88)
+ Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=18263 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_77] (rows=18263 width=1119)
+ predicate:((d_dow) IN (6, 0) and (d_year) IN (1998, 1999, 2000) and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dow"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_76] (rows=575995635 width=88)
+ predicate:(ss_addr_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query47.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query47.q.out b/ql/src/test/results/clientpositive/perf/tez/query47.q.out
new file mode 100644
index 0000000..1288408
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query47.q.out
@@ -0,0 +1,325 @@
+PREHOOK: query: explain
+with v1 as(
+ select i_category, i_brand,
+ s_store_name, s_company_name,
+ d_year, d_moy,
+ sum(ss_sales_price) sum_sales,
+ avg(sum(ss_sales_price)) over
+ (partition by i_category, i_brand,
+ s_store_name, s_company_name, d_year)
+ avg_monthly_sales,
+ rank() over
+ (partition by i_category, i_brand,
+ s_store_name, s_company_name
+ order by d_year, d_moy) rn
+ from item, store_sales, date_dim, store
+ where ss_item_sk = i_item_sk and
+ ss_sold_date_sk = d_date_sk and
+ ss_store_sk = s_store_sk and
+ (
+ d_year = 2000 or
+ ( d_year = 2000-1 and d_moy =12) or
+ ( d_year = 2000+1 and d_moy =1)
+ )
+ group by i_category, i_brand,
+ s_store_name, s_company_name,
+ d_year, d_moy),
+ v2 as(
+ select v1.i_category
+ ,v1.d_year, v1.d_moy
+ ,v1.avg_monthly_sales
+ ,v1.sum_sales, v1_lag.sum_sales psum, v1_lead.sum_sales nsum
+ from v1, v1 v1_lag, v1 v1_lead
+ where v1.i_category = v1_lag.i_category and
+ v1.i_category = v1_lead.i_category and
+ v1.i_brand = v1_lag.i_brand and
+ v1.i_brand = v1_lead.i_brand and
+ v1.s_store_name = v1_lag.s_store_name and
+ v1.s_store_name = v1_lead.s_store_name and
+ v1.s_company_name = v1_lag.s_company_name and
+ v1.s_company_name = v1_lead.s_company_name and
+ v1.rn = v1_lag.rn + 1 and
+ v1.rn = v1_lead.rn - 1)
+ select *
+ from v2
+ where d_year = 2000 and
+ avg_monthly_sales > 0 and
+ case when avg_monthly_sales > 0 then abs(sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
+ order by sum_sales - avg_monthly_sales, 3
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with v1 as(
+ select i_category, i_brand,
+ s_store_name, s_company_name,
+ d_year, d_moy,
+ sum(ss_sales_price) sum_sales,
+ avg(sum(ss_sales_price)) over
+ (partition by i_category, i_brand,
+ s_store_name, s_company_name, d_year)
+ avg_monthly_sales,
+ rank() over
+ (partition by i_category, i_brand,
+ s_store_name, s_company_name
+ order by d_year, d_moy) rn
+ from item, store_sales, date_dim, store
+ where ss_item_sk = i_item_sk and
+ ss_sold_date_sk = d_date_sk and
+ ss_store_sk = s_store_sk and
+ (
+ d_year = 2000 or
+ ( d_year = 2000-1 and d_moy =12) or
+ ( d_year = 2000+1 and d_moy =1)
+ )
+ group by i_category, i_brand,
+ s_store_name, s_company_name,
+ d_year, d_moy),
+ v2 as(
+ select v1.i_category
+ ,v1.d_year, v1.d_moy
+ ,v1.avg_monthly_sales
+ ,v1.sum_sales, v1_lag.sum_sales psum, v1_lead.sum_sales nsum
+ from v1, v1 v1_lag, v1 v1_lead
+ where v1.i_category = v1_lag.i_category and
+ v1.i_category = v1_lead.i_category and
+ v1.i_brand = v1_lag.i_brand and
+ v1.i_brand = v1_lead.i_brand and
+ v1.s_store_name = v1_lag.s_store_name and
+ v1.s_store_name = v1_lead.s_store_name and
+ v1.s_company_name = v1_lag.s_company_name and
+ v1.s_company_name = v1_lead.s_company_name and
+ v1.rn = v1_lag.rn + 1 and
+ v1.rn = v1_lead.rn - 1)
+ select *
+ from v2
+ where d_year = 2000 and
+ avg_monthly_sales > 0 and
+ case when avg_monthly_sales > 0 then abs(sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
+ order by sum_sales - avg_monthly_sales, 3
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 21 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 22 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
+Reducer 15 <- Map 21 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Map 22 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
+Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
+Reducer 18 <- Reducer 17 (SIMPLE_EDGE)
+Reducer 19 <- Reducer 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
+Reducer 3 <- Map 21 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 22 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 13 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 8
+ File Output Operator [FS_112]
+ Limit [LIM_110] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_109] (rows=843315280 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_108]
+ Select Operator [SEL_107] (rows=843315280 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_189] (rows=843315280 width=88)
+ Conds:RS_103._col0, _col1, _col2, _col3, (_col7 + 1)=RS_104._col0, _col1, _col2, _col3, _col8(Inner),RS_104._col0, _col1, _col2, _col3, _col8=RS_105._col0, _col1, _col2, _col3, (_col7 - 1)(Inner),Output:["_col6","_col8","_col12","_col13","_col14","_col15","_col23"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_103]
+ PartitionCols:_col0, _col1, _col2, _col3, (_col7 + 1)
+ Select Operator [SEL_29] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col6","_col7"]
+ Filter Operator [FIL_164] (rows=383325119 width=88)
+ predicate:rank_window_0 is not null
+ PTF Operator [PTF_28] (rows=383325119 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 ASC NULLS FIRST, _col5 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2, _col3"}]
+ Select Operator [SEL_27] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Select Operator [SEL_25] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Group By Operator [GBY_24] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_22] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col9, _col11, _col12
+ Merge Join Operator [MERGEJOIN_182] (rows=766650239 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col9","_col11","_col12"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_81] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_179] (rows=1704 width=1910)
+ predicate:(s_company_name is not null and s_store_name is not null and s_store_sk is not null)
+ TableScan [TS_79] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_name"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_181] (rows=696954748 width=88)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_78] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_178] (rows=462000 width=1436)
+ predicate:(i_brand is not null and i_category is not null and i_item_sk is not null)
+ TableScan [TS_76] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_category"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_180] (rows=633595212 width=88)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_72] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_176] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_70] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_75] (rows=73048 width=1119)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_177] (rows=73048 width=1119)
+ predicate:(((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null)
+ TableScan [TS_73] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_104]
+ PartitionCols:_col0, _col1, _col2, _col3, _col8
+ Select Operator [SEL_67] (rows=31943759 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Filter Operator [FIL_169] (rows=31943759 width=88)
+ predicate:CASE WHEN ((_col0 > 0)) THEN (((abs((_col7 - _col0)) / _col0) > 0.1)) ELSE (null) END
+ Select Operator [SEL_66] (rows=63887519 width=88)
+ Output:["rank_window_1","_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_170] (rows=63887519 width=88)
+ predicate:((_col0 > 0) and (_col5 = 2000) and rank_window_1 is not null)
+ PTF Operator [PTF_65] (rows=383325119 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST, _col6 ASC NULLS FIRST","partition by:":"_col1, _col2, _col3, _col4"}]
+ Select Operator [SEL_64] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Select Operator [SEL_62] (rows=383325119 width=88)
+ Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ PTF Operator [PTF_61] (rows=383325119 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2, _col3, _col4"}]
+ Select Operator [SEL_60] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Select Operator [SEL_58] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Group By Operator [GBY_57] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_55] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col9, _col11, _col12
+ Merge Join Operator [MERGEJOIN_185] (rows=766650239 width=88)
+ Conds:RS_51._col2=RS_52._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col9","_col11","_col12"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_81]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_184] (rows=696954748 width=88)
+ Conds:RS_48._col1=RS_49._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_78]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_48]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_183] (rows=633595212 width=88)
+ Conds:RS_45._col0=RS_46._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_72]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_75]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_105]
+ PartitionCols:_col0, _col1, _col2, _col3, (_col7 - 1)
+ Select Operator [SEL_99] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col6","_col7"]
+ Filter Operator [FIL_175] (rows=383325119 width=88)
+ predicate:rank_window_0 is not null
+ PTF Operator [PTF_98] (rows=383325119 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 ASC NULLS FIRST, _col5 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2, _col3"}]
+ Select Operator [SEL_97] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_96]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Select Operator [SEL_95] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Group By Operator [GBY_94] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_93]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_92] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col9, _col11, _col12
+ Merge Join Operator [MERGEJOIN_188] (rows=766650239 width=88)
+ Conds:RS_88._col2=RS_89._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col9","_col11","_col12"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_89]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_81]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_88]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_187] (rows=696954748 width=88)
+ Conds:RS_85._col1=RS_86._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_86]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_78]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_85]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_186] (rows=633595212 width=88)
+ Conds:RS_82._col0=RS_83._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_82]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_72]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_83]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_75]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query48.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query48.q.out b/ql/src/test/results/clientpositive/perf/tez/query48.q.out
new file mode 100644
index 0000000..8db0c1e
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query48.q.out
@@ -0,0 +1,218 @@
+PREHOOK: query: explain
+select sum (ss_quantity)
+ from store_sales, store, customer_demographics, customer_address, date_dim
+ where s_store_sk = ss_store_sk
+ and ss_sold_date_sk = d_date_sk and d_year = 1998
+ and
+ (
+ (
+ cd_demo_sk = ss_cdemo_sk
+ and
+ cd_marital_status = 'M'
+ and
+ cd_education_status = '4 yr Degree'
+ and
+ ss_sales_price between 100.00 and 150.00
+ )
+ or
+ (
+ cd_demo_sk = ss_cdemo_sk
+ and
+ cd_marital_status = 'M'
+ and
+ cd_education_status = '4 yr Degree'
+ and
+ ss_sales_price between 50.00 and 100.00
+ )
+ or
+ (
+ cd_demo_sk = ss_cdemo_sk
+ and
+ cd_marital_status = 'M'
+ and
+ cd_education_status = '4 yr Degree'
+ and
+ ss_sales_price between 150.00 and 200.00
+ )
+ )
+ and
+ (
+ (
+ ss_addr_sk = ca_address_sk
+ and
+ ca_country = 'United States'
+ and
+ ca_state in ('KY', 'GA', 'NM')
+ and ss_net_profit between 0 and 2000
+ )
+ or
+ (ss_addr_sk = ca_address_sk
+ and
+ ca_country = 'United States'
+ and
+ ca_state in ('MT', 'OR', 'IN')
+ and ss_net_profit between 150 and 3000
+ )
+ or
+ (ss_addr_sk = ca_address_sk
+ and
+ ca_country = 'United States'
+ and
+ ca_state in ('WI', 'MO', 'WV')
+ and ss_net_profit between 50 and 25000
+ )
+ )
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select sum (ss_quantity)
+ from store_sales, store, customer_demographics, customer_address, date_dim
+ where s_store_sk = ss_store_sk
+ and ss_sold_date_sk = d_date_sk and d_year = 1998
+ and
+ (
+ (
+ cd_demo_sk = ss_cdemo_sk
+ and
+ cd_marital_status = 'M'
+ and
+ cd_education_status = '4 yr Degree'
+ and
+ ss_sales_price between 100.00 and 150.00
+ )
+ or
+ (
+ cd_demo_sk = ss_cdemo_sk
+ and
+ cd_marital_status = 'M'
+ and
+ cd_education_status = '4 yr Degree'
+ and
+ ss_sales_price between 50.00 and 100.00
+ )
+ or
+ (
+ cd_demo_sk = ss_cdemo_sk
+ and
+ cd_marital_status = 'M'
+ and
+ cd_education_status = '4 yr Degree'
+ and
+ ss_sales_price between 150.00 and 200.00
+ )
+ )
+ and
+ (
+ (
+ ss_addr_sk = ca_address_sk
+ and
+ ca_country = 'United States'
+ and
+ ca_state in ('KY', 'GA', 'NM')
+ and ss_net_profit between 0 and 2000
+ )
+ or
+ (ss_addr_sk = ca_address_sk
+ and
+ ca_country = 'United States'
+ and
+ ca_state in ('MT', 'OR', 'IN')
+ and ss_net_profit between 150 and 3000
+ )
+ or
+ (ss_addr_sk = ca_address_sk
+ and
+ ca_country = 'United States'
+ and
+ ca_state in ('WI', 'MO', 'WV')
+ and ss_net_profit between 50 and 25000
+ )
+ )
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 10 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (CUSTOM_SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_33]
+ Group By Operator [GBY_31] (rows=1 width=8)
+ Output:["_col0"],aggregations:["sum(VALUE._col0)"]
+ <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_30]
+ Group By Operator [GBY_29] (rows=1 width=8)
+ Output:["_col0"],aggregations:["sum(_col5)"]
+ Select Operator [SEL_28] (rows=15616947 width=88)
+ Output:["_col5"]
+ Filter Operator [FIL_27] (rows=15616947 width=88)
+ predicate:(((_col14) IN ('KY', 'GA', 'NM') and _col7 BETWEEN 0 AND 2000) or ((_col14) IN ('MT', 'OR', 'IN') and _col7 BETWEEN 150 AND 3000) or ((_col14) IN ('WI', 'MO', 'WV') and _col7 BETWEEN 50 AND 25000))
+ Merge Join Operator [MERGEJOIN_56] (rows=93701693 width=88)
+ Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col5","_col7","_col14"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=10000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_52] (rows=10000000 width=1014)
+ predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null)
+ TableScan [TS_12] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_55] (rows=85183356 width=88)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col3","_col5","_col7"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=465450 width=385)
+ Output:["_col0"]
+ Filter Operator [FIL_51] (rows=465450 width=385)
+ predicate:((cd_education_status = '4 yr Degree') and (cd_marital_status = 'M') and cd_demo_sk is not null)
+ TableScan [TS_9] (rows=1861800 width=385)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_54] (rows=77439413 width=88)
+ Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col2","_col3","_col5","_col7"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_50] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_53] (rows=70399465 width=88)
+ Conds:RS_15._col0=RS_16._col3(Inner),Output:["_col1","_col2","_col3","_col5","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=1704 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_48] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_0] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col3
+ Select Operator [SEL_5] (rows=63999513 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col6"]
+ Filter Operator [FIL_49] (rows=63999513 width=88)
+ predicate:((ss_net_profit BETWEEN 0 AND 2000 or ss_net_profit BETWEEN 150 AND 3000 or ss_net_profit BETWEEN 50 AND 25000) and (ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_net_profit"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query49.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query49.q.out b/ql/src/test/results/clientpositive/perf/tez/query49.q.out
new file mode 100644
index 0000000..be4027d
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query49.q.out
@@ -0,0 +1,496 @@
+PREHOOK: query: explain
+select
+ 'web' as channel
+ ,web.item
+ ,web.return_ratio
+ ,web.return_rank
+ ,web.currency_rank
+ from (
+ select
+ item
+ ,return_ratio
+ ,currency_ratio
+ ,rank() over (order by return_ratio) as return_rank
+ ,rank() over (order by currency_ratio) as currency_rank
+ from
+ ( select ws.ws_item_sk as item
+ ,(cast(sum(coalesce(wr.wr_return_quantity,0)) as dec(15,4))/
+ cast(sum(coalesce(ws.ws_quantity,0)) as dec(15,4) )) as return_ratio
+ ,(cast(sum(coalesce(wr.wr_return_amt,0)) as dec(15,4))/
+ cast(sum(coalesce(ws.ws_net_paid,0)) as dec(15,4) )) as currency_ratio
+ from
+ web_sales ws left outer join web_returns wr
+ on (ws.ws_order_number = wr.wr_order_number and
+ ws.ws_item_sk = wr.wr_item_sk)
+ ,date_dim
+ where
+ wr.wr_return_amt > 10000
+ and ws.ws_net_profit > 1
+ and ws.ws_net_paid > 0
+ and ws.ws_quantity > 0
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 12
+ group by ws.ws_item_sk
+ ) in_web
+ ) web
+ where
+ (
+ web.return_rank <= 10
+ or
+ web.currency_rank <= 10
+ )
+ union
+ select
+ 'catalog' as channel
+ ,catalog.item
+ ,catalog.return_ratio
+ ,catalog.return_rank
+ ,catalog.currency_rank
+ from (
+ select
+ item
+ ,return_ratio
+ ,currency_ratio
+ ,rank() over (order by return_ratio) as return_rank
+ ,rank() over (order by currency_ratio) as currency_rank
+ from
+ ( select
+ cs.cs_item_sk as item
+ ,(cast(sum(coalesce(cr.cr_return_quantity,0)) as dec(15,4))/
+ cast(sum(coalesce(cs.cs_quantity,0)) as dec(15,4) )) as return_ratio
+ ,(cast(sum(coalesce(cr.cr_return_amount,0)) as dec(15,4))/
+ cast(sum(coalesce(cs.cs_net_paid,0)) as dec(15,4) )) as currency_ratio
+ from
+ catalog_sales cs left outer join catalog_returns cr
+ on (cs.cs_order_number = cr.cr_order_number and
+ cs.cs_item_sk = cr.cr_item_sk)
+ ,date_dim
+ where
+ cr.cr_return_amount > 10000
+ and cs.cs_net_profit > 1
+ and cs.cs_net_paid > 0
+ and cs.cs_quantity > 0
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 12
+ group by cs.cs_item_sk
+ ) in_cat
+ ) catalog
+ where
+ (
+ catalog.return_rank <= 10
+ or
+ catalog.currency_rank <=10
+ )
+ union
+ select
+ 'store' as channel
+ ,store.item
+ ,store.return_ratio
+ ,store.return_rank
+ ,store.currency_rank
+ from (
+ select
+ item
+ ,return_ratio
+ ,currency_ratio
+ ,rank() over (order by return_ratio) as return_rank
+ ,rank() over (order by currency_ratio) as currency_rank
+ from
+ ( select sts.ss_item_sk as item
+ ,(cast(sum(coalesce(sr.sr_return_quantity,0)) as dec(15,4))/cast(sum(coalesce(sts.ss_quantity,0)) as dec(15,4) )) as return_ratio
+ ,(cast(sum(coalesce(sr.sr_return_amt,0)) as dec(15,4))/cast(sum(coalesce(sts.ss_net_paid,0)) as dec(15,4) )) as currency_ratio
+ from
+ store_sales sts left outer join store_returns sr
+ on (sts.ss_ticket_number = sr.sr_ticket_number and sts.ss_item_sk = sr.sr_item_sk)
+ ,date_dim
+ where
+ sr.sr_return_amt > 10000
+ and sts.ss_net_profit > 1
+ and sts.ss_net_paid > 0
+ and sts.ss_quantity > 0
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 12
+ group by sts.ss_item_sk
+ ) in_store
+ ) store
+ where (
+ store.return_rank <= 10
+ or
+ store.currency_rank <= 10
+ )
+ order by 1,4,5
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ 'web' as channel
+ ,web.item
+ ,web.return_ratio
+ ,web.return_rank
+ ,web.currency_rank
+ from (
+ select
+ item
+ ,return_ratio
+ ,currency_ratio
+ ,rank() over (order by return_ratio) as return_rank
+ ,rank() over (order by currency_ratio) as currency_rank
+ from
+ ( select ws.ws_item_sk as item
+ ,(cast(sum(coalesce(wr.wr_return_quantity,0)) as dec(15,4))/
+ cast(sum(coalesce(ws.ws_quantity,0)) as dec(15,4) )) as return_ratio
+ ,(cast(sum(coalesce(wr.wr_return_amt,0)) as dec(15,4))/
+ cast(sum(coalesce(ws.ws_net_paid,0)) as dec(15,4) )) as currency_ratio
+ from
+ web_sales ws left outer join web_returns wr
+ on (ws.ws_order_number = wr.wr_order_number and
+ ws.ws_item_sk = wr.wr_item_sk)
+ ,date_dim
+ where
+ wr.wr_return_amt > 10000
+ and ws.ws_net_profit > 1
+ and ws.ws_net_paid > 0
+ and ws.ws_quantity > 0
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 12
+ group by ws.ws_item_sk
+ ) in_web
+ ) web
+ where
+ (
+ web.return_rank <= 10
+ or
+ web.currency_rank <= 10
+ )
+ union
+ select
+ 'catalog' as channel
+ ,catalog.item
+ ,catalog.return_ratio
+ ,catalog.return_rank
+ ,catalog.currency_rank
+ from (
+ select
+ item
+ ,return_ratio
+ ,currency_ratio
+ ,rank() over (order by return_ratio) as return_rank
+ ,rank() over (order by currency_ratio) as currency_rank
+ from
+ ( select
+ cs.cs_item_sk as item
+ ,(cast(sum(coalesce(cr.cr_return_quantity,0)) as dec(15,4))/
+ cast(sum(coalesce(cs.cs_quantity,0)) as dec(15,4) )) as return_ratio
+ ,(cast(sum(coalesce(cr.cr_return_amount,0)) as dec(15,4))/
+ cast(sum(coalesce(cs.cs_net_paid,0)) as dec(15,4) )) as currency_ratio
+ from
+ catalog_sales cs left outer join catalog_returns cr
+ on (cs.cs_order_number = cr.cr_order_number and
+ cs.cs_item_sk = cr.cr_item_sk)
+ ,date_dim
+ where
+ cr.cr_return_amount > 10000
+ and cs.cs_net_profit > 1
+ and cs.cs_net_paid > 0
+ and cs.cs_quantity > 0
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 12
+ group by cs.cs_item_sk
+ ) in_cat
+ ) catalog
+ where
+ (
+ catalog.return_rank <= 10
+ or
+ catalog.currency_rank <=10
+ )
+ union
+ select
+ 'store' as channel
+ ,store.item
+ ,store.return_ratio
+ ,store.return_rank
+ ,store.currency_rank
+ from (
+ select
+ item
+ ,return_ratio
+ ,currency_ratio
+ ,rank() over (order by return_ratio) as return_rank
+ ,rank() over (order by currency_ratio) as currency_rank
+ from
+ ( select sts.ss_item_sk as item
+ ,(cast(sum(coalesce(sr.sr_return_quantity,0)) as dec(15,4))/cast(sum(coalesce(sts.ss_quantity,0)) as dec(15,4) )) as return_ratio
+ ,(cast(sum(coalesce(sr.sr_return_amt,0)) as dec(15,4))/cast(sum(coalesce(sts.ss_net_paid,0)) as dec(15,4) )) as currency_ratio
+ from
+ store_sales sts left outer join store_returns sr
+ on (sts.ss_ticket_number = sr.sr_ticket_number and sts.ss_item_sk = sr.sr_item_sk)
+ ,date_dim
+ where
+ sr.sr_return_amt > 10000
+ and sts.ss_net_profit > 1
+ and sts.ss_net_paid > 0
+ and sts.ss_quantity > 0
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 12
+ group by sts.ss_item_sk
+ ) in_store
+ ) store
+ where (
+ store.return_rank <= 10
+ or
+ store.currency_rank <= 10
+ )
+ order by 1,4,5
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Union 9 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
+Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
+Reducer 14 <- Map 25 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
+Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Reducer 15 (SIMPLE_EDGE)
+Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Union 7 (CONTAINS)
+Reducer 18 <- Map 12 (SIMPLE_EDGE), Map 26 (SIMPLE_EDGE)
+Reducer 19 <- Map 27 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
+Reducer 21 <- Reducer 20 (SIMPLE_EDGE)
+Reducer 22 <- Reducer 21 (SIMPLE_EDGE), Union 9 (CONTAINS)
+Reducer 3 <- Map 23 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE), Union 7 (CONTAINS)
+Reducer 8 <- Union 7 (SIMPLE_EDGE), Union 9 (CONTAINS)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 11
+ File Output Operator [FS_113]
+ Limit [LIM_112] (rows=100 width=101)
+ Number of rows:100
+ Select Operator [SEL_111] (rows=5915494 width=101)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_110]
+ Select Operator [SEL_109] (rows=5915494 width=101)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_108] (rows=5915494 width=101)
+ Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Union 9 [SIMPLE_EDGE]
+ <-Reducer 22 [CONTAINS]
+ Reduce Output Operator [RS_107]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_106] (rows=11830988 width=101)
+ Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
+ Select Operator [SEL_99] (rows=8604378 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_137] (rows=8604378 width=88)
+ predicate:((_col0 <= 10) or (rank_window_1 <= 10))
+ PTF Operator [PTF_98] (rows=12906568 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
+ Select Operator [SEL_97] (rows=12906568 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_96]
+ PartitionCols:0
+ Select Operator [SEL_95] (rows=12906568 width=88)
+ Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
+ PTF Operator [PTF_94] (rows=12906568 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
+ Select Operator [SEL_93] (rows=12906568 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_92]
+ PartitionCols:0
+ Group By Operator [GBY_90] (rows=12906568 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_89]
+ PartitionCols:_col0
+ Group By Operator [GBY_88] (rows=25813137 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0
+ Select Operator [SEL_86] (rows=25813137 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Merge Join Operator [MERGEJOIN_146] (rows=25813137 width=88)
+ Conds:RS_83._col1, _col2=RS_84._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
+ <-Map 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_84]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_79] (rows=19197050 width=77)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_140] (rows=19197050 width=77)
+ predicate:((sr_return_amt > 10000) and sr_item_sk is not null and sr_ticket_number is not null)
+ TableScan [TS_77] (rows=57591150 width=77)
+ default@store_returns,sr,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"]
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_83]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_145] (rows=23466488 width=88)
+ Conds:RS_80._col0=RS_81._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_81]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_131] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_80]
+ PartitionCols:_col0
+ Select Operator [SEL_73] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_138] (rows=21333171 width=88)
+ predicate:((ss_net_paid > 0) and (ss_net_profit > 1) and (ss_quantity > 0) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_ticket_number is not null)
+ TableScan [TS_71] (rows=575995635 width=88)
+ default@store_sales,sts,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_net_paid","ss_net_profit"]
+ <-Reducer 8 [CONTAINS]
+ Reduce Output Operator [RS_107]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_106] (rows=11830988 width=101)
+ Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
+ Select Operator [SEL_70] (rows=3226610 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_69] (rows=3226610 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Union 7 [SIMPLE_EDGE]
+ <-Reducer 17 [CONTAINS]
+ Reduce Output Operator [RS_68]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_67] (rows=6453220 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
+ Select Operator [SEL_60] (rows=4302070 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_133] (rows=4302070 width=135)
+ predicate:((_col0 <= 10) or (rank_window_1 <= 10))
+ PTF Operator [PTF_59] (rows=6453105 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
+ Select Operator [SEL_58] (rows=6453105 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:0
+ Select Operator [SEL_56] (rows=6453105 width=135)
+ Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
+ PTF Operator [PTF_55] (rows=6453105 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
+ Select Operator [SEL_54] (rows=6453105 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:0
+ Group By Operator [GBY_51] (rows=6453105 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col0
+ Group By Operator [GBY_49] (rows=12906211 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0
+ Select Operator [SEL_47] (rows=12906211 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Merge Join Operator [MERGEJOIN_144] (rows=12906211 width=135)
+ Conds:RS_44._col1, _col2=RS_45._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_40] (rows=9599627 width=106)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_136] (rows=9599627 width=106)
+ predicate:((cr_return_amount > 10000) and cr_item_sk is not null and cr_order_number is not null)
+ TableScan [TS_38] (rows=28798881 width=106)
+ default@catalog_returns,cr,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_143] (rows=11732919 width=135)
+ Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Select Operator [SEL_34] (rows=10666290 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_134] (rows=10666290 width=135)
+ predicate:((cs_net_paid > 0) and (cs_net_profit > 1) and (cs_quantity > 0) and cs_item_sk is not null and cs_order_number is not null and cs_sold_date_sk is not null)
+ TableScan [TS_32] (rows=287989836 width=135)
+ default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_net_paid","cs_net_profit"]
+ <-Reducer 6 [CONTAINS]
+ Reduce Output Operator [RS_68]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_67] (rows=6453220 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
+ Select Operator [SEL_28] (rows=2151150 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_129] (rows=2151150 width=135)
+ predicate:((_col0 <= 10) or (rank_window_1 <= 10))
+ PTF Operator [PTF_27] (rows=3226726 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
+ Select Operator [SEL_26] (rows=3226726 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:0
+ Select Operator [SEL_24] (rows=3226726 width=135)
+ Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
+ PTF Operator [PTF_23] (rows=3226726 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
+ Select Operator [SEL_22] (rows=3226726 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:0
+ Group By Operator [GBY_19] (rows=3226726 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Group By Operator [GBY_17] (rows=6453452 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0
+ Select Operator [SEL_15] (rows=6453452 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Merge Join Operator [MERGEJOIN_142] (rows=6453452 width=135)
+ Conds:RS_12._col1, _col2=RS_13._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_8] (rows=4799489 width=92)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_132] (rows=4799489 width=92)
+ predicate:((wr_return_amt > 10000) and wr_item_sk is not null and wr_order_number is not null)
+ TableScan [TS_6] (rows=14398467 width=92)
+ default@web_returns,wr,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_141] (rows=5866775 width=135)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=5333432 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_130] (rows=5333432 width=135)
+ predicate:((ws_net_paid > 0) and (ws_net_profit > 1) and (ws_quantity > 0) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,ws,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_net_paid","ws_net_profit"]
+
[31/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query54.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query54.q.out b/ql/src/test/results/clientpositive/perf/query54.q.out
deleted file mode 100644
index e6b9b28..0000000
--- a/ql/src/test/results/clientpositive/perf/query54.q.out
+++ /dev/null
@@ -1,386 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[184][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product
-Warning: Shuffle Join MERGEJOIN[185][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4]] in Stage 'Reducer 5' is a cross product
-Warning: Shuffle Join MERGEJOIN[183][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 30' is a cross product
-Warning: Shuffle Join MERGEJOIN[186][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 6' is a cross product
-PREHOOK: query: explain
-with my_customers as (
- select distinct c_customer_sk
- , c_current_addr_sk
- from
- ( select cs_sold_date_sk sold_date_sk,
- cs_bill_customer_sk customer_sk,
- cs_item_sk item_sk
- from catalog_sales
- union all
- select ws_sold_date_sk sold_date_sk,
- ws_bill_customer_sk customer_sk,
- ws_item_sk item_sk
- from web_sales
- ) cs_or_ws_sales,
- item,
- date_dim,
- customer
- where sold_date_sk = d_date_sk
- and item_sk = i_item_sk
- and i_category = 'Jewelry'
- and i_class = 'consignment'
- and c_customer_sk = cs_or_ws_sales.customer_sk
- and d_moy = 3
- and d_year = 1999
- )
- , my_revenue as (
- select c_customer_sk,
- sum(ss_ext_sales_price) as revenue
- from my_customers,
- store_sales,
- customer_address,
- store,
- date_dim
- where c_current_addr_sk = ca_address_sk
- and ca_county = s_county
- and ca_state = s_state
- and ss_sold_date_sk = d_date_sk
- and c_customer_sk = ss_customer_sk
- and d_month_seq between (select distinct d_month_seq+1
- from date_dim where d_year = 1999 and d_moy = 3)
- and (select distinct d_month_seq+3
- from date_dim where d_year = 1999 and d_moy = 3)
- group by c_customer_sk
- )
- , segments as
- (select cast((revenue/50) as int) as segment
- from my_revenue
- )
- select segment, count(*) as num_customers, segment*50 as segment_base
- from segments
- group by segment
- order by segment, num_customers
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with my_customers as (
- select distinct c_customer_sk
- , c_current_addr_sk
- from
- ( select cs_sold_date_sk sold_date_sk,
- cs_bill_customer_sk customer_sk,
- cs_item_sk item_sk
- from catalog_sales
- union all
- select ws_sold_date_sk sold_date_sk,
- ws_bill_customer_sk customer_sk,
- ws_item_sk item_sk
- from web_sales
- ) cs_or_ws_sales,
- item,
- date_dim,
- customer
- where sold_date_sk = d_date_sk
- and item_sk = i_item_sk
- and i_category = 'Jewelry'
- and i_class = 'consignment'
- and c_customer_sk = cs_or_ws_sales.customer_sk
- and d_moy = 3
- and d_year = 1999
- )
- , my_revenue as (
- select c_customer_sk,
- sum(ss_ext_sales_price) as revenue
- from my_customers,
- store_sales,
- customer_address,
- store,
- date_dim
- where c_current_addr_sk = ca_address_sk
- and ca_county = s_county
- and ca_state = s_state
- and ss_sold_date_sk = d_date_sk
- and c_customer_sk = ss_customer_sk
- and d_month_seq between (select distinct d_month_seq+1
- from date_dim where d_year = 1999 and d_moy = 3)
- and (select distinct d_month_seq+3
- from date_dim where d_year = 1999 and d_moy = 3)
- group by c_customer_sk
- )
- , segments as
- (select cast((revenue/50) as int) as segment
- from my_revenue
- )
- select segment, count(*) as num_customers, segment*50 as segment_base
- from segments
- group by segment
- order by segment, num_customers
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Map 15 <- Union 16 (CONTAINS)
-Map 21 <- Union 16 (CONTAINS)
-Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
-Reducer 17 <- Map 22 (SIMPLE_EDGE), Union 16 (SIMPLE_EDGE)
-Reducer 18 <- Map 23 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
-Reducer 19 <- Map 24 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
-Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
-Reducer 26 <- Map 25 (SIMPLE_EDGE)
-Reducer 27 <- Reducer 26 (CUSTOM_SIMPLE_EDGE)
-Reducer 28 <- Map 25 (SIMPLE_EDGE)
-Reducer 29 <- Map 25 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 30 <- Reducer 29 (CUSTOM_SIMPLE_EDGE), Reducer 32 (CUSTOM_SIMPLE_EDGE)
-Reducer 31 <- Map 25 (SIMPLE_EDGE)
-Reducer 32 <- Reducer 31 (CUSTOM_SIMPLE_EDGE)
-Reducer 4 <- Reducer 27 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE)
-Reducer 5 <- Reducer 28 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE)
-Reducer 6 <- Reducer 30 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 9
- File Output Operator [FS_130]
- Limit [LIM_129] (rows=100 width=158)
- Number of rows:100
- Select Operator [SEL_128] (rows=1614130953450400 width=158)
- Output:["_col0","_col1","_col2"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_127]
- Select Operator [SEL_126] (rows=1614130953450400 width=158)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_125] (rows=1614130953450400 width=158)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_124]
- PartitionCols:_col0
- Group By Operator [GBY_123] (rows=3228261906900801 width=158)
- Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
- Select Operator [SEL_121] (rows=3228261906900801 width=158)
- Output:["_col0"]
- Group By Operator [GBY_120] (rows=3228261906900801 width=158)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_119]
- PartitionCols:_col0
- Group By Operator [GBY_118] (rows=6456523813801603 width=158)
- Output:["_col0","_col1"],aggregations:["sum(_col4)"],keys:_col0
- Select Operator [SEL_117] (rows=6456523813801603 width=158)
- Output:["_col0","_col4"]
- Filter Operator [FIL_116] (rows=6456523813801603 width=158)
- predicate:_col11 BETWEEN _col13 AND _col15
- Select Operator [SEL_115] (rows=58108714324214428 width=158)
- Output:["_col0","_col4","_col11","_col13","_col15"]
- Merge Join Operator [MERGEJOIN_186] (rows=58108714324214428 width=158)
- Conds:(Inner),Output:["_col0","_col2","_col6","_col13","_col15"]
- <-Reducer 30 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_112]
- Merge Join Operator [MERGEJOIN_183] (rows=9131 width=1128)
- Conds:(Right Outer),Output:["_col0"]
- <-Reducer 29 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_109]
- Group By Operator [GBY_6] (rows=9131 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_5]
- PartitionCols:_col0
- Group By Operator [GBY_4] (rows=18262 width=1119)
- Output:["_col0"],keys:_col0
- Select Operator [SEL_2] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_174] (rows=18262 width=1119)
- predicate:((d_moy = 3) and (d_year = 1999))
- TableScan [TS_73] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_year","d_moy"]
- <-Reducer 32 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_110]
- Select Operator [SEL_22] (rows=1 width=8)
- Filter Operator [FIL_21] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_19] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 31 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_18]
- Group By Operator [GBY_17] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_15] (rows=9131 width=1119)
- Group By Operator [GBY_14] (rows=9131 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Group By Operator [GBY_12] (rows=18262 width=1119)
- Output:["_col0"],keys:_col0
- Select Operator [SEL_10] (rows=18262 width=1119)
- Output:["_col0"]
- Please refer to the previous Filter Operator [FIL_174]
- <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_113]
- Select Operator [SEL_108] (rows=6363893803988 width=1217)
- Output:["_col0","_col4","_col11","_col13"]
- Merge Join Operator [MERGEJOIN_185] (rows=6363893803988 width=1217)
- Conds:(Left Outer),Output:["_col2","_col4","_col10","_col13"]
- <-Reducer 28 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_106]
- Group By Operator [GBY_94] (rows=9131 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_93]
- PartitionCols:_col0
- Group By Operator [GBY_77] (rows=18262 width=1119)
- Output:["_col0"],keys:_col0
- Select Operator [SEL_75] (rows=18262 width=1119)
- Output:["_col0"]
- Please refer to the previous Filter Operator [FIL_174]
- <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_105]
- Merge Join Operator [MERGEJOIN_184] (rows=696954748 width=97)
- Conds:(Inner),Output:["_col2","_col4","_col10"]
- <-Reducer 27 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_103]
- Select Operator [SEL_87] (rows=1 width=8)
- Filter Operator [FIL_86] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_84] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 26 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_83]
- Group By Operator [GBY_82] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_80] (rows=9131 width=1119)
- Group By Operator [GBY_79] (rows=9131 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_78]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_77]
- <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_102]
- Merge Join Operator [MERGEJOIN_182] (rows=696954748 width=88)
- Conds:RS_99._col1=RS_100._col5(Inner),Output:["_col2","_col4","_col10"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_100]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_181] (rows=316240138 width=135)
- Conds:RS_69._col0=RS_70._col1(Inner),Output:["_col5"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_69]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_177] (rows=44000000 width=1014)
- Conds:RS_66._col1, _col2=RS_67._col0, _col1(Inner),Output:["_col0"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_66]
- PartitionCols:_col1, _col2
- Select Operator [SEL_31] (rows=40000000 width=1014)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_167] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and ca_county is not null and ca_state is not null)
- TableScan [TS_29] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
- PartitionCols:_col0, _col1
- Select Operator [SEL_34] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_168] (rows=1704 width=1910)
- predicate:(s_county is not null and s_state is not null)
- TableScan [TS_32] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_county","s_state"]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col1
- Select Operator [SEL_65] (rows=287491029 width=135)
- Output:["_col0","_col1"]
- Group By Operator [GBY_64] (rows=287491029 width=135)
- Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_62] (rows=574982058 width=135)
- Output:["_col0","_col1"],keys:_col10, _col9
- Merge Join Operator [MERGEJOIN_180] (rows=574982058 width=135)
- Conds:RS_58._col1=RS_59._col0(Inner),Output:["_col9","_col10"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0
- Select Operator [SEL_51] (rows=80000000 width=860)
- Output:["_col0","_col1"]
- Filter Operator [FIL_173] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
- TableScan [TS_49] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_58]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_179] (rows=522710951 width=135)
- Conds:RS_55._col2=RS_56._col0(Inner),Output:["_col1"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0
- Select Operator [SEL_48] (rows=115500 width=1436)
- Output:["_col0"]
- Filter Operator [FIL_172] (rows=115500 width=1436)
- predicate:((i_category = 'Jewelry') and (i_class = 'consignment') and i_item_sk is not null)
- TableScan [TS_46] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_178] (rows=475191764 width=135)
- Conds:Union 16._col0=RS_53._col0(Inner),Output:["_col1","_col2"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col0
- Select Operator [SEL_45] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_171] (rows=18262 width=1119)
- predicate:((d_moy = 3) and (d_year = 1999) and d_date_sk is not null)
- TableScan [TS_43] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Union 16 [SIMPLE_EDGE]
- <-Map 15 [CONTAINS]
- Reduce Output Operator [RS_52]
- PartitionCols:_col0
- Select Operator [SEL_37] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_169] (rows=287989836 width=135)
- predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_35] (rows=287989836 width=135)
- Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
- <-Map 21 [CONTAINS]
- Reduce Output Operator [RS_52]
- PartitionCols:_col0
- Select Operator [SEL_40] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_170] (rows=144002668 width=135)
- predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_38] (rows=144002668 width=135)
- Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_99]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_176] (rows=633595212 width=88)
- Conds:RS_96._col0=RS_97._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
- PartitionCols:_col0
- Select Operator [SEL_25] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_165] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_23] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_sales_price"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col0
- Select Operator [SEL_28] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_166] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- TableScan [TS_26] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query55.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query55.q.out b/ql/src/test/results/clientpositive/perf/query55.q.out
deleted file mode 100644
index 27ea1c3..0000000
--- a/ql/src/test/results/clientpositive/perf/query55.q.out
+++ /dev/null
@@ -1,88 +0,0 @@
-PREHOOK: query: explain
-select i_brand_id brand_id, i_brand brand,
- sum(ss_ext_sales_price) ext_price
- from date_dim, store_sales, item
- where d_date_sk = ss_sold_date_sk
- and ss_item_sk = i_item_sk
- and i_manager_id=36
- and d_moy=12
- and d_year=2001
- group by i_brand, i_brand_id
- order by ext_price desc, i_brand_id
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_brand_id brand_id, i_brand brand,
- sum(ss_ext_sales_price) ext_price
- from date_dim, store_sales, item
- where d_date_sk = ss_sold_date_sk
- and ss_item_sk = i_item_sk
- and i_manager_id=36
- and d_moy=12
- and d_year=2001
- group by i_brand, i_brand_id
- order by ext_price desc, i_brand_id
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 5
- File Output Operator [FS_24]
- Limit [LIM_23] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_22] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- Group By Operator [GBY_18] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_16] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8
- Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_32] (rows=231000 width=1436)
- predicate:((i_manager_id = 36) and i_item_sk is not null)
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_30] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_31] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query56.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query56.q.out b/ql/src/test/results/clientpositive/perf/query56.q.out
deleted file mode 100644
index 4041740..0000000
--- a/ql/src/test/results/clientpositive/perf/query56.q.out
+++ /dev/null
@@ -1,379 +0,0 @@
-PREHOOK: query: explain
-with ss as (
- select i_item_id,sum(ss_ext_sales_price) total_sales
- from
- store_sales,
- date_dim,
- customer_address,
- item
- where i_item_id in (select
- i_item_id
-from item
-where i_color in ('orchid','chiffon','lace'))
- and ss_item_sk = i_item_sk
- and ss_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 1
- and ss_addr_sk = ca_address_sk
- and ca_gmt_offset = -8
- group by i_item_id),
- cs as (
- select i_item_id,sum(cs_ext_sales_price) total_sales
- from
- catalog_sales,
- date_dim,
- customer_address,
- item
- where
- i_item_id in (select
- i_item_id
-from item
-where i_color in ('orchid','chiffon','lace'))
- and cs_item_sk = i_item_sk
- and cs_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 1
- and cs_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -8
- group by i_item_id),
- ws as (
- select i_item_id,sum(ws_ext_sales_price) total_sales
- from
- web_sales,
- date_dim,
- customer_address,
- item
- where
- i_item_id in (select
- i_item_id
-from item
-where i_color in ('orchid','chiffon','lace'))
- and ws_item_sk = i_item_sk
- and ws_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 1
- and ws_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -8
- group by i_item_id)
- select i_item_id ,sum(total_sales) total_sales
- from (select * from ss
- union all
- select * from cs
- union all
- select * from ws) tmp1
- group by i_item_id
- order by total_sales
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ss as (
- select i_item_id,sum(ss_ext_sales_price) total_sales
- from
- store_sales,
- date_dim,
- customer_address,
- item
- where i_item_id in (select
- i_item_id
-from item
-where i_color in ('orchid','chiffon','lace'))
- and ss_item_sk = i_item_sk
- and ss_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 1
- and ss_addr_sk = ca_address_sk
- and ca_gmt_offset = -8
- group by i_item_id),
- cs as (
- select i_item_id,sum(cs_ext_sales_price) total_sales
- from
- catalog_sales,
- date_dim,
- customer_address,
- item
- where
- i_item_id in (select
- i_item_id
-from item
-where i_color in ('orchid','chiffon','lace'))
- and cs_item_sk = i_item_sk
- and cs_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 1
- and cs_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -8
- group by i_item_id),
- ws as (
- select i_item_id,sum(ws_ext_sales_price) total_sales
- from
- web_sales,
- date_dim,
- customer_address,
- item
- where
- i_item_id in (select
- i_item_id
-from item
-where i_color in ('orchid','chiffon','lace'))
- and ws_item_sk = i_item_sk
- and ws_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 1
- and ws_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -8
- group by i_item_id)
- select i_item_id ,sum(total_sales) total_sales
- from (select * from ss
- union all
- select * from cs
- union all
- select * from ws) tmp1
- group by i_item_id
- order by total_sales
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 11 <- Map 1 (SIMPLE_EDGE), Reducer 17 (ONE_TO_ONE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 15 <- Map 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 14 (SIMPLE_EDGE)
-Reducer 17 <- Map 14 (SIMPLE_EDGE)
-Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE)
-Reducer 20 <- Map 26 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
-Reducer 22 <- Map 21 (SIMPLE_EDGE), Map 27 (SIMPLE_EDGE)
-Reducer 23 <- Map 26 (SIMPLE_EDGE), Reducer 22 (SIMPLE_EDGE)
-Reducer 24 <- Map 21 (SIMPLE_EDGE), Map 28 (SIMPLE_EDGE)
-Reducer 25 <- Map 26 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 6 <- Union 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 1 (SIMPLE_EDGE), Reducer 16 (ONE_TO_ONE_EDGE)
-Reducer 9 <- Reducer 23 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_121]
- Limit [LIM_120] (rows=100 width=108)
- Number of rows:100
- Select Operator [SEL_119] (rows=335408073 width=108)
- Output:["_col0","_col1"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_118]
- Group By Operator [GBY_116] (rows=335408073 width=108)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Union 5 [SIMPLE_EDGE]
- <-Reducer 10 [CONTAINS]
- Reduce Output Operator [RS_115]
- PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_72] (rows=191657247 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- PartitionCols:_col0
- Group By Operator [GBY_70] (rows=383314495 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
- Merge Join Operator [MERGEJOIN_183] (rows=383314495 width=135)
- Conds:RS_66._col0=RS_67._col4(Inner),Output:["_col1","_col8"]
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
- PartitionCols:_col4
- Select Operator [SEL_62] (rows=348467716 width=135)
- Output:["_col4","_col5"]
- Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135)
- Conds:RS_59._col1=RS_60._col0(Inner),Output:["_col2","_col3"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0
- Select Operator [SEL_18] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_162] (rows=20000000 width=1014)
- predicate:((ca_gmt_offset = -8) and ca_address_sk is not null)
- TableScan [TS_16] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
- <-Reducer 22 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135)
- Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col0
- Select Operator [SEL_15] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_161] (rows=18262 width=1119)
- predicate:((d_moy = 1) and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_13] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0
- Select Operator [SEL_49] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_165] (rows=287989836 width=135)
- predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_47] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_66]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_176] (rows=508200 width=1436)
- Conds:RS_63._col1=RS_64._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_158] (rows=462000 width=1436)
- predicate:(i_item_id is not null and i_item_sk is not null)
- TableScan [TS_0] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 16 [ONE_TO_ONE_EDGE]
- FORWARD [RS_64]
- PartitionCols:_col0
- Group By Operator [GBY_45] (rows=115500 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col0
- Group By Operator [GBY_6] (rows=231000 width=1436)
- Output:["_col0"],keys:i_item_id
- Select Operator [SEL_5] (rows=231000 width=1436)
- Output:["i_item_id"]
- Filter Operator [FIL_159] (rows=231000 width=1436)
- predicate:((i_color) IN ('orchid', 'chiffon', 'lace') and i_item_id is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_id","i_color"]
- <-Reducer 13 [CONTAINS]
- Reduce Output Operator [RS_115]
- PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_110] (rows=95833781 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col0
- Group By Operator [GBY_108] (rows=191667562 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
- Merge Join Operator [MERGEJOIN_184] (rows=191667562 width=135)
- Conds:RS_104._col0=RS_105._col3(Inner),Output:["_col1","_col8"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_104]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_179] (rows=508200 width=1436)
- Conds:RS_101._col1=RS_102._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_101]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 17 [ONE_TO_ONE_EDGE]
- FORWARD [RS_102]
- PartitionCols:_col0
- Group By Operator [GBY_83] (rows=115500 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_82]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_6]
- <-Reducer 25 [SIMPLE_EDGE]
- SHUFFLE [RS_105]
- PartitionCols:_col3
- Select Operator [SEL_100] (rows=174243235 width=135)
- Output:["_col3","_col5"]
- Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135)
- Conds:RS_97._col2=RS_98._col0(Inner),Output:["_col1","_col3"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_98]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_18]
- <-Reducer 24 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135)
- Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_95]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 28 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
- PartitionCols:_col0
- Select Operator [SEL_87] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_170] (rows=144002668 width=135)
- predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_85] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"]
- <-Reducer 4 [CONTAINS]
- Reduce Output Operator [RS_115]
- PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_35] (rows=383325119 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Group By Operator [GBY_33] (rows=766650239 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
- Merge Join Operator [MERGEJOIN_182] (rows=766650239 width=88)
- Conds:RS_29._col0=RS_30._col3(Inner),Output:["_col1","_col8"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436)
- Conds:RS_26._col1=RS_27._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 15 [ONE_TO_ONE_EDGE]
- FORWARD [RS_27]
- PartitionCols:_col0
- Group By Operator [GBY_8] (rows=115500 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_6]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col3
- Select Operator [SEL_25] (rows=696954748 width=88)
- Output:["_col3","_col5"]
- Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88)
- Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col3"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_18]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88)
- Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_12] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_160] (rows=575995635 width=88)
- predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_10] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query57.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query57.q.out b/ql/src/test/results/clientpositive/perf/query57.q.out
deleted file mode 100644
index 1a1bbf1..0000000
--- a/ql/src/test/results/clientpositive/perf/query57.q.out
+++ /dev/null
@@ -1,319 +0,0 @@
-PREHOOK: query: explain
-with v1 as(
- select i_category, i_brand,
- cc_name,
- d_year, d_moy,
- sum(cs_sales_price) sum_sales,
- avg(sum(cs_sales_price)) over
- (partition by i_category, i_brand,
- cc_name, d_year)
- avg_monthly_sales,
- rank() over
- (partition by i_category, i_brand,
- cc_name
- order by d_year, d_moy) rn
- from item, catalog_sales, date_dim, call_center
- where cs_item_sk = i_item_sk and
- cs_sold_date_sk = d_date_sk and
- cc_call_center_sk= cs_call_center_sk and
- (
- d_year = 2000 or
- ( d_year = 2000-1 and d_moy =12) or
- ( d_year = 2000+1 and d_moy =1)
- )
- group by i_category, i_brand,
- cc_name , d_year, d_moy),
- v2 as(
- select v1.i_category, v1.i_brand
- ,v1.d_year, v1.d_moy
- ,v1.avg_monthly_sales
- ,v1.sum_sales, v1_lag.sum_sales psum, v1_lead.sum_sales nsum
- from v1, v1 v1_lag, v1 v1_lead
- where v1.i_category = v1_lag.i_category and
- v1.i_category = v1_lead.i_category and
- v1.i_brand = v1_lag.i_brand and
- v1.i_brand = v1_lead.i_brand and
- v1. cc_name = v1_lag. cc_name and
- v1. cc_name = v1_lead. cc_name and
- v1.rn = v1_lag.rn + 1 and
- v1.rn = v1_lead.rn - 1)
- select *
- from v2
- where d_year = 2000 and
- avg_monthly_sales > 0 and
- case when avg_monthly_sales > 0 then abs(sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
- order by sum_sales - avg_monthly_sales, 3
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with v1 as(
- select i_category, i_brand,
- cc_name,
- d_year, d_moy,
- sum(cs_sales_price) sum_sales,
- avg(sum(cs_sales_price)) over
- (partition by i_category, i_brand,
- cc_name, d_year)
- avg_monthly_sales,
- rank() over
- (partition by i_category, i_brand,
- cc_name
- order by d_year, d_moy) rn
- from item, catalog_sales, date_dim, call_center
- where cs_item_sk = i_item_sk and
- cs_sold_date_sk = d_date_sk and
- cc_call_center_sk= cs_call_center_sk and
- (
- d_year = 2000 or
- ( d_year = 2000-1 and d_moy =12) or
- ( d_year = 2000+1 and d_moy =1)
- )
- group by i_category, i_brand,
- cc_name , d_year, d_moy),
- v2 as(
- select v1.i_category, v1.i_brand
- ,v1.d_year, v1.d_moy
- ,v1.avg_monthly_sales
- ,v1.sum_sales, v1_lag.sum_sales psum, v1_lead.sum_sales nsum
- from v1, v1 v1_lag, v1 v1_lead
- where v1.i_category = v1_lag.i_category and
- v1.i_category = v1_lead.i_category and
- v1.i_brand = v1_lag.i_brand and
- v1.i_brand = v1_lead.i_brand and
- v1. cc_name = v1_lag. cc_name and
- v1. cc_name = v1_lead. cc_name and
- v1.rn = v1_lag.rn + 1 and
- v1.rn = v1_lead.rn - 1)
- select *
- from v2
- where d_year = 2000 and
- avg_monthly_sales > 0 and
- case when avg_monthly_sales > 0 then abs(sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
- order by sum_sales - avg_monthly_sales, 3
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 21 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 22 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
-Reducer 15 <- Map 21 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 22 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
-Reducer 18 <- Reducer 17 (SIMPLE_EDGE)
-Reducer 19 <- Reducer 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
-Reducer 3 <- Map 21 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 22 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 13 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 8
- File Output Operator [FS_112]
- Limit [LIM_110] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_109] (rows=421645952 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_108]
- Select Operator [SEL_107] (rows=421645952 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Merge Join Operator [MERGEJOIN_189] (rows=421645952 width=135)
- Conds:RS_103._col0, _col2, _col1, (_col6 + 1)=RS_104._col0, _col2, _col1, _col7(Inner),RS_104._col0, _col2, _col1, _col7=RS_105._col0, _col2, _col1, (_col6 - 1)(Inner),Output:["_col5","_col7","_col8","_col10","_col11","_col12","_col13","_col20"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_103]
- PartitionCols:_col0, _col2, _col1, (_col6 + 1)
- Select Operator [SEL_29] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col5","_col6"]
- Filter Operator [FIL_164] (rows=191657247 width=135)
- predicate:rank_window_0 is not null
- PTF Operator [PTF_28] (rows=191657247 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2"}]
- Select Operator [SEL_27] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_25] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_24] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_22] (rows=383314495 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col10, _col11
- Merge Join Operator [MERGEJOIN_182] (rows=383314495 width=135)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col10","_col11"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_81] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_179] (rows=462000 width=1436)
- predicate:(i_brand is not null and i_category is not null and i_item_sk is not null)
- TableScan [TS_79] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_category"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_181] (rows=348467716 width=135)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_78] (rows=60 width=2045)
- Output:["_col0","_col1"]
- Filter Operator [FIL_178] (rows=60 width=2045)
- predicate:(cc_call_center_sk is not null and cc_name is not null)
- TableScan [TS_76] (rows=60 width=2045)
- default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_name"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_180] (rows=316788826 width=135)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_72] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_176] (rows=287989836 width=135)
- predicate:(cs_call_center_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_70] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_call_center_sk","cs_item_sk","cs_sales_price"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_75] (rows=73048 width=1119)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_177] (rows=73048 width=1119)
- predicate:(((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null)
- TableScan [TS_73] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_104]
- PartitionCols:_col0, _col2, _col1, _col7
- Select Operator [SEL_67] (rows=15971437 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_169] (rows=15971437 width=135)
- predicate:CASE WHEN ((_col0 > 0)) THEN (((abs((_col6 - _col0)) / _col0) > 0.1)) ELSE (null) END
- Select Operator [SEL_66] (rows=31942874 width=135)
- Output:["rank_window_1","_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_170] (rows=31942874 width=135)
- predicate:((_col0 > 0) and (_col4 = 2000) and rank_window_1 is not null)
- PTF Operator [PTF_65] (rows=191657247 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 ASC NULLS FIRST, _col5 ASC NULLS FIRST","partition by:":"_col1, _col2, _col3"}]
- Select Operator [SEL_64] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_62] (rows=191657247 width=135)
- Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5"]
- PTF Operator [PTF_61] (rows=191657247 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2, _col3"}]
- Select Operator [SEL_60] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0, _col1, _col2, _col3
- Select Operator [SEL_58] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_57] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_55] (rows=383314495 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col10, _col11
- Merge Join Operator [MERGEJOIN_185] (rows=383314495 width=135)
- Conds:RS_51._col2=RS_52._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col10","_col11"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_81]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_184] (rows=348467716 width=135)
- Conds:RS_48._col1=RS_49._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_78]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_48]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_183] (rows=316788826 width=135)
- Conds:RS_45._col0=RS_46._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_72]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_75]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_105]
- PartitionCols:_col0, _col2, _col1, (_col6 - 1)
- Select Operator [SEL_99] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col5","_col6"]
- Filter Operator [FIL_175] (rows=191657247 width=135)
- predicate:rank_window_0 is not null
- PTF Operator [PTF_98] (rows=191657247 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2"}]
- Select Operator [SEL_97] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
- PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_95] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_94] (rows=191657247 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_93]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_92] (rows=383314495 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col10, _col11
- Merge Join Operator [MERGEJOIN_188] (rows=383314495 width=135)
- Conds:RS_88._col2=RS_89._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col10","_col11"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_81]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_88]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_187] (rows=348467716 width=135)
- Conds:RS_85._col1=RS_86._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_86]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_78]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_85]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_186] (rows=316788826 width=135)
- Conds:RS_82._col0=RS_83._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_82]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_72]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_75]
-
[20/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query11.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query11.q.out b/ql/src/test/results/clientpositive/perf/tez/query11.q.out
new file mode 100644
index 0000000..69ced26
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query11.q.out
@@ -0,0 +1,351 @@
+PREHOOK: query: explain
+with year_total as (
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum(ss_ext_list_price-ss_ext_discount_amt) year_total
+ ,'s' sale_type
+ from customer
+ ,store_sales
+ ,date_dim
+ where c_customer_sk = ss_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum(ws_ext_list_price-ws_ext_discount_amt) year_total
+ ,'w' sale_type
+ from customer
+ ,web_sales
+ ,date_dim
+ where c_customer_sk = ws_bill_customer_sk
+ and ws_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ )
+ select t_s_secyear.c_preferred_cust_flag
+ from year_total t_s_firstyear
+ ,year_total t_s_secyear
+ ,year_total t_w_firstyear
+ ,year_total t_w_secyear
+ where t_s_secyear.customer_id = t_s_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_secyear.customer_id
+ and t_s_firstyear.customer_id = t_w_firstyear.customer_id
+ and t_s_firstyear.sale_type = 's'
+ and t_w_firstyear.sale_type = 'w'
+ and t_s_secyear.sale_type = 's'
+ and t_w_secyear.sale_type = 'w'
+ and t_s_firstyear.dyear = 2001
+ and t_s_secyear.dyear = 2001+1
+ and t_w_firstyear.dyear = 2001
+ and t_w_secyear.dyear = 2001+1
+ and t_s_firstyear.year_total > 0
+ and t_w_firstyear.year_total > 0
+ and case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
+ > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
+ order by t_s_secyear.c_preferred_cust_flag
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with year_total as (
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum(ss_ext_list_price-ss_ext_discount_amt) year_total
+ ,'s' sale_type
+ from customer
+ ,store_sales
+ ,date_dim
+ where c_customer_sk = ss_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum(ws_ext_list_price-ws_ext_discount_amt) year_total
+ ,'w' sale_type
+ from customer
+ ,web_sales
+ ,date_dim
+ where c_customer_sk = ws_bill_customer_sk
+ and ws_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ )
+ select t_s_secyear.c_preferred_cust_flag
+ from year_total t_s_firstyear
+ ,year_total t_s_secyear
+ ,year_total t_w_firstyear
+ ,year_total t_w_secyear
+ where t_s_secyear.customer_id = t_s_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_secyear.customer_id
+ and t_s_firstyear.customer_id = t_w_firstyear.customer_id
+ and t_s_firstyear.sale_type = 's'
+ and t_w_firstyear.sale_type = 'w'
+ and t_s_secyear.sale_type = 's'
+ and t_w_secyear.sale_type = 'w'
+ and t_s_firstyear.dyear = 2001
+ and t_s_secyear.dyear = 2001+1
+ and t_w_firstyear.dyear = 2001
+ and t_w_secyear.dyear = 2001+1
+ and t_s_firstyear.year_total > 0
+ and t_w_firstyear.year_total > 0
+ and case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
+ > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
+ order by t_s_secyear.c_preferred_cust_flag
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
+Reducer 12 <- Map 18 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Map 10 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
+Reducer 15 <- Map 18 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Reducer 15 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
+Reducer 3 <- Map 18 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
+Reducer 8 <- Map 18 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_96]
+ Limit [LIM_95] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_94] (rows=574987679 width=88)
+ Output:["_col0"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_93]
+ Select Operator [SEL_92] (rows=574987679 width=88)
+ Output:["_col0"]
+ Filter Operator [FIL_91] (rows=574987679 width=88)
+ predicate:CASE WHEN ((_col14 > 0)) THEN (CASE WHEN ((_col22 > 0)) THEN (((_col7 / _col22) > (_col30 / _col14))) ELSE ((null > (_col30 / _col14))) END) ELSE (CASE WHEN ((_col22 > 0)) THEN (((_col7 / _col22) > null)) ELSE (null) END) END
+ Merge Join Operator [MERGEJOIN_175] (rows=1149975359 width=88)
+ Conds:RS_86._col0=RS_87._col0(Inner),RS_87._col0=RS_88._col0(Inner),RS_87._col0=RS_89._col0(Inner),Output:["_col7","_col14","_col22","_col26","_col30"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_89]
+ PartitionCols:_col0
+ Select Operator [SEL_85] (rows=348477374 width=88)
+ Output:["_col0","_col3","_col7"]
+ Group By Operator [GBY_84] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_83]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Group By Operator [GBY_82] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Select Operator [SEL_80] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_174] (rows=696954748 width=88)
+ Conds:RS_77._col1=RS_78._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_78]
+ PartitionCols:_col0
+ Select Operator [SEL_73] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_164] (rows=80000000 width=860)
+ predicate:(c_customer_id is not null and c_customer_sk is not null)
+ TableScan [TS_71] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name","c_preferred_cust_flag","c_birth_country","c_login","c_email_address"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_77]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_173] (rows=633595212 width=88)
+ Conds:RS_74._col0=RS_75._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_75]
+ PartitionCols:_col0
+ Select Operator [SEL_70] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_163] (rows=36524 width=1119)
+ predicate:((d_year = 2002) and d_date_sk is not null)
+ TableScan [TS_68] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ PartitionCols:_col0
+ Select Operator [SEL_67] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_162] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_65] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_discount_amt","ss_ext_list_price"]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_87]
+ PartitionCols:_col0
+ Select Operator [SEL_42] (rows=116159124 width=88)
+ Output:["_col0","_col6"]
+ Filter Operator [FIL_41] (rows=116159124 width=88)
+ predicate:(_col7 > 0)
+ Select Operator [SEL_166] (rows=348477374 width=88)
+ Output:["_col0","_col7"]
+ Group By Operator [GBY_40] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Group By Operator [GBY_38] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Select Operator [SEL_36] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_170] (rows=696954748 width=88)
+ Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_73]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_169] (rows=633595212 width=88)
+ Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_26] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_157] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_68]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_67]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_86]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=87121617 width=135)
+ Output:["_col0","_col7"]
+ Group By Operator [GBY_19] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Group By Operator [GBY_17] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Select Operator [SEL_15] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_168] (rows=174243235 width=135)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_73]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_167] (rows=158402938 width=135)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_70]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_153] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk","ws_ext_discount_amt","ws_ext_list_price"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_88]
+ PartitionCols:_col0
+ Filter Operator [FIL_63] (rows=29040539 width=135)
+ predicate:(_col7 > 0)
+ Select Operator [SEL_165] (rows=87121617 width=135)
+ Output:["_col0","_col7"]
+ Group By Operator [GBY_62] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Group By Operator [GBY_60] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Select Operator [SEL_58] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_172] (rows=174243235 width=135)
+ Conds:RS_55._col1=RS_56._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_73]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_171] (rows=158402938 width=135)
+ Conds:RS_52._col0=RS_53._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col0
+ Select Operator [SEL_48] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_160] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_68]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query12.q.out b/ql/src/test/results/clientpositive/perf/tez/query12.q.out
new file mode 100644
index 0000000..0506eca
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query12.q.out
@@ -0,0 +1,138 @@
+PREHOOK: query: explain
+select i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ ,sum(ws_ext_sales_price) as itemrevenue
+ ,sum(ws_ext_sales_price)*100/sum(sum(ws_ext_sales_price)) over
+ (partition by i_class) as revenueratio
+from
+ web_sales
+ ,item
+ ,date_dim
+where
+ ws_item_sk = i_item_sk
+ and i_category in ('Jewelry', 'Sports', 'Books')
+ and ws_sold_date_sk = d_date_sk
+ and d_date between cast('2001-01-12' as date)
+ and (cast('2001-01-12' as date) + 30 days)
+group by
+ i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+order by
+ i_category
+ ,i_class
+ ,i_item_id
+ ,i_item_desc
+ ,revenueratio
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ ,sum(ws_ext_sales_price) as itemrevenue
+ ,sum(ws_ext_sales_price)*100/sum(sum(ws_ext_sales_price)) over
+ (partition by i_class) as revenueratio
+from
+ web_sales
+ ,item
+ ,date_dim
+where
+ ws_item_sk = i_item_sk
+ and i_category in ('Jewelry', 'Sports', 'Books')
+ and ws_sold_date_sk = d_date_sk
+ and d_date between cast('2001-01-12' as date)
+ and (cast('2001-01-12' as date) + 30 days)
+group by
+ i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+order by
+ i_category
+ ,i_class
+ ,i_item_id
+ ,i_item_desc
+ ,revenueratio
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_29]
+ Limit [LIM_27] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_26] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ Select Operator [SEL_23] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ PTF Operator [PTF_22] (rows=87121617 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}]
+ Select Operator [SEL_21] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col3
+ Select Operator [SEL_19] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Group By Operator [GBY_18] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_16] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col10, _col9, _col6, _col7, _col8
+ Merge Join Operator [MERGEJOIN_39] (rows=174243235 width=135)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_37] (rows=231000 width=1436)
+ predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_38] (rows=158402938 width=135)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_35] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_36] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2001-01-12 00:00:00.0 AND 2001-02-11 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query13.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query13.q.out b/ql/src/test/results/clientpositive/perf/tez/query13.q.out
new file mode 100644
index 0000000..7cb5449
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query13.q.out
@@ -0,0 +1,205 @@
+PREHOOK: query: explain
+select avg(ss_quantity)
+ ,avg(ss_ext_sales_price)
+ ,avg(ss_ext_wholesale_cost)
+ ,sum(ss_ext_wholesale_cost)
+ from store_sales
+ ,store
+ ,customer_demographics
+ ,household_demographics
+ ,customer_address
+ ,date_dim
+ where s_store_sk = ss_store_sk
+ and ss_sold_date_sk = d_date_sk and d_year = 2001
+ and((ss_hdemo_sk=hd_demo_sk
+ and cd_demo_sk = ss_cdemo_sk
+ and cd_marital_status = 'M'
+ and cd_education_status = '4 yr Degree'
+ and ss_sales_price between 100.00 and 150.00
+ and hd_dep_count = 3
+ )or
+ (ss_hdemo_sk=hd_demo_sk
+ and cd_demo_sk = ss_cdemo_sk
+ and cd_marital_status = 'D'
+ and cd_education_status = 'Primary'
+ and ss_sales_price between 50.00 and 100.00
+ and hd_dep_count = 1
+ ) or
+ (ss_hdemo_sk=hd_demo_sk
+ and cd_demo_sk = ss_cdemo_sk
+ and cd_marital_status = 'U'
+ and cd_education_status = 'Advanced Degree'
+ and ss_sales_price between 150.00 and 200.00
+ and hd_dep_count = 1
+ ))
+ and((ss_addr_sk = ca_address_sk
+ and ca_country = 'United States'
+ and ca_state in ('KY', 'GA', 'NM')
+ and ss_net_profit between 100 and 200
+ ) or
+ (ss_addr_sk = ca_address_sk
+ and ca_country = 'United States'
+ and ca_state in ('MT', 'OR', 'IN')
+ and ss_net_profit between 150 and 300
+ ) or
+ (ss_addr_sk = ca_address_sk
+ and ca_country = 'United States'
+ and ca_state in ('WI', 'MO', 'WV')
+ and ss_net_profit between 50 and 250
+ ))
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select avg(ss_quantity)
+ ,avg(ss_ext_sales_price)
+ ,avg(ss_ext_wholesale_cost)
+ ,sum(ss_ext_wholesale_cost)
+ from store_sales
+ ,store
+ ,customer_demographics
+ ,household_demographics
+ ,customer_address
+ ,date_dim
+ where s_store_sk = ss_store_sk
+ and ss_sold_date_sk = d_date_sk and d_year = 2001
+ and((ss_hdemo_sk=hd_demo_sk
+ and cd_demo_sk = ss_cdemo_sk
+ and cd_marital_status = 'M'
+ and cd_education_status = '4 yr Degree'
+ and ss_sales_price between 100.00 and 150.00
+ and hd_dep_count = 3
+ )or
+ (ss_hdemo_sk=hd_demo_sk
+ and cd_demo_sk = ss_cdemo_sk
+ and cd_marital_status = 'D'
+ and cd_education_status = 'Primary'
+ and ss_sales_price between 50.00 and 100.00
+ and hd_dep_count = 1
+ ) or
+ (ss_hdemo_sk=hd_demo_sk
+ and cd_demo_sk = ss_cdemo_sk
+ and cd_marital_status = 'U'
+ and cd_education_status = 'Advanced Degree'
+ and ss_sales_price between 150.00 and 200.00
+ and hd_dep_count = 1
+ ))
+ and((ss_addr_sk = ca_address_sk
+ and ca_country = 'United States'
+ and ca_state in ('KY', 'GA', 'NM')
+ and ss_net_profit between 100 and 200
+ ) or
+ (ss_addr_sk = ca_address_sk
+ and ca_country = 'United States'
+ and ca_state in ('MT', 'OR', 'IN')
+ and ss_net_profit between 150 and 300
+ ) or
+ (ss_addr_sk = ca_address_sk
+ and ca_country = 'United States'
+ and ca_state in ('WI', 'MO', 'WV')
+ and ss_net_profit between 50 and 250
+ ))
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Map 12 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_40]
+ Group By Operator [GBY_38] (rows=1 width=764)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","sum(VALUE._col3)"]
+ <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_37]
+ Group By Operator [GBY_36] (rows=1 width=764)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(_col6)","avg(_col8)","avg(_col9)","sum(_col9)"]
+ Select Operator [SEL_35] (rows=715776 width=88)
+ Output:["_col6","_col8","_col9"]
+ Filter Operator [FIL_34] (rows=715776 width=88)
+ predicate:(((_col19 = 'D') and (_col20 = 'Primary') and _col7 BETWEEN 50 AND 100 and (_col14 = 1)) or ((_col19 = 'M') and (_col20 = '4 yr Degree') and _col7 BETWEEN 100 AND 150 and (_col14 = 3)) or ((_col19 = 'U') and (_col20 = 'Advanced Degree') and _col7 BETWEEN 150 AND 200 and (_col14 = 1)))
+ Merge Join Operator [MERGEJOIN_71] (rows=17178642 width=88)
+ Conds:RS_31._col2=RS_32._col0(Inner),Output:["_col6","_col7","_col8","_col9","_col14","_col19","_col20"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=1861800 width=385)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_66] (rows=1861800 width=385)
+ predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null)
+ TableScan [TS_15] (rows=1861800 width=385)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col2
+ Filter Operator [FIL_30] (rows=15616947 width=88)
+ predicate:(((_col16) IN ('KY', 'GA', 'NM') and _col10 BETWEEN 100 AND 200) or ((_col16) IN ('MT', 'OR', 'IN') and _col10 BETWEEN 150 AND 300) or ((_col16) IN ('WI', 'MO', 'WV') and _col10 BETWEEN 50 AND 250))
+ Merge Join Operator [MERGEJOIN_70] (rows=93701693 width=88)
+ Conds:RS_27._col4=RS_28._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10","_col14","_col16"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=10000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_65] (rows=10000000 width=1014)
+ predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null)
+ TableScan [TS_12] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_69] (rows=85183356 width=88)
+ Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8","_col9","_col10","_col14"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=7200 width=107)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_64] (rows=7200 width=107)
+ predicate:(((hd_dep_count = 3) or (hd_dep_count = 1)) and hd_demo_sk is not null)
+ TableScan [TS_9] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_68] (rows=77439413 width=88)
+ Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col3","_col4","_col6","_col7","_col8","_col9","_col10"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_63] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_67] (rows=70399465 width=88)
+ Conds:RS_18._col0=RS_19._col4(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col9","_col10"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=1704 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_61] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_0] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col4
+ Select Operator [SEL_5] (rows=63999513 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ Filter Operator [FIL_62] (rows=63999513 width=88)
+ predicate:((ss_net_profit BETWEEN 100 AND 200 or ss_net_profit BETWEEN 150 AND 300 or ss_net_profit BETWEEN 50 AND 250) and (ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_ext_sales_price","ss_ext_wholesale_cost","ss_net_profit"]
+
[41/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
HIVE-17543: Enable PerfCliDriver for HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/9244fdc7
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/9244fdc7
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/9244fdc7
Branch: refs/heads/hive-14535
Commit: 9244fdc7e1035c69ec41f0131f3b41027dabfda0
Parents: c9f5605
Author: Sahil Takiar <ta...@gmail.com>
Authored: Fri Sep 29 22:40:52 2017 -0700
Committer: Sahil Takiar <st...@cloudera.com>
Committed: Fri Sep 29 22:40:52 2017 -0700
----------------------------------------------------------------------
data/conf/perf-reg/hive-site.xml | 285 ----
data/conf/perf-reg/tez-site.xml | 10 -
data/conf/perf-reg/tez/hive-site.xml | 285 ++++
data/conf/perf-reg/tez/tez-site.xml | 10 +
.../results/clientpositive/perf/query1.q.out | 169 ---
.../results/clientpositive/perf/query10.q.out | 288 ----
.../results/clientpositive/perf/query11.q.out | 351 -----
.../results/clientpositive/perf/query12.q.out | 138 --
.../results/clientpositive/perf/query13.q.out | 205 ---
.../results/clientpositive/perf/query14.q.out | 1286 ------------------
.../results/clientpositive/perf/query15.q.out | 119 --
.../results/clientpositive/perf/query16.q.out | 192 ---
.../results/clientpositive/perf/query17.q.out | 225 ---
.../results/clientpositive/perf/query18.q.out | 194 ---
.../results/clientpositive/perf/query19.q.out | 161 ---
.../results/clientpositive/perf/query2.q.out | 255 ----
.../results/clientpositive/perf/query20.q.out | 130 --
.../results/clientpositive/perf/query21.q.out | 139 --
.../results/clientpositive/perf/query22.q.out | 121 --
.../results/clientpositive/perf/query23.q.out | 556 --------
.../results/clientpositive/perf/query24.q.out | 290 ----
.../results/clientpositive/perf/query25.q.out | 229 ----
.../results/clientpositive/perf/query26.q.out | 132 --
.../results/clientpositive/perf/query27.q.out | 140 --
.../results/clientpositive/perf/query28.q.out | 256 ----
.../results/clientpositive/perf/query29.q.out | 230 ----
.../results/clientpositive/perf/query3.q.out | 102 --
.../results/clientpositive/perf/query30.q.out | 211 ---
.../results/clientpositive/perf/query31.q.out | 358 -----
.../results/clientpositive/perf/query32.q.out | 144 --
.../results/clientpositive/perf/query33.q.out | 393 ------
.../results/clientpositive/perf/query34.q.out | 156 ---
.../results/clientpositive/perf/query35.q.out | 284 ----
.../results/clientpositive/perf/query36.q.out | 149 --
.../results/clientpositive/perf/query37.q.out | 103 --
.../results/clientpositive/perf/query38.q.out | 212 ---
.../results/clientpositive/perf/query39.q.out | 255 ----
.../results/clientpositive/perf/query4.q.out | 500 -------
.../results/clientpositive/perf/query40.q.out | 148 --
.../results/clientpositive/perf/query42.q.out | 108 --
.../results/clientpositive/perf/query43.q.out | 100 --
.../results/clientpositive/perf/query44.q.out | 258 ----
.../results/clientpositive/perf/query45.q.out | 180 ---
.../results/clientpositive/perf/query46.q.out | 191 ---
.../results/clientpositive/perf/query47.q.out | 325 -----
.../results/clientpositive/perf/query48.q.out | 218 ---
.../results/clientpositive/perf/query49.q.out | 496 -------
.../results/clientpositive/perf/query5.q.out | 473 -------
.../results/clientpositive/perf/query50.q.out | 210 ---
.../results/clientpositive/perf/query51.q.out | 188 ---
.../results/clientpositive/perf/query52.q.out | 106 --
.../results/clientpositive/perf/query53.q.out | 141 --
.../results/clientpositive/perf/query54.q.out | 386 ------
.../results/clientpositive/perf/query55.q.out | 88 --
.../results/clientpositive/perf/query56.q.out | 379 ------
.../results/clientpositive/perf/query57.q.out | 319 -----
.../results/clientpositive/perf/query58.q.out | 440 ------
.../results/clientpositive/perf/query59.q.out | 230 ----
.../results/clientpositive/perf/query6.q.out | 226 ---
.../results/clientpositive/perf/query60.q.out | 399 ------
.../results/clientpositive/perf/query61.q.out | 280 ----
.../results/clientpositive/perf/query63.q.out | 143 --
.../results/clientpositive/perf/query64.q.out | 772 -----------
.../results/clientpositive/perf/query65.q.out | 169 ---
.../results/clientpositive/perf/query66.q.out | 612 ---------
.../results/clientpositive/perf/query67.q.out | 179 ---
.../results/clientpositive/perf/query68.q.out | 205 ---
.../results/clientpositive/perf/query69.q.out | 268 ----
.../results/clientpositive/perf/query7.q.out | 132 --
.../results/clientpositive/perf/query70.q.out | 205 ---
.../results/clientpositive/perf/query71.q.out | 208 ---
.../results/clientpositive/perf/query72.q.out | 250 ----
.../results/clientpositive/perf/query73.q.out | 150 --
.../results/clientpositive/perf/query74.q.out | 313 -----
.../results/clientpositive/perf/query75.q.out | 481 -------
.../results/clientpositive/perf/query76.q.out | 187 ---
.../results/clientpositive/perf/query77.q.out | 481 -------
.../results/clientpositive/perf/query78.q.out | 292 ----
.../results/clientpositive/perf/query79.q.out | 140 --
.../results/clientpositive/perf/query8.q.out | 358 -----
.../results/clientpositive/perf/query80.q.out | 478 -------
.../results/clientpositive/perf/query81.q.out | 214 ---
.../results/clientpositive/perf/query82.q.out | 103 --
.../results/clientpositive/perf/query83.q.out | 372 -----
.../results/clientpositive/perf/query84.q.out | 135 --
.../results/clientpositive/perf/query85.q.out | 304 -----
.../results/clientpositive/perf/query86.q.out | 126 --
.../results/clientpositive/perf/query87.q.out | 239 ----
.../results/clientpositive/perf/query88.q.out | 569 --------
.../results/clientpositive/perf/query89.q.out | 147 --
.../results/clientpositive/perf/query9.q.out | 414 ------
.../results/clientpositive/perf/query90.q.out | 170 ---
.../results/clientpositive/perf/query91.q.out | 184 ---
.../results/clientpositive/perf/query92.q.out | 155 ---
.../results/clientpositive/perf/query93.q.out | 98 --
.../results/clientpositive/perf/query94.q.out | 188 ---
.../results/clientpositive/perf/query95.q.out | 231 ----
.../results/clientpositive/perf/query96.q.out | 108 --
.../results/clientpositive/perf/query97.q.out | 132 --
.../results/clientpositive/perf/query98.q.out | 134 --
.../results/clientpositive/perf/query99.q.out | 164 ---
.../clientpositive/perf/tez/query1.q.out | 169 +++
.../clientpositive/perf/tez/query10.q.out | 288 ++++
.../clientpositive/perf/tez/query11.q.out | 351 +++++
.../clientpositive/perf/tez/query12.q.out | 138 ++
.../clientpositive/perf/tez/query13.q.out | 205 +++
.../clientpositive/perf/tez/query14.q.out | 1286 ++++++++++++++++++
.../clientpositive/perf/tez/query15.q.out | 119 ++
.../clientpositive/perf/tez/query16.q.out | 192 +++
.../clientpositive/perf/tez/query17.q.out | 225 +++
.../clientpositive/perf/tez/query18.q.out | 194 +++
.../clientpositive/perf/tez/query19.q.out | 161 +++
.../clientpositive/perf/tez/query2.q.out | 255 ++++
.../clientpositive/perf/tez/query20.q.out | 130 ++
.../clientpositive/perf/tez/query21.q.out | 139 ++
.../clientpositive/perf/tez/query22.q.out | 121 ++
.../clientpositive/perf/tez/query23.q.out | 556 ++++++++
.../clientpositive/perf/tez/query24.q.out | 290 ++++
.../clientpositive/perf/tez/query25.q.out | 229 ++++
.../clientpositive/perf/tez/query26.q.out | 132 ++
.../clientpositive/perf/tez/query27.q.out | 140 ++
.../clientpositive/perf/tez/query28.q.out | 256 ++++
.../clientpositive/perf/tez/query29.q.out | 230 ++++
.../clientpositive/perf/tez/query3.q.out | 102 ++
.../clientpositive/perf/tez/query30.q.out | 211 +++
.../clientpositive/perf/tez/query31.q.out | 358 +++++
.../clientpositive/perf/tez/query32.q.out | 144 ++
.../clientpositive/perf/tez/query33.q.out | 393 ++++++
.../clientpositive/perf/tez/query34.q.out | 156 +++
.../clientpositive/perf/tez/query35.q.out | 284 ++++
.../clientpositive/perf/tez/query36.q.out | 149 ++
.../clientpositive/perf/tez/query37.q.out | 103 ++
.../clientpositive/perf/tez/query38.q.out | 212 +++
.../clientpositive/perf/tez/query39.q.out | 255 ++++
.../clientpositive/perf/tez/query4.q.out | 500 +++++++
.../clientpositive/perf/tez/query40.q.out | 148 ++
.../clientpositive/perf/tez/query42.q.out | 108 ++
.../clientpositive/perf/tez/query43.q.out | 100 ++
.../clientpositive/perf/tez/query44.q.out | 258 ++++
.../clientpositive/perf/tez/query45.q.out | 180 +++
.../clientpositive/perf/tez/query46.q.out | 191 +++
.../clientpositive/perf/tez/query47.q.out | 325 +++++
.../clientpositive/perf/tez/query48.q.out | 218 +++
.../clientpositive/perf/tez/query49.q.out | 496 +++++++
.../clientpositive/perf/tez/query5.q.out | 473 +++++++
.../clientpositive/perf/tez/query50.q.out | 210 +++
.../clientpositive/perf/tez/query51.q.out | 188 +++
.../clientpositive/perf/tez/query52.q.out | 106 ++
.../clientpositive/perf/tez/query53.q.out | 141 ++
.../clientpositive/perf/tez/query54.q.out | 386 ++++++
.../clientpositive/perf/tez/query55.q.out | 88 ++
.../clientpositive/perf/tez/query56.q.out | 379 ++++++
.../clientpositive/perf/tez/query57.q.out | 319 +++++
.../clientpositive/perf/tez/query58.q.out | 440 ++++++
.../clientpositive/perf/tez/query59.q.out | 230 ++++
.../clientpositive/perf/tez/query6.q.out | 226 +++
.../clientpositive/perf/tez/query60.q.out | 399 ++++++
.../clientpositive/perf/tez/query61.q.out | 280 ++++
.../clientpositive/perf/tez/query63.q.out | 143 ++
.../clientpositive/perf/tez/query64.q.out | 772 +++++++++++
.../clientpositive/perf/tez/query65.q.out | 169 +++
.../clientpositive/perf/tez/query66.q.out | 612 +++++++++
.../clientpositive/perf/tez/query67.q.out | 179 +++
.../clientpositive/perf/tez/query68.q.out | 205 +++
.../clientpositive/perf/tez/query69.q.out | 268 ++++
.../clientpositive/perf/tez/query7.q.out | 132 ++
.../clientpositive/perf/tez/query70.q.out | 205 +++
.../clientpositive/perf/tez/query71.q.out | 208 +++
.../clientpositive/perf/tez/query72.q.out | 250 ++++
.../clientpositive/perf/tez/query73.q.out | 150 ++
.../clientpositive/perf/tez/query74.q.out | 313 +++++
.../clientpositive/perf/tez/query75.q.out | 481 +++++++
.../clientpositive/perf/tez/query76.q.out | 187 +++
.../clientpositive/perf/tez/query77.q.out | 481 +++++++
.../clientpositive/perf/tez/query78.q.out | 292 ++++
.../clientpositive/perf/tez/query79.q.out | 140 ++
.../clientpositive/perf/tez/query8.q.out | 358 +++++
.../clientpositive/perf/tez/query80.q.out | 478 +++++++
.../clientpositive/perf/tez/query81.q.out | 214 +++
.../clientpositive/perf/tez/query82.q.out | 103 ++
.../clientpositive/perf/tez/query83.q.out | 372 +++++
.../clientpositive/perf/tez/query84.q.out | 135 ++
.../clientpositive/perf/tez/query85.q.out | 304 +++++
.../clientpositive/perf/tez/query86.q.out | 126 ++
.../clientpositive/perf/tez/query87.q.out | 239 ++++
.../clientpositive/perf/tez/query88.q.out | 569 ++++++++
.../clientpositive/perf/tez/query89.q.out | 147 ++
.../clientpositive/perf/tez/query9.q.out | 414 ++++++
.../clientpositive/perf/tez/query90.q.out | 170 +++
.../clientpositive/perf/tez/query91.q.out | 184 +++
.../clientpositive/perf/tez/query92.q.out | 155 +++
.../clientpositive/perf/tez/query93.q.out | 98 ++
.../clientpositive/perf/tez/query94.q.out | 188 +++
.../clientpositive/perf/tez/query95.q.out | 231 ++++
.../clientpositive/perf/tez/query96.q.out | 108 ++
.../clientpositive/perf/tez/query97.q.out | 132 ++
.../clientpositive/perf/tez/query98.q.out | 134 ++
.../clientpositive/perf/tez/query99.q.out | 164 +++
198 files changed, 25067 insertions(+), 25067 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/data/conf/perf-reg/hive-site.xml
----------------------------------------------------------------------
diff --git a/data/conf/perf-reg/hive-site.xml b/data/conf/perf-reg/hive-site.xml
deleted file mode 100644
index 012369f..0000000
--- a/data/conf/perf-reg/hive-site.xml
+++ /dev/null
@@ -1,285 +0,0 @@
-<?xml version="1.0"?>
-<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
-<!--
- Licensed to the Apache Software Foundation (ASF) under one or more
- contributor license agreements. See the NOTICE file distributed with
- this work for additional information regarding copyright ownership.
- The ASF licenses this file to You under the Apache License, Version 2.0
- (the "License"); you may not use this file except in compliance with
- the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
--->
-
-<configuration>
-
-<property>
- <name>hive.in.test</name>
- <value>true</value>
- <description>Internal marker for test. Used for masking env-dependent values</description>
-</property>
-
-<!-- Hive Configuration can either be stored in this file or in the hadoop configuration files -->
-<!-- that are implied by Hadoop setup variables. -->
-<!-- Aside from Hadoop setup variables - this file is provided as a convenience so that Hive -->
-<!-- users do not have to edit hadoop configuration files (that may be managed as a centralized -->
-<!-- resource). -->
-
-<!-- Hive Execution Parameters -->
-<property>
- <name>hadoop.tmp.dir</name>
- <value>${test.tmp.dir}/hadoop-tmp</value>
- <description>A base for other temporary directories.</description>
-</property>
-
-<property>
- <name>hive.tez.container.size</name>
- <value>128</value>
- <description></description>
-</property>
-
-<property>
- <name>hive.merge.tezfiles</name>
- <value>false</value>
- <description>Merge small files at the end of a Tez DAG</description>
-</property>
-
-<property>
- <name>hive.tez.input.format</name>
- <value>org.apache.hadoop.hive.ql.io.HiveInputFormat</value>
- <description>The default input format for tez. Tez groups splits in the AM.</description>
-</property>
-
-<property>
- <name>hive.exec.scratchdir</name>
- <value>${test.tmp.dir}/scratchdir</value>
- <description>Scratch space for Hive jobs</description>
-</property>
-
-<property>
- <name>datanucleus.autoCreateSchema</name>
- <value>true</value>
-</property>
-
-<property>
- <name>datanucleus.fixedDatastore</name>
- <value>false</value>
-</property>
-
-<property>
- <name>hive.metastore.schema.verification</name>
- <value>false</value>
-</property>
-
-<property>
- <name>hive.exec.local.scratchdir</name>
- <value>${test.tmp.dir}/localscratchdir/</value>
- <description>Local scratch space for Hive jobs</description>
-</property>
-
-<property>
- <name>javax.jdo.option.ConnectionURL</name>
- <value>jdbc:derby:;databaseName=${test.tmp.dir}/junit_metastore_db;create=true</value>
-</property>
-
-<property>
- <name>javax.jdo.option.ConnectionDriverName</name>
- <value>org.apache.derby.jdbc.EmbeddedDriver</value>
-</property>
-
-<property>
- <name>javax.jdo.option.ConnectionUserName</name>
- <value>APP</value>
-</property>
-
-<property>
- <name>javax.jdo.option.ConnectionPassword</name>
- <value>mine</value>
-</property>
-
-<property>
- <!-- this should eventually be deprecated since the metastore should supply this -->
- <name>hive.metastore.warehouse.dir</name>
- <value>${test.warehouse.dir}</value>
- <description></description>
-</property>
-
-<property>
- <name>hive.metastore.metadb.dir</name>
- <value>file://${test.tmp.dir}/metadb/</value>
- <description>
- Required by metastore server or if the uris argument below is not supplied
- </description>
-</property>
-
-<property>
- <name>test.log.dir</name>
- <value>${test.tmp.dir}/log/</value>
- <description></description>
-</property>
-
-<property>
- <name>test.data.files</name>
- <value>${hive.root}/data/files</value>
- <description></description>
-</property>
-
-<property>
- <name>test.data.scripts</name>
- <value>${hive.root}/data/scripts</value>
- <description></description>
-</property>
-
-<property>
- <name>hive.jar.path</name>
- <value>${maven.local.repository}/org/apache/hive/hive-exec/${hive.version}/hive-exec-${hive.version}.jar</value>
- <description></description>
-</property>
-
-<property>
- <name>hive.metastore.rawstore.impl</name>
- <value>org.apache.hadoop.hive.metastore.ObjectStore</value>
- <description>Name of the class that implements org.apache.hadoop.hive.metastore.rawstore interface. This class is used to store and retrieval of raw metadata objects such as table, database</description>
-</property>
-
-<property>
- <name>hive.querylog.location</name>
- <value>${test.tmp.dir}/tmp</value>
- <description>Location of the structured hive logs</description>
-</property>
-
-<property>
- <name>hive.exec.pre.hooks</name>
- <value>org.apache.hadoop.hive.ql.hooks.PreExecutePrinter, org.apache.hadoop.hive.ql.hooks.EnforceReadOnlyTables</value>
- <description>Pre Execute Hook for Tests</description>
-</property>
-
-<property>
- <name>hive.exec.post.hooks</name>
- <value>org.apache.hadoop.hive.ql.hooks.PostExecutePrinter</value>
- <description>Post Execute Hook for Tests</description>
-</property>
-
-<property>
- <name>hive.support.concurrency</name>
- <value>false</value>
- <description>Whether hive supports concurrency or not. A zookeeper instance must be up and running for the default hive lock manager to support read-write locks.</description>
-</property>
-
-<property>
- <name>fs.pfile.impl</name>
- <value>org.apache.hadoop.fs.ProxyLocalFileSystem</value>
- <description>A proxy for local file system used for cross file system testing</description>
-</property>
-
-<property>
- <name>hive.exec.mode.local.auto</name>
- <value>false</value>
- <description>
- Let hive determine whether to run in local mode automatically
- Disabling this for tests so that minimr is not affected
- </description>
-</property>
-
-<property>
- <name>hive.auto.convert.join</name>
- <value>false</value>
- <description>Whether Hive enable the optimization about converting common join into mapjoin based on the input file size</description>
-</property>
-
-<property>
- <name>hive.ignore.mapjoin.hint</name>
- <value>true</value>
- <description>Whether Hive ignores the mapjoin hint</description>
-</property>
-
-<property>
- <name>io.sort.mb</name>
- <value>10</value>
-</property>
-
-<property>
- <name>hive.input.format</name>
- <value>org.apache.hadoop.hive.ql.io.CombineHiveInputFormat</value>
- <description>The default input format, if it is not specified, the system assigns it. It is set to HiveInputFormat for hadoop versions 17, 18 and 19, whereas it is set to CombineHiveInputFormat for hadoop 20. The user can always overwrite it - if there is a bug in CombineHiveInputFormat, it can always be manually set to HiveInputFormat. </description>
-</property>
-
-<property>
- <name>hive.default.rcfile.serde</name>
- <value>org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe</value>
- <description>The default SerDe hive will use for the rcfile format</description>
-</property>
-
-<property>
- <name>hive.stats.dbclass</name>
- <value>fs</value>
- <description>The default storatge that stores temporary hive statistics. Currently, fs type is supported</description>
-</property>
-
-<property>
- <name>hive.execution.engine</name>
- <value>tez</value>
- <description>Whether to use MR or Tez</description>
-</property>
-
-<property>
- <name>tez.am.node-blacklisting.enabled</name>
- <value>false</value>
-</property>
-
-<property>
- <name>hive.prewarm.enabled</name>
- <value>true</value>
- <description>
- Enables container prewarm for tez (hadoop 2 only)
- </description>
-</property>
-
-<property>
- <name>hive.prewarm.numcontainers</name>
- <value>3</value>
- <description>
- Controls the number of containers to prewarm for tez (hadoop 2 only)
- </description>
-</property>
-
-<property>
- <name>hive.in.tez.test</name>
- <value>true</value>
- <description>
- Indicates that we are in tez testing mode.
- </description>
-</property>
-
-<property>
- <name>hive.tez.java.opts</name>
- <value> -Dlog4j.configurationFile=tez-container-log4j2.properties -Dtez.container.log.level=INFO -Dtez.container.root.logger=CLA </value>
-</property>
-
-<property>
- <name>tez.am.launch.cmd-opts</name>
- <value> -Dlog4j.configurationFile=tez-container-log4j2.properties -Dtez.container.log.level=INFO -Dtez.container.root.logger=CLA </value>
-</property>
-
-<property>
- <name>hive.metastore.rawstore.impl</name>
- <value>org.apache.hadoop.hive.metastore.ObjectStore</value>
-</property>
-
-<property>
- <name>hive.orc.splits.ms.footer.cache.enabled</name>
- <value>true</value>
-</property>
-
-<property>
- <name>hive.optimize.filter.stats.reduction</name>
- <value>true</value>
-</property>
-
-</configuration>
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/data/conf/perf-reg/tez-site.xml
----------------------------------------------------------------------
diff --git a/data/conf/perf-reg/tez-site.xml b/data/conf/perf-reg/tez-site.xml
deleted file mode 100644
index c575544..0000000
--- a/data/conf/perf-reg/tez-site.xml
+++ /dev/null
@@ -1,10 +0,0 @@
-<configuration>
- <property>
- <name>tez.am.resource.memory.mb</name>
- <value>128</value>
- </property>
- <property>
- <name>tez.am.dag.scheduler.class</name>
- <value>org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled</value>
- </property>
-</configuration>
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/data/conf/perf-reg/tez/hive-site.xml
----------------------------------------------------------------------
diff --git a/data/conf/perf-reg/tez/hive-site.xml b/data/conf/perf-reg/tez/hive-site.xml
new file mode 100644
index 0000000..012369f
--- /dev/null
+++ b/data/conf/perf-reg/tez/hive-site.xml
@@ -0,0 +1,285 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<configuration>
+
+<property>
+ <name>hive.in.test</name>
+ <value>true</value>
+ <description>Internal marker for test. Used for masking env-dependent values</description>
+</property>
+
+<!-- Hive Configuration can either be stored in this file or in the hadoop configuration files -->
+<!-- that are implied by Hadoop setup variables. -->
+<!-- Aside from Hadoop setup variables - this file is provided as a convenience so that Hive -->
+<!-- users do not have to edit hadoop configuration files (that may be managed as a centralized -->
+<!-- resource). -->
+
+<!-- Hive Execution Parameters -->
+<property>
+ <name>hadoop.tmp.dir</name>
+ <value>${test.tmp.dir}/hadoop-tmp</value>
+ <description>A base for other temporary directories.</description>
+</property>
+
+<property>
+ <name>hive.tez.container.size</name>
+ <value>128</value>
+ <description></description>
+</property>
+
+<property>
+ <name>hive.merge.tezfiles</name>
+ <value>false</value>
+ <description>Merge small files at the end of a Tez DAG</description>
+</property>
+
+<property>
+ <name>hive.tez.input.format</name>
+ <value>org.apache.hadoop.hive.ql.io.HiveInputFormat</value>
+ <description>The default input format for tez. Tez groups splits in the AM.</description>
+</property>
+
+<property>
+ <name>hive.exec.scratchdir</name>
+ <value>${test.tmp.dir}/scratchdir</value>
+ <description>Scratch space for Hive jobs</description>
+</property>
+
+<property>
+ <name>datanucleus.autoCreateSchema</name>
+ <value>true</value>
+</property>
+
+<property>
+ <name>datanucleus.fixedDatastore</name>
+ <value>false</value>
+</property>
+
+<property>
+ <name>hive.metastore.schema.verification</name>
+ <value>false</value>
+</property>
+
+<property>
+ <name>hive.exec.local.scratchdir</name>
+ <value>${test.tmp.dir}/localscratchdir/</value>
+ <description>Local scratch space for Hive jobs</description>
+</property>
+
+<property>
+ <name>javax.jdo.option.ConnectionURL</name>
+ <value>jdbc:derby:;databaseName=${test.tmp.dir}/junit_metastore_db;create=true</value>
+</property>
+
+<property>
+ <name>javax.jdo.option.ConnectionDriverName</name>
+ <value>org.apache.derby.jdbc.EmbeddedDriver</value>
+</property>
+
+<property>
+ <name>javax.jdo.option.ConnectionUserName</name>
+ <value>APP</value>
+</property>
+
+<property>
+ <name>javax.jdo.option.ConnectionPassword</name>
+ <value>mine</value>
+</property>
+
+<property>
+ <!-- this should eventually be deprecated since the metastore should supply this -->
+ <name>hive.metastore.warehouse.dir</name>
+ <value>${test.warehouse.dir}</value>
+ <description></description>
+</property>
+
+<property>
+ <name>hive.metastore.metadb.dir</name>
+ <value>file://${test.tmp.dir}/metadb/</value>
+ <description>
+ Required by metastore server or if the uris argument below is not supplied
+ </description>
+</property>
+
+<property>
+ <name>test.log.dir</name>
+ <value>${test.tmp.dir}/log/</value>
+ <description></description>
+</property>
+
+<property>
+ <name>test.data.files</name>
+ <value>${hive.root}/data/files</value>
+ <description></description>
+</property>
+
+<property>
+ <name>test.data.scripts</name>
+ <value>${hive.root}/data/scripts</value>
+ <description></description>
+</property>
+
+<property>
+ <name>hive.jar.path</name>
+ <value>${maven.local.repository}/org/apache/hive/hive-exec/${hive.version}/hive-exec-${hive.version}.jar</value>
+ <description></description>
+</property>
+
+<property>
+ <name>hive.metastore.rawstore.impl</name>
+ <value>org.apache.hadoop.hive.metastore.ObjectStore</value>
+ <description>Name of the class that implements org.apache.hadoop.hive.metastore.rawstore interface. This class is used to store and retrieval of raw metadata objects such as table, database</description>
+</property>
+
+<property>
+ <name>hive.querylog.location</name>
+ <value>${test.tmp.dir}/tmp</value>
+ <description>Location of the structured hive logs</description>
+</property>
+
+<property>
+ <name>hive.exec.pre.hooks</name>
+ <value>org.apache.hadoop.hive.ql.hooks.PreExecutePrinter, org.apache.hadoop.hive.ql.hooks.EnforceReadOnlyTables</value>
+ <description>Pre Execute Hook for Tests</description>
+</property>
+
+<property>
+ <name>hive.exec.post.hooks</name>
+ <value>org.apache.hadoop.hive.ql.hooks.PostExecutePrinter</value>
+ <description>Post Execute Hook for Tests</description>
+</property>
+
+<property>
+ <name>hive.support.concurrency</name>
+ <value>false</value>
+ <description>Whether hive supports concurrency or not. A zookeeper instance must be up and running for the default hive lock manager to support read-write locks.</description>
+</property>
+
+<property>
+ <name>fs.pfile.impl</name>
+ <value>org.apache.hadoop.fs.ProxyLocalFileSystem</value>
+ <description>A proxy for local file system used for cross file system testing</description>
+</property>
+
+<property>
+ <name>hive.exec.mode.local.auto</name>
+ <value>false</value>
+ <description>
+ Let hive determine whether to run in local mode automatically
+ Disabling this for tests so that minimr is not affected
+ </description>
+</property>
+
+<property>
+ <name>hive.auto.convert.join</name>
+ <value>false</value>
+ <description>Whether Hive enable the optimization about converting common join into mapjoin based on the input file size</description>
+</property>
+
+<property>
+ <name>hive.ignore.mapjoin.hint</name>
+ <value>true</value>
+ <description>Whether Hive ignores the mapjoin hint</description>
+</property>
+
+<property>
+ <name>io.sort.mb</name>
+ <value>10</value>
+</property>
+
+<property>
+ <name>hive.input.format</name>
+ <value>org.apache.hadoop.hive.ql.io.CombineHiveInputFormat</value>
+ <description>The default input format, if it is not specified, the system assigns it. It is set to HiveInputFormat for hadoop versions 17, 18 and 19, whereas it is set to CombineHiveInputFormat for hadoop 20. The user can always overwrite it - if there is a bug in CombineHiveInputFormat, it can always be manually set to HiveInputFormat. </description>
+</property>
+
+<property>
+ <name>hive.default.rcfile.serde</name>
+ <value>org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe</value>
+ <description>The default SerDe hive will use for the rcfile format</description>
+</property>
+
+<property>
+ <name>hive.stats.dbclass</name>
+ <value>fs</value>
+ <description>The default storatge that stores temporary hive statistics. Currently, fs type is supported</description>
+</property>
+
+<property>
+ <name>hive.execution.engine</name>
+ <value>tez</value>
+ <description>Whether to use MR or Tez</description>
+</property>
+
+<property>
+ <name>tez.am.node-blacklisting.enabled</name>
+ <value>false</value>
+</property>
+
+<property>
+ <name>hive.prewarm.enabled</name>
+ <value>true</value>
+ <description>
+ Enables container prewarm for tez (hadoop 2 only)
+ </description>
+</property>
+
+<property>
+ <name>hive.prewarm.numcontainers</name>
+ <value>3</value>
+ <description>
+ Controls the number of containers to prewarm for tez (hadoop 2 only)
+ </description>
+</property>
+
+<property>
+ <name>hive.in.tez.test</name>
+ <value>true</value>
+ <description>
+ Indicates that we are in tez testing mode.
+ </description>
+</property>
+
+<property>
+ <name>hive.tez.java.opts</name>
+ <value> -Dlog4j.configurationFile=tez-container-log4j2.properties -Dtez.container.log.level=INFO -Dtez.container.root.logger=CLA </value>
+</property>
+
+<property>
+ <name>tez.am.launch.cmd-opts</name>
+ <value> -Dlog4j.configurationFile=tez-container-log4j2.properties -Dtez.container.log.level=INFO -Dtez.container.root.logger=CLA </value>
+</property>
+
+<property>
+ <name>hive.metastore.rawstore.impl</name>
+ <value>org.apache.hadoop.hive.metastore.ObjectStore</value>
+</property>
+
+<property>
+ <name>hive.orc.splits.ms.footer.cache.enabled</name>
+ <value>true</value>
+</property>
+
+<property>
+ <name>hive.optimize.filter.stats.reduction</name>
+ <value>true</value>
+</property>
+
+</configuration>
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/data/conf/perf-reg/tez/tez-site.xml
----------------------------------------------------------------------
diff --git a/data/conf/perf-reg/tez/tez-site.xml b/data/conf/perf-reg/tez/tez-site.xml
new file mode 100644
index 0000000..c575544
--- /dev/null
+++ b/data/conf/perf-reg/tez/tez-site.xml
@@ -0,0 +1,10 @@
+<configuration>
+ <property>
+ <name>tez.am.resource.memory.mb</name>
+ <value>128</value>
+ </property>
+ <property>
+ <name>tez.am.dag.scheduler.class</name>
+ <value>org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled</value>
+ </property>
+</configuration>
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query1.q.out b/ql/src/test/results/clientpositive/perf/query1.q.out
deleted file mode 100644
index ad350c1..0000000
--- a/ql/src/test/results/clientpositive/perf/query1.q.out
+++ /dev/null
@@ -1,169 +0,0 @@
-PREHOOK: query: explain
-with customer_total_return as
-(select sr_customer_sk as ctr_customer_sk
-,sr_store_sk as ctr_store_sk
-,sum(SR_FEE) as ctr_total_return
-from store_returns
-,date_dim
-where sr_returned_date_sk = d_date_sk
-and d_year =2000
-group by sr_customer_sk
-,sr_store_sk)
- select c_customer_id
-from customer_total_return ctr1
-,store
-,customer
-where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
-from customer_total_return ctr2
-where ctr1.ctr_store_sk = ctr2.ctr_store_sk)
-and s_store_sk = ctr1.ctr_store_sk
-and s_state = 'NM'
-and ctr1.ctr_customer_sk = c_customer_sk
-order by c_customer_id
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with customer_total_return as
-(select sr_customer_sk as ctr_customer_sk
-,sr_store_sk as ctr_store_sk
-,sum(SR_FEE) as ctr_total_return
-from store_returns
-,date_dim
-where sr_returned_date_sk = d_date_sk
-and d_year =2000
-group by sr_customer_sk
-,sr_store_sk)
- select c_customer_id
-from customer_total_return ctr1
-,store
-,customer
-where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
-from customer_total_return ctr2
-where ctr1.ctr_store_sk = ctr2.ctr_store_sk)
-and s_store_sk = ctr1.ctr_store_sk
-and s_state = 'NM'
-and ctr1.ctr_customer_sk = c_customer_sk
-order by c_customer_id
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 12 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_53]
- Limit [LIM_52] (rows=100 width=860)
- Number of rows:100
- Select Operator [SEL_51] (rows=32266667 width=860)
- Output:["_col0"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- Select Operator [SEL_49] (rows=32266667 width=860)
- Output:["_col0"]
- Filter Operator [FIL_48] (rows=32266667 width=860)
- predicate:(_col2 > CASE WHEN (_col8 is null) THEN (null) ELSE (_col7) END)
- Merge Join Operator [MERGEJOIN_81] (rows=96800003 width=860)
- Conds:RS_45._col1=RS_46._col2(Inner),Output:["_col2","_col6","_col7","_col8"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_79] (rows=88000001 width=860)
- Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col1","_col2","_col6"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Select Operator [SEL_19] (rows=80000000 width=860)
- Output:["_col0","_col1"]
- Filter Operator [FIL_74] (rows=80000000 width=860)
- predicate:c_customer_sk is not null
- TableScan [TS_17] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_78] (rows=34842647 width=77)
- Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col1","_col2"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0
- Select Operator [SEL_16] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_73] (rows=852 width=1910)
- predicate:((s_state = 'NM') and s_store_sk is not null)
- TableScan [TS_14] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col1
- Select Operator [SEL_13] (rows=31675133 width=77)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_12] (rows=31675133 width=77)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_11]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_10] (rows=63350266 width=77)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1
- Merge Join Operator [MERGEJOIN_77] (rows=63350266 width=77)
- Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_71] (rows=57591150 width=77)
- predicate:(sr_customer_sk is not null and sr_returned_date_sk is not null and sr_store_sk is not null)
- TableScan [TS_0] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_customer_sk","sr_store_sk","sr_fee"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_72] (rows=36524 width=1119)
- predicate:((d_year = 2000) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col2
- Select Operator [SEL_38] (rows=15837566 width=77)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_37] (rows=15837566 width=77)
- Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
- Select Operator [SEL_33] (rows=31675133 width=77)
- Output:["_col1","_col2"]
- Group By Operator [GBY_32] (rows=31675133 width=77)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Group By Operator [GBY_30] (rows=63350266 width=77)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1
- Merge Join Operator [MERGEJOIN_80] (rows=63350266 width=77)
- Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_75] (rows=57591150 width=77)
- predicate:(sr_returned_date_sk is not null and sr_store_sk is not null)
- Please refer to the previous TableScan [TS_0]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query10.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query10.q.out b/ql/src/test/results/clientpositive/perf/query10.q.out
deleted file mode 100644
index cf3651b..0000000
--- a/ql/src/test/results/clientpositive/perf/query10.q.out
+++ /dev/null
@@ -1,288 +0,0 @@
-PREHOOK: query: explain
-select
- cd_gender,
- cd_marital_status,
- cd_education_status,
- count(*) cnt1,
- cd_purchase_estimate,
- count(*) cnt2,
- cd_credit_rating,
- count(*) cnt3,
- cd_dep_count,
- count(*) cnt4,
- cd_dep_employed_count,
- count(*) cnt5,
- cd_dep_college_count,
- count(*) cnt6
- from
- customer c,customer_address ca,customer_demographics
- where
- c.c_current_addr_sk = ca.ca_address_sk and
- ca_county in ('Walker County','Richland County','Gaines County','Douglas County','Dona Ana County') and
- cd_demo_sk = c.c_current_cdemo_sk and
- exists (select *
- from store_sales,date_dim
- where c.c_customer_sk = ss_customer_sk and
- ss_sold_date_sk = d_date_sk and
- d_year = 2002 and
- d_moy between 4 and 4+3) and
- (exists (select *
- from web_sales,date_dim
- where c.c_customer_sk = ws_bill_customer_sk and
- ws_sold_date_sk = d_date_sk and
- d_year = 2002 and
- d_moy between 4 ANd 4+3) or
- exists (select *
- from catalog_sales,date_dim
- where c.c_customer_sk = cs_ship_customer_sk and
- cs_sold_date_sk = d_date_sk and
- d_year = 2002 and
- d_moy between 4 and 4+3))
- group by cd_gender,
- cd_marital_status,
- cd_education_status,
- cd_purchase_estimate,
- cd_credit_rating,
- cd_dep_count,
- cd_dep_employed_count,
- cd_dep_college_count
- order by cd_gender,
- cd_marital_status,
- cd_education_status,
- cd_purchase_estimate,
- cd_credit_rating,
- cd_dep_count,
- cd_dep_employed_count,
- cd_dep_college_count
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- cd_gender,
- cd_marital_status,
- cd_education_status,
- count(*) cnt1,
- cd_purchase_estimate,
- count(*) cnt2,
- cd_credit_rating,
- count(*) cnt3,
- cd_dep_count,
- count(*) cnt4,
- cd_dep_employed_count,
- count(*) cnt5,
- cd_dep_college_count,
- count(*) cnt6
- from
- customer c,customer_address ca,customer_demographics
- where
- c.c_current_addr_sk = ca.ca_address_sk and
- ca_county in ('Walker County','Richland County','Gaines County','Douglas County','Dona Ana County') and
- cd_demo_sk = c.c_current_cdemo_sk and
- exists (select *
- from store_sales,date_dim
- where c.c_customer_sk = ss_customer_sk and
- ss_sold_date_sk = d_date_sk and
- d_year = 2002 and
- d_moy between 4 and 4+3) and
- (exists (select *
- from web_sales,date_dim
- where c.c_customer_sk = ws_bill_customer_sk and
- ws_sold_date_sk = d_date_sk and
- d_year = 2002 and
- d_moy between 4 ANd 4+3) or
- exists (select *
- from catalog_sales,date_dim
- where c.c_customer_sk = cs_ship_customer_sk and
- cs_sold_date_sk = d_date_sk and
- d_year = 2002 and
- d_moy between 4 and 4+3))
- group by cd_gender,
- cd_marital_status,
- cd_education_status,
- cd_purchase_estimate,
- cd_credit_rating,
- cd_dep_count,
- cd_dep_employed_count,
- cd_dep_college_count
- order by cd_gender,
- cd_marital_status,
- cd_education_status,
- cd_purchase_estimate,
- cd_credit_rating,
- cd_dep_count,
- cd_dep_employed_count,
- cd_dep_college_count
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
-Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
-Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
-Reducer 17 <- Map 16 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
-Reducer 18 <- Reducer 17 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 12 (ONE_TO_ONE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 18 (ONE_TO_ONE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_74]
- Limit [LIM_73] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_72] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- Select Operator [SEL_70] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col8","_col10","_col12"]
- Group By Operator [GBY_69] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_68]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7
- Group By Operator [GBY_67] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["count()"],keys:_col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13
- Select Operator [SEL_66] (rows=766650239 width=88)
- Output:["_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
- Filter Operator [FIL_65] (rows=766650239 width=88)
- predicate:(_col16 is not null or _col18 is not null)
- Merge Join Operator [MERGEJOIN_112] (rows=766650239 width=88)
- Conds:RS_62._col0=RS_63._col0(Left Outer),Output:["_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col16","_col18"]
- <-Reducer 18 [ONE_TO_ONE_EDGE]
- FORWARD [RS_63]
- PartitionCols:_col0
- Select Operator [SEL_61] (rows=158394413 width=135)
- Output:["_col0","_col1"]
- Group By Operator [GBY_60] (rows=158394413 width=135)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0
- Group By Operator [GBY_58] (rows=316788826 width=135)
- Output:["_col0"],keys:_col1
- Merge Join Operator [MERGEJOIN_110] (rows=316788826 width=135)
- Conds:RS_54._col0=RS_55._col0(Inner),Output:["_col1"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col0
- Select Operator [SEL_28] (rows=4058 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_103] (rows=4058 width=1119)
- predicate:((d_year = 2002) and d_date_sk is not null and d_moy BETWEEN 4 AND 7)
- TableScan [TS_26] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_54]
- PartitionCols:_col0
- Select Operator [SEL_50] (rows=287989836 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_104] (rows=287989836 width=135)
- predicate:(cs_ship_customer_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_48] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_customer_sk"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_62]
- PartitionCols:_col0
- Select Operator [SEL_47] (rows=696954748 width=88)
- Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col16"]
- Merge Join Operator [MERGEJOIN_111] (rows=696954748 width=88)
- Conds:RS_43._col0=RS_44._col0(Left Outer),RS_43._col0=RS_45._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col15"]
- <-Reducer 12 [ONE_TO_ONE_EDGE]
- FORWARD [RS_44]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=79201469 width=135)
- Output:["_col0","_col1"]
- Group By Operator [GBY_21] (rows=79201469 width=135)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Group By Operator [GBY_19] (rows=158402938 width=135)
- Output:["_col0"],keys:_col1
- Merge Join Operator [MERGEJOIN_108] (rows=158402938 width=135)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_28]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=144002668 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_100] (rows=144002668 width=135)
- predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_9] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
- <-Reducer 15 [ONE_TO_ONE_EDGE]
- FORWARD [RS_45]
- PartitionCols:_col0
- Group By Operator [GBY_35] (rows=316797606 width=88)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Group By Operator [GBY_33] (rows=633595212 width=88)
- Output:["_col0"],keys:_col1
- Merge Join Operator [MERGEJOIN_109] (rows=633595212 width=88)
- Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_28]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Select Operator [SEL_25] (rows=575995635 width=88)
- Output:["_col0","_col1"]
- Filter Operator [FIL_102] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_23] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_107] (rows=96800003 width=860)
- Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=1861800 width=385)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Filter Operator [FIL_99] (rows=1861800 width=385)
- predicate:cd_demo_sk is not null
- TableScan [TS_6] (rows=1861800 width=385)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status","cd_purchase_estimate","cd_credit_rating","cd_dep_count","cd_dep_employed_count","cd_dep_college_count"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_106] (rows=88000001 width=860)
- Conds:RS_37._col2=RS_38._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_97] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_98] (rows=20000000 width=1014)
- predicate:((ca_county) IN ('Walker County', 'Richland County', 'Gaines County', 'Douglas County', 'Dona Ana County') and ca_address_sk is not null)
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query11.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query11.q.out b/ql/src/test/results/clientpositive/perf/query11.q.out
deleted file mode 100644
index 69ced26..0000000
--- a/ql/src/test/results/clientpositive/perf/query11.q.out
+++ /dev/null
@@ -1,351 +0,0 @@
-PREHOOK: query: explain
-with year_total as (
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,c_preferred_cust_flag
- ,c_birth_country customer_birth_country
- ,c_login customer_login
- ,c_email_address customer_email_address
- ,d_year dyear
- ,sum(ss_ext_list_price-ss_ext_discount_amt) year_total
- ,'s' sale_type
- from customer
- ,store_sales
- ,date_dim
- where c_customer_sk = ss_customer_sk
- and ss_sold_date_sk = d_date_sk
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,d_year
- ,c_preferred_cust_flag
- ,c_birth_country
- ,c_login
- ,c_email_address
- ,d_year
- union all
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,c_preferred_cust_flag
- ,c_birth_country customer_birth_country
- ,c_login customer_login
- ,c_email_address customer_email_address
- ,d_year dyear
- ,sum(ws_ext_list_price-ws_ext_discount_amt) year_total
- ,'w' sale_type
- from customer
- ,web_sales
- ,date_dim
- where c_customer_sk = ws_bill_customer_sk
- and ws_sold_date_sk = d_date_sk
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,c_preferred_cust_flag
- ,c_birth_country
- ,c_login
- ,c_email_address
- ,d_year
- )
- select t_s_secyear.c_preferred_cust_flag
- from year_total t_s_firstyear
- ,year_total t_s_secyear
- ,year_total t_w_firstyear
- ,year_total t_w_secyear
- where t_s_secyear.customer_id = t_s_firstyear.customer_id
- and t_s_firstyear.customer_id = t_w_secyear.customer_id
- and t_s_firstyear.customer_id = t_w_firstyear.customer_id
- and t_s_firstyear.sale_type = 's'
- and t_w_firstyear.sale_type = 'w'
- and t_s_secyear.sale_type = 's'
- and t_w_secyear.sale_type = 'w'
- and t_s_firstyear.dyear = 2001
- and t_s_secyear.dyear = 2001+1
- and t_w_firstyear.dyear = 2001
- and t_w_secyear.dyear = 2001+1
- and t_s_firstyear.year_total > 0
- and t_w_firstyear.year_total > 0
- and case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
- > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
- order by t_s_secyear.c_preferred_cust_flag
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with year_total as (
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,c_preferred_cust_flag
- ,c_birth_country customer_birth_country
- ,c_login customer_login
- ,c_email_address customer_email_address
- ,d_year dyear
- ,sum(ss_ext_list_price-ss_ext_discount_amt) year_total
- ,'s' sale_type
- from customer
- ,store_sales
- ,date_dim
- where c_customer_sk = ss_customer_sk
- and ss_sold_date_sk = d_date_sk
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,d_year
- ,c_preferred_cust_flag
- ,c_birth_country
- ,c_login
- ,c_email_address
- ,d_year
- union all
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,c_preferred_cust_flag
- ,c_birth_country customer_birth_country
- ,c_login customer_login
- ,c_email_address customer_email_address
- ,d_year dyear
- ,sum(ws_ext_list_price-ws_ext_discount_amt) year_total
- ,'w' sale_type
- from customer
- ,web_sales
- ,date_dim
- where c_customer_sk = ws_bill_customer_sk
- and ws_sold_date_sk = d_date_sk
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,c_preferred_cust_flag
- ,c_birth_country
- ,c_login
- ,c_email_address
- ,d_year
- )
- select t_s_secyear.c_preferred_cust_flag
- from year_total t_s_firstyear
- ,year_total t_s_secyear
- ,year_total t_w_firstyear
- ,year_total t_w_secyear
- where t_s_secyear.customer_id = t_s_firstyear.customer_id
- and t_s_firstyear.customer_id = t_w_secyear.customer_id
- and t_s_firstyear.customer_id = t_w_firstyear.customer_id
- and t_s_firstyear.sale_type = 's'
- and t_w_firstyear.sale_type = 'w'
- and t_s_secyear.sale_type = 's'
- and t_w_secyear.sale_type = 'w'
- and t_s_firstyear.dyear = 2001
- and t_s_secyear.dyear = 2001+1
- and t_w_firstyear.dyear = 2001
- and t_w_secyear.dyear = 2001+1
- and t_s_firstyear.year_total > 0
- and t_w_firstyear.year_total > 0
- and case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
- > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
- order by t_s_secyear.c_preferred_cust_flag
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
-Reducer 12 <- Map 18 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Map 10 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
-Reducer 15 <- Map 18 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Reducer 15 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
-Reducer 3 <- Map 18 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
-Reducer 8 <- Map 18 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_96]
- Limit [LIM_95] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_94] (rows=574987679 width=88)
- Output:["_col0"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_93]
- Select Operator [SEL_92] (rows=574987679 width=88)
- Output:["_col0"]
- Filter Operator [FIL_91] (rows=574987679 width=88)
- predicate:CASE WHEN ((_col14 > 0)) THEN (CASE WHEN ((_col22 > 0)) THEN (((_col7 / _col22) > (_col30 / _col14))) ELSE ((null > (_col30 / _col14))) END) ELSE (CASE WHEN ((_col22 > 0)) THEN (((_col7 / _col22) > null)) ELSE (null) END) END
- Merge Join Operator [MERGEJOIN_175] (rows=1149975359 width=88)
- Conds:RS_86._col0=RS_87._col0(Inner),RS_87._col0=RS_88._col0(Inner),RS_87._col0=RS_89._col0(Inner),Output:["_col7","_col14","_col22","_col26","_col30"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- PartitionCols:_col0
- Select Operator [SEL_85] (rows=348477374 width=88)
- Output:["_col0","_col3","_col7"]
- Group By Operator [GBY_84] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Group By Operator [GBY_82] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator [SEL_80] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_174] (rows=696954748 width=88)
- Conds:RS_77._col1=RS_78._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_78]
- PartitionCols:_col0
- Select Operator [SEL_73] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_164] (rows=80000000 width=860)
- predicate:(c_customer_id is not null and c_customer_sk is not null)
- TableScan [TS_71] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name","c_preferred_cust_flag","c_birth_country","c_login","c_email_address"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_77]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_173] (rows=633595212 width=88)
- Conds:RS_74._col0=RS_75._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_75]
- PartitionCols:_col0
- Select Operator [SEL_70] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_163] (rows=36524 width=1119)
- predicate:((d_year = 2002) and d_date_sk is not null)
- TableScan [TS_68] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- PartitionCols:_col0
- Select Operator [SEL_67] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_162] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_65] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_discount_amt","ss_ext_list_price"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_87]
- PartitionCols:_col0
- Select Operator [SEL_42] (rows=116159124 width=88)
- Output:["_col0","_col6"]
- Filter Operator [FIL_41] (rows=116159124 width=88)
- predicate:(_col7 > 0)
- Select Operator [SEL_166] (rows=348477374 width=88)
- Output:["_col0","_col7"]
- Group By Operator [GBY_40] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Group By Operator [GBY_38] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator [SEL_36] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_170] (rows=696954748 width=88)
- Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_73]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_169] (rows=633595212 width=88)
- Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_26] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_157] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_68]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_67]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_86]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=87121617 width=135)
- Output:["_col0","_col7"]
- Group By Operator [GBY_19] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Group By Operator [GBY_17] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator [SEL_15] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_168] (rows=174243235 width=135)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_73]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_167] (rows=158402938 width=135)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_70]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_153] (rows=144002668 width=135)
- predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk","ws_ext_discount_amt","ws_ext_list_price"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_88]
- PartitionCols:_col0
- Filter Operator [FIL_63] (rows=29040539 width=135)
- predicate:(_col7 > 0)
- Select Operator [SEL_165] (rows=87121617 width=135)
- Output:["_col0","_col7"]
- Group By Operator [GBY_62] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Group By Operator [GBY_60] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator [SEL_58] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_172] (rows=174243235 width=135)
- Conds:RS_55._col1=RS_56._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_73]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_171] (rows=158402938 width=135)
- Conds:RS_52._col0=RS_53._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col0
- Select Operator [SEL_48] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_160] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_68]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query12.q.out b/ql/src/test/results/clientpositive/perf/query12.q.out
deleted file mode 100644
index 0506eca..0000000
--- a/ql/src/test/results/clientpositive/perf/query12.q.out
+++ /dev/null
@@ -1,138 +0,0 @@
-PREHOOK: query: explain
-select i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
- ,sum(ws_ext_sales_price) as itemrevenue
- ,sum(ws_ext_sales_price)*100/sum(sum(ws_ext_sales_price)) over
- (partition by i_class) as revenueratio
-from
- web_sales
- ,item
- ,date_dim
-where
- ws_item_sk = i_item_sk
- and i_category in ('Jewelry', 'Sports', 'Books')
- and ws_sold_date_sk = d_date_sk
- and d_date between cast('2001-01-12' as date)
- and (cast('2001-01-12' as date) + 30 days)
-group by
- i_item_id
- ,i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
-order by
- i_category
- ,i_class
- ,i_item_id
- ,i_item_desc
- ,revenueratio
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
- ,sum(ws_ext_sales_price) as itemrevenue
- ,sum(ws_ext_sales_price)*100/sum(sum(ws_ext_sales_price)) over
- (partition by i_class) as revenueratio
-from
- web_sales
- ,item
- ,date_dim
-where
- ws_item_sk = i_item_sk
- and i_category in ('Jewelry', 'Sports', 'Books')
- and ws_sold_date_sk = d_date_sk
- and d_date between cast('2001-01-12' as date)
- and (cast('2001-01-12' as date) + 30 days)
-group by
- i_item_id
- ,i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
-order by
- i_category
- ,i_class
- ,i_item_id
- ,i_item_desc
- ,revenueratio
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 6
- File Output Operator [FS_29]
- Limit [LIM_27] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_26] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- Select Operator [SEL_23] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- PTF Operator [PTF_22] (rows=87121617 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}]
- Select Operator [SEL_21] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col3
- Select Operator [SEL_19] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_18] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_16] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col10, _col9, _col6, _col7, _col8
- Merge Join Operator [MERGEJOIN_39] (rows=174243235 width=135)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_37] (rows=231000 width=1436)
- predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null)
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_38] (rows=158402938 width=135)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_35] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_36] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2001-01-12 00:00:00.0 AND 2001-02-11 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
-
[46/50] [abbrv] hive git commit: HIVE-17665: Update netty-all to
latest 4.0.x.Final (Prasanth Jayachandran reviewed by Thejas Nair)
Posted by se...@apache.org.
HIVE-17665: Update netty-all to latest 4.0.x.Final (Prasanth Jayachandran reviewed by Thejas Nair)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/ae68d85a
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/ae68d85a
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/ae68d85a
Branch: refs/heads/hive-14535
Commit: ae68d85aba0d5ce61e6bee8d5cf39b63930d2a44
Parents: b1ca2a5
Author: Prasanth Jayachandran <pr...@apache.org>
Authored: Mon Oct 2 13:37:13 2017 -0700
Committer: Prasanth Jayachandran <pr...@apache.org>
Committed: Mon Oct 2 13:37:13 2017 -0700
----------------------------------------------------------------------
pom.xml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/ae68d85a/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index c3e197d..52e5301 100644
--- a/pom.xml
+++ b/pom.xml
@@ -183,7 +183,7 @@
<orc.version>1.3.3</orc.version>
<mockito-all.version>1.10.19</mockito-all.version>
<mina.version>2.0.0-M5</mina.version>
- <netty.version>4.0.29.Final</netty.version>
+ <netty.version>4.0.52.Final</netty.version>
<parquet.version>1.9.0</parquet.version>
<pig.version>0.16.0</pig.version>
<plexus.version>1.5.6</plexus.version>
[16/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query27.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query27.q.out b/ql/src/test/results/clientpositive/perf/tez/query27.q.out
new file mode 100644
index 0000000..c6a1905
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query27.q.out
@@ -0,0 +1,140 @@
+PREHOOK: query: explain
+select i_item_id,
+ s_state, grouping(s_state) g_state,
+ avg(ss_quantity) agg1,
+ avg(ss_list_price) agg2,
+ avg(ss_coupon_amt) agg3,
+ avg(ss_sales_price) agg4
+ from store_sales, customer_demographics, date_dim, store, item
+ where ss_sold_date_sk = d_date_sk and
+ ss_item_sk = i_item_sk and
+ ss_store_sk = s_store_sk and
+ ss_cdemo_sk = cd_demo_sk and
+ cd_gender = 'M' and
+ cd_marital_status = 'U' and
+ cd_education_status = '2 yr Degree' and
+ d_year = 2001 and
+ s_state in ('SD','FL', 'MI', 'LA', 'MO', 'SC')
+ group by rollup (i_item_id, s_state)
+ order by i_item_id
+ ,s_state
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_item_id,
+ s_state, grouping(s_state) g_state,
+ avg(ss_quantity) agg1,
+ avg(ss_list_price) agg2,
+ avg(ss_coupon_amt) agg3,
+ avg(ss_sales_price) agg4
+ from store_sales, customer_demographics, date_dim, store, item
+ where ss_sold_date_sk = d_date_sk and
+ ss_item_sk = i_item_sk and
+ ss_store_sk = s_store_sk and
+ ss_cdemo_sk = cd_demo_sk and
+ cd_gender = 'M' and
+ cd_marital_status = 'U' and
+ cd_education_status = '2 yr Degree' and
+ d_year = 2001 and
+ s_state in ('SD','FL', 'MI', 'LA', 'MO', 'SC')
+ group by rollup (i_item_id, s_state)
+ order by i_item_id
+ ,s_state
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_36]
+ Limit [LIM_35] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_34] (rows=1264972921 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ Select Operator [SEL_32] (rows=1264972921 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Group By Operator [GBY_31] (rows=1264972921 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_29] (rows=2529945843 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["avg(_col2)","avg(_col3)","avg(_col4)","avg(_col5)"],keys:_col0, _col1, 0
+ Select Operator [SEL_27] (rows=843315281 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_59] (rows=843315281 width=88)
+ Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15","_col17"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_55] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_12] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_58] (rows=766650239 width=88)
+ Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col15"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=852 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_54] (rows=852 width=1910)
+ predicate:((s_state) IN ('SD', 'FL', 'MI', 'LA', 'MO', 'SC') and s_store_sk is not null)
+ TableScan [TS_9] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_57] (rows=696954748 width=88)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_53] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_56] (rows=633595212 width=88)
+ Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_51] (rows=575995635 width=88)
+ predicate:(ss_cdemo_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_store_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=232725 width=385)
+ Output:["_col0"]
+ Filter Operator [FIL_52] (rows=232725 width=385)
+ predicate:((cd_education_status = '2 yr Degree') and (cd_gender = 'M') and (cd_marital_status = 'U') and cd_demo_sk is not null)
+ TableScan [TS_3] (rows=1861800 width=385)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query28.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query28.q.out b/ql/src/test/results/clientpositive/perf/tez/query28.q.out
new file mode 100644
index 0000000..33dc1ae
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query28.q.out
@@ -0,0 +1,256 @@
+Warning: Shuffle Join MERGEJOIN[94][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5]] in Stage 'Reducer 4' is a cross product
+PREHOOK: query: explain
+select *
+from (select avg(ss_list_price) B1_LP
+ ,count(ss_list_price) B1_CNT
+ ,count(distinct ss_list_price) B1_CNTD
+ from store_sales
+ where ss_quantity between 0 and 5
+ and (ss_list_price between 11 and 11+10
+ or ss_coupon_amt between 460 and 460+1000
+ or ss_wholesale_cost between 14 and 14+20)) B1,
+ (select avg(ss_list_price) B2_LP
+ ,count(ss_list_price) B2_CNT
+ ,count(distinct ss_list_price) B2_CNTD
+ from store_sales
+ where ss_quantity between 6 and 10
+ and (ss_list_price between 91 and 91+10
+ or ss_coupon_amt between 1430 and 1430+1000
+ or ss_wholesale_cost between 32 and 32+20)) B2,
+ (select avg(ss_list_price) B3_LP
+ ,count(ss_list_price) B3_CNT
+ ,count(distinct ss_list_price) B3_CNTD
+ from store_sales
+ where ss_quantity between 11 and 15
+ and (ss_list_price between 66 and 66+10
+ or ss_coupon_amt between 920 and 920+1000
+ or ss_wholesale_cost between 4 and 4+20)) B3,
+ (select avg(ss_list_price) B4_LP
+ ,count(ss_list_price) B4_CNT
+ ,count(distinct ss_list_price) B4_CNTD
+ from store_sales
+ where ss_quantity between 16 and 20
+ and (ss_list_price between 142 and 142+10
+ or ss_coupon_amt between 3054 and 3054+1000
+ or ss_wholesale_cost between 80 and 80+20)) B4,
+ (select avg(ss_list_price) B5_LP
+ ,count(ss_list_price) B5_CNT
+ ,count(distinct ss_list_price) B5_CNTD
+ from store_sales
+ where ss_quantity between 21 and 25
+ and (ss_list_price between 135 and 135+10
+ or ss_coupon_amt between 14180 and 14180+1000
+ or ss_wholesale_cost between 38 and 38+20)) B5,
+ (select avg(ss_list_price) B6_LP
+ ,count(ss_list_price) B6_CNT
+ ,count(distinct ss_list_price) B6_CNTD
+ from store_sales
+ where ss_quantity between 26 and 30
+ and (ss_list_price between 28 and 28+10
+ or ss_coupon_amt between 2513 and 2513+1000
+ or ss_wholesale_cost between 42 and 42+20)) B6
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select *
+from (select avg(ss_list_price) B1_LP
+ ,count(ss_list_price) B1_CNT
+ ,count(distinct ss_list_price) B1_CNTD
+ from store_sales
+ where ss_quantity between 0 and 5
+ and (ss_list_price between 11 and 11+10
+ or ss_coupon_amt between 460 and 460+1000
+ or ss_wholesale_cost between 14 and 14+20)) B1,
+ (select avg(ss_list_price) B2_LP
+ ,count(ss_list_price) B2_CNT
+ ,count(distinct ss_list_price) B2_CNTD
+ from store_sales
+ where ss_quantity between 6 and 10
+ and (ss_list_price between 91 and 91+10
+ or ss_coupon_amt between 1430 and 1430+1000
+ or ss_wholesale_cost between 32 and 32+20)) B2,
+ (select avg(ss_list_price) B3_LP
+ ,count(ss_list_price) B3_CNT
+ ,count(distinct ss_list_price) B3_CNTD
+ from store_sales
+ where ss_quantity between 11 and 15
+ and (ss_list_price between 66 and 66+10
+ or ss_coupon_amt between 920 and 920+1000
+ or ss_wholesale_cost between 4 and 4+20)) B3,
+ (select avg(ss_list_price) B4_LP
+ ,count(ss_list_price) B4_CNT
+ ,count(distinct ss_list_price) B4_CNTD
+ from store_sales
+ where ss_quantity between 16 and 20
+ and (ss_list_price between 142 and 142+10
+ or ss_coupon_amt between 3054 and 3054+1000
+ or ss_wholesale_cost between 80 and 80+20)) B4,
+ (select avg(ss_list_price) B5_LP
+ ,count(ss_list_price) B5_CNT
+ ,count(distinct ss_list_price) B5_CNTD
+ from store_sales
+ where ss_quantity between 21 and 25
+ and (ss_list_price between 135 and 135+10
+ or ss_coupon_amt between 14180 and 14180+1000
+ or ss_wholesale_cost between 38 and 38+20)) B5,
+ (select avg(ss_list_price) B6_LP
+ ,count(ss_list_price) B6_CNT
+ ,count(distinct ss_list_price) B6_CNTD
+ from store_sales
+ where ss_quantity between 26 and 30
+ and (ss_list_price between 28 and 28+10
+ or ss_coupon_amt between 2513 and 2513+1000
+ or ss_wholesale_cost between 42 and 42+20)) B6
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (CUSTOM_SIMPLE_EDGE)
+Reducer 11 <- Map 1 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE)
+Reducer 13 <- Map 1 (SIMPLE_EDGE)
+Reducer 14 <- Reducer 13 (CUSTOM_SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE)
+Reducer 4 <- Reducer 10 (CUSTOM_SIMPLE_EDGE), Reducer 12 (CUSTOM_SIMPLE_EDGE), Reducer 14 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE), Reducer 8 (CUSTOM_SIMPLE_EDGE)
+Reducer 5 <- Map 1 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (CUSTOM_SIMPLE_EDGE)
+Reducer 7 <- Map 1 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (CUSTOM_SIMPLE_EDGE)
+Reducer 9 <- Map 1 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 4
+ File Output Operator [FS_51]
+ Limit [LIM_50] (rows=1 width=3505)
+ Number of rows:100
+ Select Operator [SEL_49] (rows=1 width=3505)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"]
+ Merge Join Operator [MERGEJOIN_94] (rows=1 width=3505)
+ Conds:(Inner),(Inner),(Inner),(Inner),(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"]
+ <-Reducer 10 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_45]
+ Group By Operator [GBY_81] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
+ <-Reducer 9 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_80]
+ Group By Operator [GBY_79] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
+ Group By Operator [GBY_78] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_77]
+ PartitionCols:_col0
+ Group By Operator [GBY_76] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
+ Select Operator [SEL_23] (rows=21333171 width=88)
+ Output:["ss_list_price"]
+ Filter Operator [FIL_55] (rows=21333171 width=88)
+ predicate:((ss_list_price BETWEEN 142 AND 152 or ss_coupon_amt BETWEEN 3054 AND 4054 or ss_wholesale_cost BETWEEN 80 AND 100) and ss_quantity BETWEEN 16 AND 20)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
+ <-Reducer 12 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_46]
+ Group By Operator [GBY_87] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
+ <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_86]
+ Group By Operator [GBY_85] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
+ Group By Operator [GBY_84] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_83]
+ PartitionCols:_col0
+ Group By Operator [GBY_82] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
+ Select Operator [SEL_30] (rows=21333171 width=88)
+ Output:["ss_list_price"]
+ Filter Operator [FIL_56] (rows=21333171 width=88)
+ predicate:((ss_list_price BETWEEN 66 AND 76 or ss_coupon_amt BETWEEN 920 AND 1920 or ss_wholesale_cost BETWEEN 4 AND 24) and ss_quantity BETWEEN 11 AND 15)
+ Please refer to the previous TableScan [TS_0]
+ <-Reducer 14 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_47]
+ Group By Operator [GBY_93] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
+ <-Reducer 13 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_92]
+ Group By Operator [GBY_91] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
+ Group By Operator [GBY_90] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_89]
+ PartitionCols:_col0
+ Group By Operator [GBY_88] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
+ Select Operator [SEL_37] (rows=21333171 width=88)
+ Output:["ss_list_price"]
+ Filter Operator [FIL_57] (rows=21333171 width=88)
+ predicate:((ss_list_price BETWEEN 91 AND 101 or ss_coupon_amt BETWEEN 1430 AND 2430 or ss_wholesale_cost BETWEEN 32 AND 52) and ss_quantity BETWEEN 6 AND 10)
+ Please refer to the previous TableScan [TS_0]
+ <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_42]
+ Group By Operator [GBY_63] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
+ <-Reducer 2 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_62]
+ Group By Operator [GBY_61] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
+ Group By Operator [GBY_60] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0
+ Group By Operator [GBY_58] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
+ Select Operator [SEL_2] (rows=21333171 width=88)
+ Output:["ss_list_price"]
+ Filter Operator [FIL_52] (rows=21333171 width=88)
+ predicate:((ss_list_price BETWEEN 11 AND 21 or ss_coupon_amt BETWEEN 460 AND 1460 or ss_wholesale_cost BETWEEN 14 AND 34) and ss_quantity BETWEEN 0 AND 5)
+ Please refer to the previous TableScan [TS_0]
+ <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_43]
+ Group By Operator [GBY_69] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
+ <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_68]
+ Group By Operator [GBY_67] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
+ Group By Operator [GBY_66] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_65]
+ PartitionCols:_col0
+ Group By Operator [GBY_64] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
+ Select Operator [SEL_9] (rows=21333171 width=88)
+ Output:["ss_list_price"]
+ Filter Operator [FIL_53] (rows=21333171 width=88)
+ predicate:((ss_list_price BETWEEN 28 AND 38 or ss_coupon_amt BETWEEN 2513 AND 3513 or ss_wholesale_cost BETWEEN 42 AND 62) and ss_quantity BETWEEN 26 AND 30)
+ Please refer to the previous TableScan [TS_0]
+ <-Reducer 8 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_44]
+ Group By Operator [GBY_75] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
+ <-Reducer 7 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_74]
+ Group By Operator [GBY_73] (rows=1 width=584)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
+ Group By Operator [GBY_72] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ PartitionCols:_col0
+ Group By Operator [GBY_70] (rows=21333171 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
+ Select Operator [SEL_16] (rows=21333171 width=88)
+ Output:["ss_list_price"]
+ Filter Operator [FIL_54] (rows=21333171 width=88)
+ predicate:((ss_list_price BETWEEN 135 AND 145 or ss_coupon_amt BETWEEN 14180 AND 15180 or ss_wholesale_cost BETWEEN 38 AND 58) and ss_quantity BETWEEN 21 AND 25)
+ Please refer to the previous TableScan [TS_0]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query29.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query29.q.out b/ql/src/test/results/clientpositive/perf/tez/query29.q.out
new file mode 100644
index 0000000..81abe01
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query29.q.out
@@ -0,0 +1,230 @@
+PREHOOK: query: explain
+select
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ ,sum(ss_quantity) as store_sales_quantity
+ ,sum(sr_return_quantity) as store_returns_quantity
+ ,sum(cs_quantity) as catalog_sales_quantity
+ from
+ store_sales
+ ,store_returns
+ ,catalog_sales
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,item
+ where
+ d1.d_moy = 4
+ and d1.d_year = 1999
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and ss_customer_sk = sr_customer_sk
+ and ss_item_sk = sr_item_sk
+ and ss_ticket_number = sr_ticket_number
+ and sr_returned_date_sk = d2.d_date_sk
+ and d2.d_moy between 4 and 4 + 3
+ and d2.d_year = 1999
+ and sr_customer_sk = cs_bill_customer_sk
+ and sr_item_sk = cs_item_sk
+ and cs_sold_date_sk = d3.d_date_sk
+ and d3.d_year in (1999,1999+1,1999+2)
+ group by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ order by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ ,sum(ss_quantity) as store_sales_quantity
+ ,sum(sr_return_quantity) as store_returns_quantity
+ ,sum(cs_quantity) as catalog_sales_quantity
+ from
+ store_sales
+ ,store_returns
+ ,catalog_sales
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,item
+ where
+ d1.d_moy = 4
+ and d1.d_year = 1999
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and ss_customer_sk = sr_customer_sk
+ and ss_item_sk = sr_item_sk
+ and ss_ticket_number = sr_ticket_number
+ and sr_returned_date_sk = d2.d_date_sk
+ and d2.d_moy between 4 and 4 + 3
+ and d2.d_year = 1999
+ and sr_customer_sk = cs_bill_customer_sk
+ and sr_item_sk = cs_item_sk
+ and cs_sold_date_sk = d3.d_date_sk
+ and d3.d_year in (1999,1999+1,1999+2)
+ group by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ order by
+ i_item_id
+ ,i_item_desc
+ ,s_store_id
+ ,s_store_name
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 15 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 16 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 8 <- Map 12 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 13 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_55]
+ Limit [LIM_54] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_53] (rows=463823414 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ Group By Operator [GBY_50] (rows=463823414 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_48] (rows=927646829 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col14)","sum(_col22)","sum(_col3)"],keys:_col7, _col8, _col27, _col28
+ Merge Join Operator [MERGEJOIN_99] (rows=927646829 width=88)
+ Conds:RS_44._col1, _col2=RS_45._col14, _col13(Inner),Output:["_col3","_col7","_col8","_col14","_col22","_col27","_col28"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col14, _col13
+ Select Operator [SEL_40] (rows=843315281 width=88)
+ Output:["_col1","_col2","_col8","_col13","_col14","_col16","_col21","_col22"]
+ Merge Join Operator [MERGEJOIN_98] (rows=843315281 width=88)
+ Conds:RS_37._col3=RS_38._col0(Inner),Output:["_col5","_col10","_col11","_col13","_col18","_col19","_col21","_col22"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_27] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_92] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_25] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_97] (rows=766650239 width=88)
+ Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col3","_col5","_col10","_col11","_col13","_col18","_col19"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_24] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_91] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_22] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_96] (rows=696954748 width=88)
+ Conds:RS_31._col1, _col2, _col4=RS_32._col1, _col2, _col3(Inner),Output:["_col1","_col3","_col5","_col10","_col11","_col13"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col1, _col2, _col3
+ Merge Join Operator [MERGEJOIN_95] (rows=63350266 width=77)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=4058 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_90] (rows=4058 width=1119)
+ predicate:((d_year = 1999) and d_date_sk is not null and d_moy BETWEEN 4 AND 7)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_89] (rows=57591150 width=77)
+ predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null)
+ TableScan [TS_12] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col1, _col2, _col4
+ Merge Join Operator [MERGEJOIN_94] (rows=633595212 width=88)
+ Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_88] (rows=18262 width=1119)
+ predicate:((d_moy = 4) and (d_year = 1999) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_9]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_87] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_93] (rows=316788826 width=135)
+ Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_85] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36525 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_86] (rows=36525 width=1119)
+ predicate:((d_year) IN (1999, 2000, 2001) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,d3,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query3.q.out b/ql/src/test/results/clientpositive/perf/tez/query3.q.out
new file mode 100644
index 0000000..462f05d
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query3.q.out
@@ -0,0 +1,102 @@
+PREHOOK: query: explain
+select dt.d_year
+ ,item.i_brand_id brand_id
+ ,item.i_brand brand
+ ,sum(ss_ext_sales_price) sum_agg
+ from date_dim dt
+ ,store_sales
+ ,item
+ where dt.d_date_sk = store_sales.ss_sold_date_sk
+ and store_sales.ss_item_sk = item.i_item_sk
+ and item.i_manufact_id = 436
+ and dt.d_moy=12
+ group by dt.d_year
+ ,item.i_brand
+ ,item.i_brand_id
+ order by dt.d_year
+ ,sum_agg desc
+ ,brand_id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select dt.d_year
+ ,item.i_brand_id brand_id
+ ,item.i_brand brand
+ ,sum(ss_ext_sales_price) sum_agg
+ from date_dim dt
+ ,store_sales
+ ,item
+ where dt.d_date_sk = store_sales.ss_sold_date_sk
+ and store_sales.ss_item_sk = item.i_item_sk
+ and item.i_manufact_id = 436
+ and dt.d_moy=12
+ group by dt.d_year
+ ,item.i_brand
+ ,item.i_brand_id
+ order by dt.d_year
+ ,sum_agg desc
+ ,brand_id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_24]
+ Limit [LIM_23] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_22] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ Group By Operator [GBY_18] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)"],keys:_col8, _col4, _col5
+ Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col2","_col4","_col5","_col8"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36524 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_32] (rows=36524 width=1119)
+ predicate:((d_moy = 12) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
+ Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col4","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_30] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_31] (rows=231000 width=1436)
+ predicate:((i_manufact_id = 436) and i_item_sk is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manufact_id"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query30.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query30.q.out b/ql/src/test/results/clientpositive/perf/tez/query30.q.out
new file mode 100644
index 0000000..93ce9cd
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query30.q.out
@@ -0,0 +1,211 @@
+PREHOOK: query: explain
+with customer_total_return as
+ (select wr_returning_customer_sk as ctr_customer_sk
+ ,ca_state as ctr_state,
+ sum(wr_return_amt) as ctr_total_return
+ from web_returns
+ ,date_dim
+ ,customer_address
+ where wr_returned_date_sk = d_date_sk
+ and d_year =2002
+ and wr_returning_addr_sk = ca_address_sk
+ group by wr_returning_customer_sk
+ ,ca_state)
+ select c_customer_id,c_salutation,c_first_name,c_last_name,c_preferred_cust_flag
+ ,c_birth_day,c_birth_month,c_birth_year,c_birth_country,c_login,c_email_address
+ ,c_last_review_date,ctr_total_return
+ from customer_total_return ctr1
+ ,customer_address
+ ,customer
+ where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
+ from customer_total_return ctr2
+ where ctr1.ctr_state = ctr2.ctr_state)
+ and ca_address_sk = c_current_addr_sk
+ and ca_state = 'IL'
+ and ctr1.ctr_customer_sk = c_customer_sk
+ order by c_customer_id,c_salutation,c_first_name,c_last_name,c_preferred_cust_flag
+ ,c_birth_day,c_birth_month,c_birth_year,c_birth_country,c_login,c_email_address
+ ,c_last_review_date,ctr_total_return
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with customer_total_return as
+ (select wr_returning_customer_sk as ctr_customer_sk
+ ,ca_state as ctr_state,
+ sum(wr_return_amt) as ctr_total_return
+ from web_returns
+ ,date_dim
+ ,customer_address
+ where wr_returned_date_sk = d_date_sk
+ and d_year =2002
+ and wr_returning_addr_sk = ca_address_sk
+ group by wr_returning_customer_sk
+ ,ca_state)
+ select c_customer_id,c_salutation,c_first_name,c_last_name,c_preferred_cust_flag
+ ,c_birth_day,c_birth_month,c_birth_year,c_birth_country,c_login,c_email_address
+ ,c_last_review_date,ctr_total_return
+ from customer_total_return ctr1
+ ,customer_address
+ ,customer
+ where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
+ from customer_total_return ctr2
+ where ctr1.ctr_state = ctr2.ctr_state)
+ and ca_address_sk = c_current_addr_sk
+ and ca_state = 'IL'
+ and ctr1.ctr_customer_sk = c_customer_sk
+ order by c_customer_id,c_salutation,c_first_name,c_last_name,c_preferred_cust_flag
+ ,c_birth_day,c_birth_month,c_birth_year,c_birth_country,c_login,c_email_address
+ ,c_last_review_date,ctr_total_return
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
+Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE)
+Reducer 13 <- Map 11 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 6 <- Map 5 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 10 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Map 5 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 4
+ File Output Operator [FS_66]
+ Limit [LIM_65] (rows=100 width=860)
+ Number of rows:100
+ Select Operator [SEL_64] (rows=96800003 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ Select Operator [SEL_62] (rows=96800003 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12"]
+ Merge Join Operator [MERGEJOIN_107] (rows=96800003 width=860)
+ Conds:RS_59._col0=RS_60._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col18"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_101] (rows=88000001 width=860)
+ Conds:RS_56._col2=RS_57._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_94] (rows=20000000 width=1014)
+ predicate:((ca_state = 'IL') and ca_address_sk is not null)
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
+ Filter Operator [FIL_93] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_current_addr_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag","c_birth_day","c_birth_month","c_birth_year","c_birth_country","c_login","c_email_address","c_last_review_date"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0
+ Select Operator [SEL_55] (rows=8066666 width=1014)
+ Output:["_col0","_col2"]
+ Filter Operator [FIL_54] (rows=8066666 width=1014)
+ predicate:(_col2 > CASE WHEN (_col4 is null) THEN (null) ELSE (_col3) END)
+ Merge Join Operator [MERGEJOIN_106] (rows=24200000 width=1014)
+ Conds:RS_51._col1=RS_52._col2(Inner),Output:["_col0","_col2","_col3","_col4"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col2
+ Select Operator [SEL_50] (rows=11000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_49] (rows=11000000 width=1014)
+ Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col0
+ Select Operator [SEL_45] (rows=22000000 width=1014)
+ Output:["_col0","_col2"]
+ Group By Operator [GBY_44] (rows=22000000 width=1014)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Group By Operator [GBY_42] (rows=44000000 width=1014)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1
+ Merge Join Operator [MERGEJOIN_105] (rows=44000000 width=1014)
+ Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col1","_col3","_col7"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_34] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_100] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and ca_state is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_104] (rows=15838314 width=92)
+ Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_28] (rows=14398467 width=92)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_98] (rows=14398467 width=92)
+ predicate:(wr_returned_date_sk is not null and wr_returning_addr_sk is not null)
+ TableScan [TS_6] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_returning_customer_sk","wr_returning_addr_sk","wr_return_amt"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_96] (rows=36524 width=1119)
+ predicate:((d_year = 2002) and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col1
+ Select Operator [SEL_25] (rows=22000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_24] (rows=22000000 width=1014)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_22] (rows=44000000 width=1014)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1
+ Merge Join Operator [MERGEJOIN_103] (rows=44000000 width=1014)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col7"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_97] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ Please refer to the previous TableScan [TS_3]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_102] (rows=15838314 width=92)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=14398467 width=92)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_95] (rows=14398467 width=92)
+ predicate:(wr_returned_date_sk is not null and wr_returning_addr_sk is not null and wr_returning_customer_sk is not null)
+ Please refer to the previous TableScan [TS_6]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query31.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query31.q.out b/ql/src/test/results/clientpositive/perf/tez/query31.q.out
new file mode 100644
index 0000000..4ccc6a4
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query31.q.out
@@ -0,0 +1,358 @@
+PREHOOK: query: explain
+with ss as
+ (select ca_county,d_qoy, d_year,sum(ss_ext_sales_price) as store_sales
+ from store_sales,date_dim,customer_address
+ where ss_sold_date_sk = d_date_sk
+ and ss_addr_sk=ca_address_sk
+ group by ca_county,d_qoy, d_year),
+ ws as
+ (select ca_county,d_qoy, d_year,sum(ws_ext_sales_price) as web_sales
+ from web_sales,date_dim,customer_address
+ where ws_sold_date_sk = d_date_sk
+ and ws_bill_addr_sk=ca_address_sk
+ group by ca_county,d_qoy, d_year)
+ select /* tt */
+ ss1.ca_county
+ ,ss1.d_year
+ ,ws2.web_sales/ws1.web_sales web_q1_q2_increase
+ ,ss2.store_sales/ss1.store_sales store_q1_q2_increase
+ ,ws3.web_sales/ws2.web_sales web_q2_q3_increase
+ ,ss3.store_sales/ss2.store_sales store_q2_q3_increase
+ from
+ ss ss1
+ ,ss ss2
+ ,ss ss3
+ ,ws ws1
+ ,ws ws2
+ ,ws ws3
+ where
+ ss1.d_qoy = 1
+ and ss1.d_year = 2000
+ and ss1.ca_county = ss2.ca_county
+ and ss2.d_qoy = 2
+ and ss2.d_year = 2000
+ and ss2.ca_county = ss3.ca_county
+ and ss3.d_qoy = 3
+ and ss3.d_year = 2000
+ and ss1.ca_county = ws1.ca_county
+ and ws1.d_qoy = 1
+ and ws1.d_year = 2000
+ and ws1.ca_county = ws2.ca_county
+ and ws2.d_qoy = 2
+ and ws2.d_year = 2000
+ and ws1.ca_county = ws3.ca_county
+ and ws3.d_qoy = 3
+ and ws3.d_year =2000
+ and case when ws1.web_sales > 0 then ws2.web_sales/ws1.web_sales else null end
+ > case when ss1.store_sales > 0 then ss2.store_sales/ss1.store_sales else null end
+ and case when ws2.web_sales > 0 then ws3.web_sales/ws2.web_sales else null end
+ > case when ss2.store_sales > 0 then ss3.store_sales/ss2.store_sales else null end
+ order by ss1.d_year
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ss as
+ (select ca_county,d_qoy, d_year,sum(ss_ext_sales_price) as store_sales
+ from store_sales,date_dim,customer_address
+ where ss_sold_date_sk = d_date_sk
+ and ss_addr_sk=ca_address_sk
+ group by ca_county,d_qoy, d_year),
+ ws as
+ (select ca_county,d_qoy, d_year,sum(ws_ext_sales_price) as web_sales
+ from web_sales,date_dim,customer_address
+ where ws_sold_date_sk = d_date_sk
+ and ws_bill_addr_sk=ca_address_sk
+ group by ca_county,d_qoy, d_year)
+ select /* tt */
+ ss1.ca_county
+ ,ss1.d_year
+ ,ws2.web_sales/ws1.web_sales web_q1_q2_increase
+ ,ss2.store_sales/ss1.store_sales store_q1_q2_increase
+ ,ws3.web_sales/ws2.web_sales web_q2_q3_increase
+ ,ss3.store_sales/ss2.store_sales store_q2_q3_increase
+ from
+ ss ss1
+ ,ss ss2
+ ,ss ss3
+ ,ws ws1
+ ,ws ws2
+ ,ws ws3
+ where
+ ss1.d_qoy = 1
+ and ss1.d_year = 2000
+ and ss1.ca_county = ss2.ca_county
+ and ss2.d_qoy = 2
+ and ss2.d_year = 2000
+ and ss2.ca_county = ss3.ca_county
+ and ss3.d_qoy = 3
+ and ss3.d_year = 2000
+ and ss1.ca_county = ws1.ca_county
+ and ws1.d_qoy = 1
+ and ws1.d_year = 2000
+ and ws1.ca_county = ws2.ca_county
+ and ws2.d_qoy = 2
+ and ws2.d_year = 2000
+ and ws1.ca_county = ws3.ca_county
+ and ws3.d_qoy = 3
+ and ws3.d_year =2000
+ and case when ws1.web_sales > 0 then ws2.web_sales/ws1.web_sales else null end
+ > case when ss1.store_sales > 0 then ss2.store_sales/ss1.store_sales else null end
+ and case when ws2.web_sales > 0 then ws3.web_sales/ws2.web_sales else null end
+ > case when ss2.store_sales > 0 then ss3.store_sales/ss2.store_sales else null end
+ order by ss1.d_year
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 23 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
+Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
+Reducer 14 <- Map 23 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
+Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Reducer 15 (ONE_TO_ONE_EDGE), Reducer 19 (ONE_TO_ONE_EDGE), Reducer 22 (ONE_TO_ONE_EDGE)
+Reducer 17 <- Map 12 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
+Reducer 18 <- Map 23 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
+Reducer 19 <- Reducer 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+Reducer 20 <- Map 12 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
+Reducer 21 <- Map 23 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
+Reducer 22 <- Reducer 21 (SIMPLE_EDGE)
+Reducer 3 <- Map 23 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 11 (ONE_TO_ONE_EDGE), Reducer 16 (SIMPLE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE), Reducer 8 (ONE_TO_ONE_EDGE)
+Reducer 6 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+Reducer 7 <- Map 23 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_133]
+ Select Operator [SEL_132] (rows=287493839 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_130] (rows=287493839 width=88)
+ predicate:(CASE WHEN ((_col1 > 0)) THEN (CASE WHEN ((_col9 > 0)) THEN (((_col11 / _col9) > (_col5 / _col1))) ELSE ((null > (_col5 / _col1))) END) ELSE (CASE WHEN ((_col9 > 0)) THEN (((_col11 / _col9) > null)) ELSE (null) END) END and CASE WHEN ((_col3 > 0)) THEN (CASE WHEN ((_col7 > 0)) THEN (((_col9 / _col7) > (_col1 / _col3))) ELSE ((null > (_col1 / _col3))) END) ELSE (CASE WHEN ((_col7 > 0)) THEN (((_col9 / _col7) > null)) ELSE (null) END) END)
+ Merge Join Operator [MERGEJOIN_267] (rows=1149975359 width=88)
+ Conds:RS_125._col0=RS_126._col0(Inner),RS_125._col0=RS_127._col0(Inner),RS_125._col0=RS_128._col0(Inner),Output:["_col0","_col1","_col3","_col5","_col7","_col9","_col11"]
+ <-Reducer 11 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_127]
+ PartitionCols:_col0
+ Group By Operator [GBY_58] (rows=348477374 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col0
+ Group By Operator [GBY_56] (rows=696954748 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
+ Merge Join Operator [MERGEJOIN_259] (rows=696954748 width=88)
+ Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col2","_col7"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_238] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and ca_county is not null)
+ TableScan [TS_6] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_258] (rows=633595212 width=88)
+ Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col0
+ Select Operator [SEL_45] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_243] (rows=18262 width=1119)
+ predicate:((d_qoy = 3) and (d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_236] (rows=575995635 width=88)
+ predicate:(ss_addr_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_128]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_266] (rows=191667561 width=135)
+ Conds:RS_120._col0=RS_121._col0(Inner),RS_120._col0=RS_122._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
+ <-Reducer 15 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_120]
+ PartitionCols:_col0
+ Group By Operator [GBY_78] (rows=87121617 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_77]
+ PartitionCols:_col0
+ Group By Operator [GBY_76] (rows=174243235 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
+ Merge Join Operator [MERGEJOIN_261] (rows=174243235 width=135)
+ Conds:RS_72._col1=RS_73._col0(Inner),Output:["_col2","_col7"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_73]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_72]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_260] (rows=158402938 width=135)
+ Conds:RS_69._col0=RS_70._col0(Inner),Output:["_col1","_col2"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col0
+ Select Operator [SEL_65] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_246] (rows=18262 width=1119)
+ predicate:((d_qoy = 1) and (d_year = 2000) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_69]
+ PartitionCols:_col0
+ Select Operator [SEL_62] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_245] (rows=144002668 width=135)
+ predicate:(ws_bill_addr_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_60] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"]
+ <-Reducer 19 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_121]
+ PartitionCols:_col0
+ Group By Operator [GBY_98] (rows=87121617 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col0
+ Group By Operator [GBY_96] (rows=174243235 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
+ Merge Join Operator [MERGEJOIN_263] (rows=174243235 width=135)
+ Conds:RS_92._col1=RS_93._col0(Inner),Output:["_col2","_col7"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_93]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_92]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_262] (rows=158402938 width=135)
+ Conds:RS_89._col0=RS_90._col0(Inner),Output:["_col1","_col2"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_90]
+ PartitionCols:_col0
+ Select Operator [SEL_85] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_249] (rows=18262 width=1119)
+ predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_89]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_62]
+ <-Reducer 22 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_122]
+ PartitionCols:_col0
+ Group By Operator [GBY_118] (rows=87121617 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_117]
+ PartitionCols:_col0
+ Group By Operator [GBY_116] (rows=174243235 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
+ Merge Join Operator [MERGEJOIN_265] (rows=174243235 width=135)
+ Conds:RS_112._col1=RS_113._col0(Inner),Output:["_col2","_col7"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_113]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_112]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_264] (rows=158402938 width=135)
+ Conds:RS_109._col0=RS_110._col0(Inner),Output:["_col1","_col2"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_110]
+ PartitionCols:_col0
+ Select Operator [SEL_105] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_252] (rows=18262 width=1119)
+ predicate:((d_qoy = 3) and (d_year = 2000) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_62]
+ <-Reducer 4 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_125]
+ PartitionCols:_col0
+ Group By Operator [GBY_18] (rows=348477374 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
+ Merge Join Operator [MERGEJOIN_255] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_254] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_237] (rows=18262 width=1119)
+ predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 8 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_126]
+ PartitionCols:_col0
+ Group By Operator [GBY_38] (rows=348477374 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0
+ Group By Operator [GBY_36] (rows=696954748 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
+ Merge Join Operator [MERGEJOIN_257] (rows=696954748 width=88)
+ Conds:RS_32._col1=RS_33._col0(Inner),Output:["_col2","_col7"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_256] (rows=633595212 width=88)
+ Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1","_col2"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Select Operator [SEL_25] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_240] (rows=18262 width=1119)
+ predicate:((d_qoy = 1) and (d_year = 2000) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query32.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query32.q.out b/ql/src/test/results/clientpositive/perf/tez/query32.q.out
new file mode 100644
index 0000000..7b21854
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query32.q.out
@@ -0,0 +1,144 @@
+PREHOOK: query: explain
+select sum(cs_ext_discount_amt) as `excess discount amount`
+from
+ catalog_sales
+ ,item
+ ,date_dim
+where
+i_manufact_id = 269
+and i_item_sk = cs_item_sk
+and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + 90 days)
+and d_date_sk = cs_sold_date_sk
+and cs_ext_discount_amt
+ > (
+ select
+ 1.3 * avg(cs_ext_discount_amt)
+ from
+ catalog_sales
+ ,date_dim
+ where
+ cs_item_sk = i_item_sk
+ and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + 90 days)
+ and d_date_sk = cs_sold_date_sk
+ )
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select sum(cs_ext_discount_amt) as `excess discount amount`
+from
+ catalog_sales
+ ,item
+ ,date_dim
+where
+i_manufact_id = 269
+and i_item_sk = cs_item_sk
+and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + 90 days)
+and d_date_sk = cs_sold_date_sk
+and cs_ext_discount_amt
+ > (
+ select
+ 1.3 * avg(cs_ext_discount_amt)
+ from
+ catalog_sales
+ ,date_dim
+ where
+ cs_item_sk = i_item_sk
+ and d_date between '1998-03-18' and
+ (cast('1998-03-18' as date) + 90 days)
+ and d_date_sk = cs_sold_date_sk
+ )
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE)
+Reducer 5 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 9 (SIMPLE_EDGE), Reducer 6 (ONE_TO_ONE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 4
+ File Output Operator [FS_40]
+ Limit [LIM_39] (rows=1 width=112)
+ Number of rows:100
+ Group By Operator [GBY_37] (rows=1 width=112)
+ Output:["_col0"],aggregations:["sum(VALUE._col0)"]
+ <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_36]
+ Group By Operator [GBY_35] (rows=1 width=112)
+ Output:["_col0"],aggregations:["sum(_col2)"]
+ Select Operator [SEL_34] (rows=116155905 width=135)
+ Output:["_col2"]
+ Filter Operator [FIL_33] (rows=116155905 width=135)
+ predicate:(_col2 > _col5)
+ Merge Join Operator [MERGEJOIN_61] (rows=348467716 width=135)
+ Conds:RS_30._col1=RS_31._col2(Inner),Output:["_col2","_col5"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_58] (rows=316788826 width=135)
+ Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_53] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_54] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-03-18 00:00:00.0 AND 1998-06-16 01:00:00.0 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_60] (rows=174233858 width=135)
+ Conds:RS_23._col1=RS_24._col0(Inner),Output:["_col0","_col2"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=231000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_57] (rows=231000 width=1436)
+ predicate:((i_manufact_id = 269) and i_item_sk is not null)
+ TableScan [TS_20] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"]
+ <-Reducer 6 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_23]
+ PartitionCols:_col1
+ Select Operator [SEL_19] (rows=158394413 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_18] (rows=158394413 width=135)
+ Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Group By Operator [GBY_16] (rows=316788826 width=135)
+ Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_59] (rows=316788826 width=135)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+
[24/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query81.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query81.q.out b/ql/src/test/results/clientpositive/perf/query81.q.out
deleted file mode 100644
index 5fb04b2..0000000
--- a/ql/src/test/results/clientpositive/perf/query81.q.out
+++ /dev/null
@@ -1,214 +0,0 @@
-PREHOOK: query: explain
-with customer_total_return as
- (select cr_returning_customer_sk as ctr_customer_sk
- ,ca_state as ctr_state,
- sum(cr_return_amt_inc_tax) as ctr_total_return
- from catalog_returns
- ,date_dim
- ,customer_address
- where cr_returned_date_sk = d_date_sk
- and d_year =1998
- and cr_returning_addr_sk = ca_address_sk
- group by cr_returning_customer_sk
- ,ca_state )
- select c_customer_id,c_salutation,c_first_name,c_last_name,ca_street_number,ca_street_name
- ,ca_street_type,ca_suite_number,ca_city,ca_county,ca_state,ca_zip,ca_country,ca_gmt_offset
- ,ca_location_type,ctr_total_return
- from customer_total_return ctr1
- ,customer_address
- ,customer
- where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
- from customer_total_return ctr2
- where ctr1.ctr_state = ctr2.ctr_state)
- and ca_address_sk = c_current_addr_sk
- and ca_state = 'IL'
- and ctr1.ctr_customer_sk = c_customer_sk
- order by c_customer_id,c_salutation,c_first_name,c_last_name,ca_street_number,ca_street_name
- ,ca_street_type,ca_suite_number,ca_city,ca_county,ca_state,ca_zip,ca_country,ca_gmt_offset
- ,ca_location_type,ctr_total_return
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with customer_total_return as
- (select cr_returning_customer_sk as ctr_customer_sk
- ,ca_state as ctr_state,
- sum(cr_return_amt_inc_tax) as ctr_total_return
- from catalog_returns
- ,date_dim
- ,customer_address
- where cr_returned_date_sk = d_date_sk
- and d_year =1998
- and cr_returning_addr_sk = ca_address_sk
- group by cr_returning_customer_sk
- ,ca_state )
- select c_customer_id,c_salutation,c_first_name,c_last_name,ca_street_number,ca_street_name
- ,ca_street_type,ca_suite_number,ca_city,ca_county,ca_state,ca_zip,ca_country,ca_gmt_offset
- ,ca_location_type,ctr_total_return
- from customer_total_return ctr1
- ,customer_address
- ,customer
- where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
- from customer_total_return ctr2
- where ctr1.ctr_state = ctr2.ctr_state)
- and ca_address_sk = c_current_addr_sk
- and ca_state = 'IL'
- and ctr1.ctr_customer_sk = c_customer_sk
- order by c_customer_id,c_salutation,c_first_name,c_last_name,ca_street_number,ca_street_name
- ,ca_street_type,ca_suite_number,ca_city,ca_county,ca_state,ca_zip,ca_country,ca_gmt_offset
- ,ca_location_type,ctr_total_return
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 13 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 14 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 12 <- Map 15 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 7 <- Map 14 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 15 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 4
- File Output Operator [FS_67]
- Select Operator [SEL_66] (rows=100 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
- Limit [LIM_65] (rows=100 width=860)
- Number of rows:100
- Select Operator [SEL_64] (rows=96800003 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- Select Operator [SEL_62] (rows=96800003 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
- Merge Join Operator [MERGEJOIN_108] (rows=96800003 width=860)
- Conds:RS_59._col0=RS_60._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17","_col20"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0
- Select Operator [SEL_55] (rows=8066666 width=1014)
- Output:["_col0","_col2"]
- Filter Operator [FIL_54] (rows=8066666 width=1014)
- predicate:(_col2 > CASE WHEN (_col4 is null) THEN (null) ELSE (_col3) END)
- Merge Join Operator [MERGEJOIN_107] (rows=24200000 width=1014)
- Conds:RS_51._col1=RS_52._col2(Inner),Output:["_col0","_col2","_col3","_col4"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col2
- Select Operator [SEL_50] (rows=11000000 width=1014)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_49] (rows=11000000 width=1014)
- Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col0
- Select Operator [SEL_45] (rows=22000000 width=1014)
- Output:["_col0","_col2"]
- Group By Operator [GBY_44] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Group By Operator [GBY_42] (rows=44000000 width=1014)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1
- Merge Join Operator [MERGEJOIN_106] (rows=44000000 width=1014)
- Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col1","_col3","_col7"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_34] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_101] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and ca_state is not null)
- TableScan [TS_12] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_105] (rows=31678769 width=106)
- Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_97] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_28] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_99] (rows=28798881 width=106)
- predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null)
- TableScan [TS_6] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_returning_addr_sk","cr_return_amt_inc_tax"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col1
- Select Operator [SEL_25] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_24] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_22] (rows=44000000 width=1014)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1
- Merge Join Operator [MERGEJOIN_104] (rows=44000000 width=1014)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col7"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_98] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- Please refer to the previous TableScan [TS_12]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_103] (rows=31678769 width=106)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_96] (rows=28798881 width=106)
- predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null and cr_returning_customer_sk is not null)
- Please refer to the previous TableScan [TS_6]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_102] (rows=88000001 width=860)
- Conds:RS_56._col2=RS_57._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_94] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_current_addr_sk","c_salutation","c_first_name","c_last_name"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=20000000 width=1014)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11"]
- Filter Operator [FIL_95] (rows=20000000 width=1014)
- predicate:((ca_state = 'IL') and ca_address_sk is not null)
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_street_type","ca_suite_number","ca_city","ca_county","ca_state","ca_zip","ca_country","ca_gmt_offset","ca_location_type"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query82.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query82.q.out b/ql/src/test/results/clientpositive/perf/query82.q.out
deleted file mode 100644
index 037c2ff..0000000
--- a/ql/src/test/results/clientpositive/perf/query82.q.out
+++ /dev/null
@@ -1,103 +0,0 @@
-PREHOOK: query: explain
-select i_item_id
- ,i_item_desc
- ,i_current_price
- from item, inventory, date_dim, store_sales
- where i_current_price between 30 and 30+30
- and inv_item_sk = i_item_sk
- and d_date_sk=inv_date_sk
- and d_date between cast('2002-05-30' as date) and (cast('2002-05-30' as date) + 60 days)
- and i_manufact_id in (437,129,727,663)
- and inv_quantity_on_hand between 100 and 500
- and ss_item_sk = i_item_sk
- group by i_item_id,i_item_desc,i_current_price
- order by i_item_id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_item_id
- ,i_item_desc
- ,i_current_price
- from item, inventory, date_dim, store_sales
- where i_current_price between 30 and 30+30
- and inv_item_sk = i_item_sk
- and d_date_sk=inv_date_sk
- and d_date between cast('2002-05-30' as date) and (cast('2002-05-30' as date) + 60 days)
- and i_manufact_id in (437,129,727,663)
- and inv_quantity_on_hand between 100 and 500
- and ss_item_sk = i_item_sk
- group by i_item_id,i_item_desc,i_current_price
- order by i_item_id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 7 <- Map 6 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 4
- File Output Operator [FS_28]
- Limit [LIM_27] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_26] (rows=633595212 width=88)
- Output:["_col0","_col1","_col2"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- Group By Operator [GBY_23] (rows=633595212 width=88)
- Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_21] (rows=1267190424 width=88)
- Output:["_col0","_col1","_col2"],keys:_col2, _col3, _col4
- Merge Join Operator [MERGEJOIN_44] (rows=1267190424 width=88)
- Conds:RS_16._col0=RS_17._col0(Inner),RS_17._col0=RS_18._col1(Inner),Output:["_col2","_col3","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0"]
- Filter Operator [FIL_39] (rows=575995635 width=88)
- predicate:ss_item_sk is not null
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=25666 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_40] (rows=25666 width=1436)
- predicate:((i_manufact_id) IN (437, 129, 727, 663) and i_current_price BETWEEN 30 AND 60 and i_item_sk is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_manufact_id"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_43] (rows=4593600 width=15)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=4176000 width=15)
- Output:["_col0","_col1"]
- Filter Operator [FIL_41] (rows=4176000 width=15)
- predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_quantity_on_hand BETWEEN 100 AND 500)
- TableScan [TS_6] (rows=37584000 width=15)
- default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_quantity_on_hand"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_42] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2002-05-30 00:00:00.0 AND 2002-07-29 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query83.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query83.q.out b/ql/src/test/results/clientpositive/perf/query83.q.out
deleted file mode 100644
index 2a3a946..0000000
--- a/ql/src/test/results/clientpositive/perf/query83.q.out
+++ /dev/null
@@ -1,372 +0,0 @@
-PREHOOK: query: explain
-with sr_items as
- (select i_item_id item_id,
- sum(sr_return_quantity) sr_item_qty
- from store_returns,
- item,
- date_dim
- where sr_item_sk = i_item_sk
- and d_date in
- (select d_date
- from date_dim
- where d_week_seq in
- (select d_week_seq
- from date_dim
- where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
- and sr_returned_date_sk = d_date_sk
- group by i_item_id),
- cr_items as
- (select i_item_id item_id,
- sum(cr_return_quantity) cr_item_qty
- from catalog_returns,
- item,
- date_dim
- where cr_item_sk = i_item_sk
- and d_date in
- (select d_date
- from date_dim
- where d_week_seq in
- (select d_week_seq
- from date_dim
- where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
- and cr_returned_date_sk = d_date_sk
- group by i_item_id),
- wr_items as
- (select i_item_id item_id,
- sum(wr_return_quantity) wr_item_qty
- from web_returns,
- item,
- date_dim
- where wr_item_sk = i_item_sk
- and d_date in
- (select d_date
- from date_dim
- where d_week_seq in
- (select d_week_seq
- from date_dim
- where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
- and wr_returned_date_sk = d_date_sk
- group by i_item_id)
- select sr_items.item_id
- ,sr_item_qty
- ,sr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 sr_dev
- ,cr_item_qty
- ,cr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 cr_dev
- ,wr_item_qty
- ,wr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 wr_dev
- ,(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 average
- from sr_items
- ,cr_items
- ,wr_items
- where sr_items.item_id=cr_items.item_id
- and sr_items.item_id=wr_items.item_id
- order by sr_items.item_id
- ,sr_item_qty
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with sr_items as
- (select i_item_id item_id,
- sum(sr_return_quantity) sr_item_qty
- from store_returns,
- item,
- date_dim
- where sr_item_sk = i_item_sk
- and d_date in
- (select d_date
- from date_dim
- where d_week_seq in
- (select d_week_seq
- from date_dim
- where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
- and sr_returned_date_sk = d_date_sk
- group by i_item_id),
- cr_items as
- (select i_item_id item_id,
- sum(cr_return_quantity) cr_item_qty
- from catalog_returns,
- item,
- date_dim
- where cr_item_sk = i_item_sk
- and d_date in
- (select d_date
- from date_dim
- where d_week_seq in
- (select d_week_seq
- from date_dim
- where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
- and cr_returned_date_sk = d_date_sk
- group by i_item_id),
- wr_items as
- (select i_item_id item_id,
- sum(wr_return_quantity) wr_item_qty
- from web_returns,
- item,
- date_dim
- where wr_item_sk = i_item_sk
- and d_date in
- (select d_date
- from date_dim
- where d_week_seq in
- (select d_week_seq
- from date_dim
- where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
- and wr_returned_date_sk = d_date_sk
- group by i_item_id)
- select sr_items.item_id
- ,sr_item_qty
- ,sr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 sr_dev
- ,cr_item_qty
- ,cr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 cr_dev
- ,wr_item_qty
- ,wr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 wr_dev
- ,(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 average
- from sr_items
- ,cr_items
- ,wr_items
- where sr_items.item_id=cr_items.item_id
- and sr_items.item_id=wr_items.item_id
- order by sr_items.item_id
- ,sr_item_qty
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 27 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
-Reducer 15 <- Map 14 (SIMPLE_EDGE), Reducer 20 (ONE_TO_ONE_EDGE)
-Reducer 16 <- Map 14 (SIMPLE_EDGE), Reducer 22 (ONE_TO_ONE_EDGE)
-Reducer 17 <- Map 14 (SIMPLE_EDGE), Reducer 24 (ONE_TO_ONE_EDGE)
-Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
-Reducer 21 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE)
-Reducer 22 <- Reducer 21 (SIMPLE_EDGE)
-Reducer 23 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE)
-Reducer 24 <- Reducer 23 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 10 (ONE_TO_ONE_EDGE), Reducer 13 (ONE_TO_ONE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 8 <- Map 26 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 16 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_128]
- Limit [LIM_127] (rows=100 width=77)
- Number of rows:100
- Select Operator [SEL_126] (rows=76653825 width=77)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_125]
- Select Operator [SEL_124] (rows=76653825 width=77)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_222] (rows=76653825 width=77)
- Conds:RS_120._col0=RS_121._col0(Inner),RS_120._col0=RS_122._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
- <-Reducer 10 [ONE_TO_ONE_EDGE]
- FORWARD [RS_121]
- PartitionCols:_col0
- Group By Operator [GBY_78] (rows=34842647 width=77)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_77]
- PartitionCols:_col0
- Group By Operator [GBY_76] (rows=69685294 width=77)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Merge Join Operator [MERGEJOIN_220] (rows=69685294 width=77)
- Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col2","_col4"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_73]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_215] (rows=80353 width=1119)
- Conds:RS_65._col1=RS_66._col0(Inner),Output:["_col0"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
- PartitionCols:_col1
- Select Operator [SEL_8] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_197] (rows=73049 width=1119)
- predicate:(d_date is not null and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 22 [ONE_TO_ONE_EDGE]
- FORWARD [RS_66]
- PartitionCols:_col0
- Group By Operator [GBY_63] (rows=40176 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_62]
- PartitionCols:_col0
- Group By Operator [GBY_61] (rows=80353 width=1119)
- Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_214] (rows=80353 width=1119)
- Conds:RS_57._col1=RS_58._col0(Left Semi),Output:["_col0"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col1
- Select Operator [SEL_11] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_198] (rows=73049 width=1119)
- predicate:(d_date is not null and d_week_seq is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_58]
- PartitionCols:_col0
- Group By Operator [GBY_16] (rows=36525 width=1119)
- Output:["_col0"],keys:_col0
- Select Operator [SEL_14] (rows=36525 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_199] (rows=36525 width=1119)
- predicate:((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null)
- TableScan [TS_12] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_72]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_213] (rows=63350266 width=77)
- Conds:RS_69._col1=RS_70._col0(Inner),Output:["_col0","_col2","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_196] (rows=462000 width=1436)
- predicate:(i_item_id is not null and i_item_sk is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_69]
- PartitionCols:_col1
- Select Operator [SEL_42] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_200] (rows=57591150 width=77)
- predicate:(sr_item_sk is not null and sr_returned_date_sk is not null)
- TableScan [TS_40] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_return_quantity"]
- <-Reducer 13 [ONE_TO_ONE_EDGE]
- FORWARD [RS_122]
- PartitionCols:_col0
- Group By Operator [GBY_118] (rows=8711072 width=92)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_117]
- PartitionCols:_col0
- Group By Operator [GBY_116] (rows=17422145 width=92)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Merge Join Operator [MERGEJOIN_221] (rows=17422145 width=92)
- Conds:RS_112._col0=RS_113._col0(Inner),Output:["_col2","_col4"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_112]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_216] (rows=15838314 width=92)
- Conds:RS_109._col1=RS_110._col0(Inner),Output:["_col0","_col2","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_110]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col1
- Select Operator [SEL_82] (rows=14398467 width=92)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_205] (rows=14398467 width=92)
- predicate:(wr_item_sk is not null and wr_returned_date_sk is not null)
- TableScan [TS_80] (rows=14398467 width=92)
- default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_return_quantity"]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_113]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_218] (rows=80353 width=1119)
- Conds:RS_105._col1=RS_106._col0(Inner),Output:["_col0"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_105]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 24 [ONE_TO_ONE_EDGE]
- FORWARD [RS_106]
- PartitionCols:_col0
- Group By Operator [GBY_103] (rows=40176 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_102]
- PartitionCols:_col0
- Group By Operator [GBY_101] (rows=80353 width=1119)
- Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_217] (rows=80353 width=1119)
- Conds:RS_97._col1=RS_98._col0(Left Semi),Output:["_col0"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_11]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_98]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_16]
- <-Reducer 4 [ONE_TO_ONE_EDGE]
- FORWARD [RS_120]
- PartitionCols:_col0
- Group By Operator [GBY_38] (rows=17423323 width=106)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col0
- Group By Operator [GBY_36] (rows=34846646 width=106)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
- Merge Join Operator [MERGEJOIN_219] (rows=34846646 width=106)
- Conds:RS_32._col0=RS_33._col0(Inner),Output:["_col2","_col4"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_212] (rows=80353 width=1119)
- Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 20 [ONE_TO_ONE_EDGE]
- FORWARD [RS_26]
- PartitionCols:_col0
- Group By Operator [GBY_23] (rows=40176 width=1119)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Group By Operator [GBY_21] (rows=80353 width=1119)
- Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_211] (rows=80353 width=1119)
- Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_11]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_16]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_210] (rows=31678769 width=106)
- Conds:RS_29._col1=RS_30._col0(Inner),Output:["_col0","_col2","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_195] (rows=28798881 width=106)
- predicate:(cr_item_sk is not null and cr_returned_date_sk is not null)
- TableScan [TS_0] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_item_sk","cr_return_quantity"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query84.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query84.q.out b/ql/src/test/results/clientpositive/perf/query84.q.out
deleted file mode 100644
index f23cddd..0000000
--- a/ql/src/test/results/clientpositive/perf/query84.q.out
+++ /dev/null
@@ -1,135 +0,0 @@
-PREHOOK: query: explain
-select c_customer_id as customer_id
- ,c_last_name || ', ' || c_first_name as customername
- from customer
- ,customer_address
- ,customer_demographics
- ,household_demographics
- ,income_band
- ,store_returns
- where ca_city = 'Hopewell'
- and c_current_addr_sk = ca_address_sk
- and ib_lower_bound >= 32287
- and ib_upper_bound <= 32287 + 50000
- and ib_income_band_sk = hd_income_band_sk
- and cd_demo_sk = c_current_cdemo_sk
- and hd_demo_sk = c_current_hdemo_sk
- and sr_cdemo_sk = cd_demo_sk
- order by c_customer_id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select c_customer_id as customer_id
- ,c_last_name || ', ' || c_first_name as customername
- from customer
- ,customer_address
- ,customer_demographics
- ,household_demographics
- ,income_band
- ,store_returns
- where ca_city = 'Hopewell'
- and c_current_addr_sk = ca_address_sk
- and ib_lower_bound >= 32287
- and ib_upper_bound <= 32287 + 50000
- and ib_income_band_sk = hd_income_band_sk
- and cd_demo_sk = c_current_cdemo_sk
- and hd_demo_sk = c_current_hdemo_sk
- and sr_cdemo_sk = cd_demo_sk
- order by c_customer_id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 11 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 6 <- Map 5 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 10 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 3
- File Output Operator [FS_38]
- Limit [LIM_36] (rows=100 width=860)
- Number of rows:100
- Select Operator [SEL_35] (rows=212960011 width=860)
- Output:["_col0","_col1"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- Select Operator [SEL_33] (rows=212960011 width=860)
- Output:["_col1","_col2"]
- Merge Join Operator [MERGEJOIN_68] (rows=212960011 width=860)
- Conds:RS_29._col0=RS_30._col0(Inner),RS_30._col0=RS_31._col1(Inner),Output:["_col2","_col6","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=57591150 width=77)
- Output:["_col0"]
- Filter Operator [FIL_59] (rows=57591150 width=77)
- predicate:sr_cdemo_sk is not null
- TableScan [TS_0] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_cdemo_sk"]
- <-Map 4 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=1861800 width=385)
- Output:["_col0"]
- Filter Operator [FIL_60] (rows=1861800 width=385)
- predicate:cd_demo_sk is not null
- TableScan [TS_3] (rows=1861800 width=385)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_67] (rows=96800003 width=860)
- Conds:RS_25._col2=RS_26._col0(Inner),Output:["_col0","_col1","_col4","_col5"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_66] (rows=7920 width=107)
- Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col0"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=2 width=12)
- Output:["_col0"]
- Filter Operator [FIL_64] (rows=2 width=12)
- predicate:((ib_lower_bound >= 32287) and (ib_upper_bound <= 82287) and ib_income_band_sk is not null)
- TableScan [TS_15] (rows=20 width=12)
- default@income_band,income_band,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk","ib_lower_bound","ib_upper_bound"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Select Operator [SEL_14] (rows=7200 width=107)
- Output:["_col0","_col1"]
- Filter Operator [FIL_63] (rows=7200 width=107)
- predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
- TableScan [TS_12] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_65] (rows=88000001 width=860)
- Conds:RS_22._col3=RS_23._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col3
- Select Operator [SEL_8] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_61] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null)
- TableScan [TS_6] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_id","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_name","c_last_name"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_62] (rows=20000000 width=1014)
- predicate:((ca_city = 'Hopewell') and ca_address_sk is not null)
- TableScan [TS_9] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query85.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query85.q.out b/ql/src/test/results/clientpositive/perf/query85.q.out
deleted file mode 100644
index 90cc27e..0000000
--- a/ql/src/test/results/clientpositive/perf/query85.q.out
+++ /dev/null
@@ -1,304 +0,0 @@
-PREHOOK: query: explain
-select substr(r_reason_desc,1,20)
- ,avg(ws_quantity)
- ,avg(wr_refunded_cash)
- ,avg(wr_fee)
- from web_sales, web_returns, web_page, customer_demographics cd1,
- customer_demographics cd2, customer_address, date_dim, reason
- where ws_web_page_sk = wp_web_page_sk
- and ws_item_sk = wr_item_sk
- and ws_order_number = wr_order_number
- and ws_sold_date_sk = d_date_sk and d_year = 1998
- and cd1.cd_demo_sk = wr_refunded_cdemo_sk
- and cd2.cd_demo_sk = wr_returning_cdemo_sk
- and ca_address_sk = wr_refunded_addr_sk
- and r_reason_sk = wr_reason_sk
- and
- (
- (
- cd1.cd_marital_status = 'M'
- and
- cd1.cd_marital_status = cd2.cd_marital_status
- and
- cd1.cd_education_status = '4 yr Degree'
- and
- cd1.cd_education_status = cd2.cd_education_status
- and
- ws_sales_price between 100.00 and 150.00
- )
- or
- (
- cd1.cd_marital_status = 'D'
- and
- cd1.cd_marital_status = cd2.cd_marital_status
- and
- cd1.cd_education_status = 'Primary'
- and
- cd1.cd_education_status = cd2.cd_education_status
- and
- ws_sales_price between 50.00 and 100.00
- )
- or
- (
- cd1.cd_marital_status = 'U'
- and
- cd1.cd_marital_status = cd2.cd_marital_status
- and
- cd1.cd_education_status = 'Advanced Degree'
- and
- cd1.cd_education_status = cd2.cd_education_status
- and
- ws_sales_price between 150.00 and 200.00
- )
- )
- and
- (
- (
- ca_country = 'United States'
- and
- ca_state in ('KY', 'GA', 'NM')
- and ws_net_profit between 100 and 200
- )
- or
- (
- ca_country = 'United States'
- and
- ca_state in ('MT', 'OR', 'IN')
- and ws_net_profit between 150 and 300
- )
- or
- (
- ca_country = 'United States'
- and
- ca_state in ('WI', 'MO', 'WV')
- and ws_net_profit between 50 and 250
- )
- )
-group by r_reason_desc
-order by substr(r_reason_desc,1,20)
- ,avg(ws_quantity)
- ,avg(wr_refunded_cash)
- ,avg(wr_fee)
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select substr(r_reason_desc,1,20)
- ,avg(ws_quantity)
- ,avg(wr_refunded_cash)
- ,avg(wr_fee)
- from web_sales, web_returns, web_page, customer_demographics cd1,
- customer_demographics cd2, customer_address, date_dim, reason
- where ws_web_page_sk = wp_web_page_sk
- and ws_item_sk = wr_item_sk
- and ws_order_number = wr_order_number
- and ws_sold_date_sk = d_date_sk and d_year = 1998
- and cd1.cd_demo_sk = wr_refunded_cdemo_sk
- and cd2.cd_demo_sk = wr_returning_cdemo_sk
- and ca_address_sk = wr_refunded_addr_sk
- and r_reason_sk = wr_reason_sk
- and
- (
- (
- cd1.cd_marital_status = 'M'
- and
- cd1.cd_marital_status = cd2.cd_marital_status
- and
- cd1.cd_education_status = '4 yr Degree'
- and
- cd1.cd_education_status = cd2.cd_education_status
- and
- ws_sales_price between 100.00 and 150.00
- )
- or
- (
- cd1.cd_marital_status = 'D'
- and
- cd1.cd_marital_status = cd2.cd_marital_status
- and
- cd1.cd_education_status = 'Primary'
- and
- cd1.cd_education_status = cd2.cd_education_status
- and
- ws_sales_price between 50.00 and 100.00
- )
- or
- (
- cd1.cd_marital_status = 'U'
- and
- cd1.cd_marital_status = cd2.cd_marital_status
- and
- cd1.cd_education_status = 'Advanced Degree'
- and
- cd1.cd_education_status = cd2.cd_education_status
- and
- ws_sales_price between 150.00 and 200.00
- )
- )
- and
- (
- (
- ca_country = 'United States'
- and
- ca_state in ('KY', 'GA', 'NM')
- and ws_net_profit between 100 and 200
- )
- or
- (
- ca_country = 'United States'
- and
- ca_state in ('MT', 'OR', 'IN')
- and ws_net_profit between 150 and 300
- )
- or
- (
- ca_country = 'United States'
- and
- ca_state in ('WI', 'MO', 'WV')
- and ws_net_profit between 50 and 250
- )
- )
-group by r_reason_desc
-order by substr(r_reason_desc,1,20)
- ,avg(ws_quantity)
- ,avg(wr_refunded_cash)
- ,avg(wr_fee)
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
-Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 14 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 15 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 16 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 16 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 10
- File Output Operator [FS_56]
- Limit [LIM_54] (rows=100 width=385)
- Number of rows:100
- Select Operator [SEL_53] (rows=1023990 width=385)
- Output:["_col0","_col1","_col2","_col3"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- Select Operator [SEL_51] (rows=1023990 width=385)
- Output:["_col5","_col6","_col7","_col8"]
- Group By Operator [GBY_50] (rows=1023990 width=385)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)"],keys:KEY._col0
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0
- Group By Operator [GBY_48] (rows=2047980 width=385)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(_col12)","avg(_col7)","avg(_col6)"],keys:_col22
- Merge Join Operator [MERGEJOIN_106] (rows=2047980 width=385)
- Conds:RS_44._col3, _col24, _col25=RS_45._col0, _col1, _col2(Inner),Output:["_col6","_col7","_col12","_col22"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_23] (rows=1861800 width=385)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_99] (rows=1861800 width=385)
- predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_education_status is not null and cd_marital_status is not null)
- TableScan [TS_21] (rows=1861800 width=385)
- default@customer_demographics,cd2,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col3, _col24, _col25
- Filter Operator [FIL_43] (rows=393687 width=135)
- predicate:(((_col24 = 'D') and (_col25 = 'Primary') and _col13 BETWEEN 50 AND 100) or ((_col24 = 'M') and (_col25 = '4 yr Degree') and _col13 BETWEEN 100 AND 150) or ((_col24 = 'U') and (_col25 = 'Advanced Degree') and _col13 BETWEEN 150 AND 200))
- Merge Join Operator [MERGEJOIN_105] (rows=4724246 width=135)
- Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col3","_col6","_col7","_col12","_col13","_col22","_col24","_col25"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_23]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_104] (rows=4294769 width=135)
- Conds:RS_37._col4=RS_38._col0(Inner),Output:["_col1","_col3","_col6","_col7","_col12","_col13","_col22"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=72 width=200)
- Output:["_col0","_col1"]
- Filter Operator [FIL_97] (rows=72 width=200)
- predicate:r_reason_sk is not null
- TableScan [TS_15] (rows=72 width=200)
- default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk","r_reason_desc"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_103] (rows=3904336 width=135)
- Conds:RS_34._col8=RS_35._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col12","_col13"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_96] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_12] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col8
- Merge Join Operator [MERGEJOIN_102] (rows=3549397 width=135)
- Conds:RS_31._col10=RS_32._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col12","_col13"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=4602 width=585)
- Output:["_col0"]
- Filter Operator [FIL_95] (rows=4602 width=585)
- predicate:wp_web_page_sk is not null
- TableScan [TS_9] (rows=4602 width=585)
- default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col10
- Filter Operator [FIL_30] (rows=3226725 width=135)
- predicate:(((_col16) IN ('KY', 'GA', 'NM') and _col14 BETWEEN 100 AND 200) or ((_col16) IN ('MT', 'OR', 'IN') and _col14 BETWEEN 150 AND 300) or ((_col16) IN ('WI', 'MO', 'WV') and _col14 BETWEEN 50 AND 250))
- Merge Join Operator [MERGEJOIN_101] (rows=19360357 width=135)
- Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14","_col16"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=10000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_94] (rows=10000000 width=1014)
- predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null)
- TableScan [TS_6] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_100] (rows=17600325 width=135)
- Conds:RS_24._col0, _col5=RS_25._col1, _col3(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0, _col5
- Select Operator [SEL_2] (rows=14398467 width=92)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_92] (rows=14398467 width=92)
- predicate:(wr_item_sk is not null and wr_order_number is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null and wr_refunded_cdemo_sk is not null and wr_returning_cdemo_sk is not null)
- TableScan [TS_0] (rows=14398467 width=92)
- default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_refunded_cdemo_sk","wr_refunded_addr_sk","wr_returning_cdemo_sk","wr_reason_sk","wr_order_number","wr_fee","wr_refunded_cash"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col1, _col3
- Select Operator [SEL_5] (rows=16000296 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_93] (rows=16000296 width=135)
- predicate:((ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and (ws_sales_price BETWEEN 100 AND 150 or ws_sales_price BETWEEN 50 AND 100 or ws_sales_price BETWEEN 150 AND 200) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null and ws_web_page_sk is not null)
- TableScan [TS_3] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_order_number","ws_quantity","ws_sales_price","ws_net_profit"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query86.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query86.q.out b/ql/src/test/results/clientpositive/perf/query86.q.out
deleted file mode 100644
index 6b59dd2..0000000
--- a/ql/src/test/results/clientpositive/perf/query86.q.out
+++ /dev/null
@@ -1,126 +0,0 @@
-PREHOOK: query: explain
-select
- sum(ws_net_paid) as total_sum
- ,i_category
- ,i_class
- ,grouping(i_category)+grouping(i_class) as lochierarchy
- ,rank() over (
- partition by grouping(i_category)+grouping(i_class),
- case when grouping(i_class) = 0 then i_category end
- order by sum(ws_net_paid) desc) as rank_within_parent
- from
- web_sales
- ,date_dim d1
- ,item
- where
- d1.d_month_seq between 1212 and 1212+11
- and d1.d_date_sk = ws_sold_date_sk
- and i_item_sk = ws_item_sk
- group by rollup(i_category,i_class)
- order by
- lochierarchy desc,
- case when lochierarchy = 0 then i_category end,
- rank_within_parent
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- sum(ws_net_paid) as total_sum
- ,i_category
- ,i_class
- ,grouping(i_category)+grouping(i_class) as lochierarchy
- ,rank() over (
- partition by grouping(i_category)+grouping(i_class),
- case when grouping(i_class) = 0 then i_category end
- order by sum(ws_net_paid) desc) as rank_within_parent
- from
- web_sales
- ,date_dim d1
- ,item
- where
- d1.d_month_seq between 1212 and 1212+11
- and d1.d_date_sk = ws_sold_date_sk
- and i_item_sk = ws_item_sk
- group by rollup(i_category,i_class)
- order by
- lochierarchy desc,
- case when lochierarchy = 0 then i_category end,
- rank_within_parent
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 6
- File Output Operator [FS_30]
- Limit [LIM_28] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_27] (rows=261364852 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- Select Operator [SEL_24] (rows=261364852 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- PTF Operator [PTF_23] (rows=261364852 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 DESC NULLS LAST","partition by:":"(grouping(_col5, 1) + grouping(_col5, 0)), CASE WHEN ((grouping(_col5, 0) = 0)) THEN (_col0) ELSE (null) END"}]
- Select Operator [SEL_22] (rows=261364852 width=135)
- Output:["_col0","_col1","_col4","_col5"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:(grouping(_col5, 1) + grouping(_col5, 0)), CASE WHEN ((grouping(_col5, 0) = 0)) THEN (_col0) ELSE (null) END
- Select Operator [SEL_20] (rows=261364852 width=135)
- Output:["_col0","_col1","_col4","_col5"]
- Group By Operator [GBY_19] (rows=261364852 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_17] (rows=522729705 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)"],keys:_col0, _col1, 0
- Select Operator [SEL_15] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_40] (rows=174243235 width=135)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_38] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_39] (rows=158402938 width=135)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_36] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_net_paid"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_37] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
-
[23/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query87.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query87.q.out b/ql/src/test/results/clientpositive/perf/query87.q.out
deleted file mode 100644
index 8430e8a..0000000
--- a/ql/src/test/results/clientpositive/perf/query87.q.out
+++ /dev/null
@@ -1,239 +0,0 @@
-PREHOOK: query: explain
-select count(*)
-from ((select distinct c_last_name, c_first_name, d_date
- from store_sales, date_dim, customer
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212+11)
- except
- (select distinct c_last_name, c_first_name, d_date
- from catalog_sales, date_dim, customer
- where catalog_sales.cs_sold_date_sk = date_dim.d_date_sk
- and catalog_sales.cs_bill_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212+11)
- except
- (select distinct c_last_name, c_first_name, d_date
- from web_sales, date_dim, customer
- where web_sales.ws_sold_date_sk = date_dim.d_date_sk
- and web_sales.ws_bill_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212+11)
-) cool_cust
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*)
-from ((select distinct c_last_name, c_first_name, d_date
- from store_sales, date_dim, customer
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212+11)
- except
- (select distinct c_last_name, c_first_name, d_date
- from catalog_sales, date_dim, customer
- where catalog_sales.cs_sold_date_sk = date_dim.d_date_sk
- and catalog_sales.cs_bill_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212+11)
- except
- (select distinct c_last_name, c_first_name, d_date
- from web_sales, date_dim, customer
- where web_sales.ws_sold_date_sk = date_dim.d_date_sk
- and web_sales.ws_bill_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212+11)
-) cool_cust
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
-Reducer 12 <- Map 17 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 14 <- Map 10 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
-Reducer 15 <- Map 17 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Reducer 15 (SIMPLE_EDGE), Union 7 (CONTAINS)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
-Reducer 3 <- Map 17 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 6 <- Union 5 (SIMPLE_EDGE), Union 7 (CONTAINS)
-Reducer 8 <- Union 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (CUSTOM_SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 9
- File Output Operator [FS_104]
- Group By Operator [GBY_102] (rows=1 width=24)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 8 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_101]
- Group By Operator [GBY_100] (rows=1 width=24)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_98] (rows=4537552 width=129)
- Filter Operator [FIL_97] (rows=4537552 width=129)
- predicate:(((_col3 * 2) = _col4) and (_col3 > 0))
- Select Operator [SEL_129] (rows=27225312 width=129)
- Output:["_col3","_col4"]
- Group By Operator [GBY_96] (rows=27225312 width=129)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Union 7 [SIMPLE_EDGE]
- <-Reducer 16 [CONTAINS]
- Reduce Output Operator [RS_95]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_94] (rows=54450625 width=129)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2
- Select Operator [SEL_92] (rows=54450625 width=129)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Select Operator [SEL_89] (rows=43560808 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_88] (rows=43560808 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
- Select Operator [SEL_84] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_83] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_82]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_81] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
- Merge Join Operator [MERGEJOIN_135] (rows=174243235 width=135)
- Conds:RS_77._col1=RS_78._col0(Inner),Output:["_col3","_col6","_col7"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_78]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_122] (rows=80000000 width=860)
- predicate:c_customer_sk is not null
- TableScan [TS_6] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_77]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_134] (rows=158402938 width=135)
- Conds:RS_74._col0=RS_75._col0(Inner),Output:["_col1","_col3"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_75]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_121] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- PartitionCols:_col0
- Select Operator [SEL_67] (rows=144002668 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_126] (rows=144002668 width=135)
- predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_65] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
- <-Reducer 6 [CONTAINS]
- Reduce Output Operator [RS_95]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_94] (rows=54450625 width=129)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2
- Select Operator [SEL_92] (rows=54450625 width=129)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Select Operator [SEL_64] (rows=10889817 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_63] (rows=10889817 width=103)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col0, _col1, _col2
- Select Operator [SEL_59] (rows=21779634 width=103)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_58] (rows=21779634 width=103)
- predicate:(((_col3 * 2) = _col4) and (_col3 > 0))
- Group By Operator [GBY_57] (rows=130677808 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Union 5 [SIMPLE_EDGE]
- <-Reducer 13 [CONTAINS]
- Reduce Output Operator [RS_56]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_55] (rows=261355616 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2
- Select Operator [SEL_53] (rows=261355616 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Select Operator [SEL_50] (rows=87116929 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_49] (rows=87116929 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
- Select Operator [SEL_45] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_44] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_42] (rows=348467716 width=135)
- Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
- Merge Join Operator [MERGEJOIN_133] (rows=348467716 width=135)
- Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col3","_col6","_col7"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_132] (rows=316788826 width=135)
- Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col3"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_28] (rows=287989836 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_123] (rows=287989836 width=135)
- predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_26] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"]
- <-Reducer 4 [CONTAINS]
- Reduce Output Operator [RS_56]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_55] (rows=261355616 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2
- Select Operator [SEL_53] (rows=261355616 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Select Operator [SEL_24] (rows=174238687 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_23] (rows=174238687 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
- Select Operator [SEL_19] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_18] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_16] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
- Merge Join Operator [MERGEJOIN_131] (rows=696954748 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col3","_col6","_col7"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_130] (rows=633595212 width=88)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col3"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1"]
- Filter Operator [FIL_120] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query88.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query88.q.out b/ql/src/test/results/clientpositive/perf/query88.q.out
deleted file mode 100644
index 6bad30c..0000000
--- a/ql/src/test/results/clientpositive/perf/query88.q.out
+++ /dev/null
@@ -1,569 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[347][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7]] in Stage 'Reducer 6' is a cross product
-PREHOOK: query: explain
-select *
-from
- (select count(*) h8_30_to_9
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 8
- and time_dim.t_minute >= 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s1,
- (select count(*) h9_to_9_30
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 9
- and time_dim.t_minute < 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s2,
- (select count(*) h9_30_to_10
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 9
- and time_dim.t_minute >= 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s3,
- (select count(*) h10_to_10_30
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 10
- and time_dim.t_minute < 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s4,
- (select count(*) h10_30_to_11
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 10
- and time_dim.t_minute >= 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s5,
- (select count(*) h11_to_11_30
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 11
- and time_dim.t_minute < 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s6,
- (select count(*) h11_30_to_12
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 11
- and time_dim.t_minute >= 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s7,
- (select count(*) h12_to_12_30
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 12
- and time_dim.t_minute < 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s8
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select *
-from
- (select count(*) h8_30_to_9
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 8
- and time_dim.t_minute >= 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s1,
- (select count(*) h9_to_9_30
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 9
- and time_dim.t_minute < 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s2,
- (select count(*) h9_30_to_10
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 9
- and time_dim.t_minute >= 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s3,
- (select count(*) h10_to_10_30
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 10
- and time_dim.t_minute < 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s4,
- (select count(*) h10_30_to_11
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 10
- and time_dim.t_minute >= 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s5,
- (select count(*) h11_to_11_30
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 11
- and time_dim.t_minute < 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s6,
- (select count(*) h11_30_to_12
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 11
- and time_dim.t_minute >= 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s7,
- (select count(*) h12_to_12_30
- from store_sales, household_demographics , time_dim, store
- where ss_sold_time_sk = time_dim.t_time_sk
- and ss_hdemo_sk = household_demographics.hd_demo_sk
- and ss_store_sk = s_store_sk
- and time_dim.t_hour = 12
- and time_dim.t_minute < 30
- and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
- (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
- (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
- and store.s_store_name = 'ese') s8
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (CUSTOM_SIMPLE_EDGE)
-Reducer 11 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
-Reducer 12 <- Map 36 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Map 37 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Reducer 13 (CUSTOM_SIMPLE_EDGE)
-Reducer 15 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
-Reducer 16 <- Map 36 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
-Reducer 17 <- Map 37 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE)
-Reducer 18 <- Reducer 17 (CUSTOM_SIMPLE_EDGE)
-Reducer 19 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
-Reducer 20 <- Map 36 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
-Reducer 21 <- Map 37 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
-Reducer 22 <- Reducer 21 (CUSTOM_SIMPLE_EDGE)
-Reducer 23 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
-Reducer 24 <- Map 36 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE)
-Reducer 25 <- Map 37 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
-Reducer 26 <- Reducer 25 (CUSTOM_SIMPLE_EDGE)
-Reducer 27 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
-Reducer 28 <- Map 36 (SIMPLE_EDGE), Reducer 27 (SIMPLE_EDGE)
-Reducer 29 <- Map 37 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE)
-Reducer 3 <- Map 36 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 30 <- Reducer 29 (CUSTOM_SIMPLE_EDGE)
-Reducer 31 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
-Reducer 32 <- Map 36 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE)
-Reducer 33 <- Map 37 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE)
-Reducer 34 <- Reducer 33 (CUSTOM_SIMPLE_EDGE)
-Reducer 4 <- Map 37 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE)
-Reducer 6 <- Reducer 10 (CUSTOM_SIMPLE_EDGE), Reducer 14 (CUSTOM_SIMPLE_EDGE), Reducer 18 (CUSTOM_SIMPLE_EDGE), Reducer 22 (CUSTOM_SIMPLE_EDGE), Reducer 26 (CUSTOM_SIMPLE_EDGE), Reducer 30 (CUSTOM_SIMPLE_EDGE), Reducer 34 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE)
-Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
-Reducer 8 <- Map 36 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Map 37 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 6
- File Output Operator [FS_218]
- Select Operator [SEL_217] (rows=1 width=65)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_347] (rows=1 width=65)
- Conds:(Inner),(Inner),(Inner),(Inner),(Inner),(Inner),(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 10 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_209]
- Group By Operator [GBY_50] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 9 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_49]
- Group By Operator [GBY_48] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_328] (rows=766650239 width=88)
- Conds:RS_44._col2=RS_45._col0(Inner)
- <-Map 37 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_294] (rows=852 width=1910)
- predicate:((s_store_name = 'ese') and s_store_sk is not null)
- TableScan [TS_9] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_327] (rows=696954748 width=88)
- Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col2"]
- <-Map 36 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_293] (rows=3600 width=107)
- predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
- TableScan [TS_6] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_326] (rows=633595212 width=88)
- Conds:RS_38._col0=RS_39._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_291] (rows=575995635 width=88)
- predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_31] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_296] (rows=14400 width=471)
- predicate:((t_hour = 12) and (t_minute < 30) and t_time_sk is not null)
- TableScan [TS_3] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
- <-Reducer 14 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_210]
- Group By Operator [GBY_76] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 13 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_75]
- Group By Operator [GBY_74] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_331] (rows=766650239 width=88)
- Conds:RS_70._col2=RS_71._col0(Inner)
- <-Map 37 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_330] (rows=696954748 width=88)
- Conds:RS_67._col1=RS_68._col0(Inner),Output:["_col2"]
- <-Map 36 [SIMPLE_EDGE]
- SHUFFLE [RS_68]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_329] (rows=633595212 width=88)
- Conds:RS_64._col0=RS_65._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
- PartitionCols:_col0
- Select Operator [SEL_57] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_300] (rows=14400 width=471)
- predicate:((t_hour = 11) and (t_minute >= 30) and t_time_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Reducer 18 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_211]
- Group By Operator [GBY_102] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 17 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_101]
- Group By Operator [GBY_100] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_334] (rows=766650239 width=88)
- Conds:RS_96._col2=RS_97._col0(Inner)
- <-Map 37 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_333] (rows=696954748 width=88)
- Conds:RS_93._col1=RS_94._col0(Inner),Output:["_col2"]
- <-Map 36 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_93]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_332] (rows=633595212 width=88)
- Conds:RS_90._col0=RS_91._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_90]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_91]
- PartitionCols:_col0
- Select Operator [SEL_83] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_304] (rows=14400 width=471)
- predicate:((t_hour = 11) and (t_minute < 30) and t_time_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Reducer 22 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_212]
- Group By Operator [GBY_128] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 21 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_127]
- Group By Operator [GBY_126] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_337] (rows=766650239 width=88)
- Conds:RS_122._col2=RS_123._col0(Inner)
- <-Map 37 [SIMPLE_EDGE]
- SHUFFLE [RS_123]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_122]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_336] (rows=696954748 width=88)
- Conds:RS_119._col1=RS_120._col0(Inner),Output:["_col2"]
- <-Map 36 [SIMPLE_EDGE]
- SHUFFLE [RS_120]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_119]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_335] (rows=633595212 width=88)
- Conds:RS_116._col0=RS_117._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_116]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_117]
- PartitionCols:_col0
- Select Operator [SEL_109] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_308] (rows=14400 width=471)
- predicate:((t_hour = 10) and (t_minute >= 30) and t_time_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Reducer 26 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_213]
- Group By Operator [GBY_154] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 25 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_153]
- Group By Operator [GBY_152] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_340] (rows=766650239 width=88)
- Conds:RS_148._col2=RS_149._col0(Inner)
- <-Map 37 [SIMPLE_EDGE]
- SHUFFLE [RS_149]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 24 [SIMPLE_EDGE]
- SHUFFLE [RS_148]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_339] (rows=696954748 width=88)
- Conds:RS_145._col1=RS_146._col0(Inner),Output:["_col2"]
- <-Map 36 [SIMPLE_EDGE]
- SHUFFLE [RS_146]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_145]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_338] (rows=633595212 width=88)
- Conds:RS_142._col0=RS_143._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_142]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_143]
- PartitionCols:_col0
- Select Operator [SEL_135] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_312] (rows=14400 width=471)
- predicate:((t_hour = 10) and (t_minute < 30) and t_time_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Reducer 30 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_214]
- Group By Operator [GBY_180] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 29 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_179]
- Group By Operator [GBY_178] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_343] (rows=766650239 width=88)
- Conds:RS_174._col2=RS_175._col0(Inner)
- <-Map 37 [SIMPLE_EDGE]
- SHUFFLE [RS_175]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 28 [SIMPLE_EDGE]
- SHUFFLE [RS_174]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_342] (rows=696954748 width=88)
- Conds:RS_171._col1=RS_172._col0(Inner),Output:["_col2"]
- <-Map 36 [SIMPLE_EDGE]
- SHUFFLE [RS_172]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 27 [SIMPLE_EDGE]
- SHUFFLE [RS_171]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_341] (rows=633595212 width=88)
- Conds:RS_168._col0=RS_169._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_168]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_169]
- PartitionCols:_col0
- Select Operator [SEL_161] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_316] (rows=14400 width=471)
- predicate:((t_hour = 9) and (t_minute >= 30) and t_time_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Reducer 34 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_215]
- Group By Operator [GBY_206] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 33 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_205]
- Group By Operator [GBY_204] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_346] (rows=766650239 width=88)
- Conds:RS_200._col2=RS_201._col0(Inner)
- <-Map 37 [SIMPLE_EDGE]
- SHUFFLE [RS_201]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 32 [SIMPLE_EDGE]
- SHUFFLE [RS_200]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_345] (rows=696954748 width=88)
- Conds:RS_197._col1=RS_198._col0(Inner),Output:["_col2"]
- <-Map 36 [SIMPLE_EDGE]
- SHUFFLE [RS_198]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 31 [SIMPLE_EDGE]
- SHUFFLE [RS_197]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_344] (rows=633595212 width=88)
- Conds:RS_194._col0=RS_195._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_194]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_195]
- PartitionCols:_col0
- Select Operator [SEL_187] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_320] (rows=14400 width=471)
- predicate:((t_hour = 9) and (t_minute < 30) and t_time_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_208]
- Group By Operator [GBY_24] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_23]
- Group By Operator [GBY_22] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_325] (rows=766650239 width=88)
- Conds:RS_18._col2=RS_19._col0(Inner)
- <-Map 37 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_324] (rows=696954748 width=88)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2"]
- <-Map 36 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_323] (rows=633595212 width=88)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=14400 width=471)
- Output:["_col0"]
- Filter Operator [FIL_292] (rows=14400 width=471)
- predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null)
- Please refer to the previous TableScan [TS_3]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query89.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query89.q.out b/ql/src/test/results/clientpositive/perf/query89.q.out
deleted file mode 100644
index 7c37909..0000000
--- a/ql/src/test/results/clientpositive/perf/query89.q.out
+++ /dev/null
@@ -1,147 +0,0 @@
-PREHOOK: query: explain
-select *
-from(
-select i_category, i_class, i_brand,
- s_store_name, s_company_name,
- d_moy,
- sum(ss_sales_price) sum_sales,
- avg(sum(ss_sales_price)) over
- (partition by i_category, i_brand, s_store_name, s_company_name)
- avg_monthly_sales
-from item, store_sales, date_dim, store
-where ss_item_sk = i_item_sk and
- ss_sold_date_sk = d_date_sk and
- ss_store_sk = s_store_sk and
- d_year in (2000) and
- ((i_category in ('Home','Books','Electronics') and
- i_class in ('wallpaper','parenting','musical')
- )
- or (i_category in ('Shoes','Jewelry','Men') and
- i_class in ('womens','birdal','pants')
- ))
-group by i_category, i_class, i_brand,
- s_store_name, s_company_name, d_moy) tmp1
-where case when (avg_monthly_sales <> 0) then (abs(sum_sales - avg_monthly_sales) / avg_monthly_sales) else null end > 0.1
-order by sum_sales - avg_monthly_sales, s_store_name
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select *
-from(
-select i_category, i_class, i_brand,
- s_store_name, s_company_name,
- d_moy,
- sum(ss_sales_price) sum_sales,
- avg(sum(ss_sales_price)) over
- (partition by i_category, i_brand, s_store_name, s_company_name)
- avg_monthly_sales
-from item, store_sales, date_dim, store
-where ss_item_sk = i_item_sk and
- ss_sold_date_sk = d_date_sk and
- ss_store_sk = s_store_sk and
- d_year in (2000) and
- ((i_category in ('Home','Books','Electronics') and
- i_class in ('wallpaper','parenting','musical')
- )
- or (i_category in ('Shoes','Jewelry','Men') and
- i_class in ('womens','birdal','pants')
- ))
-group by i_category, i_class, i_brand,
- s_store_name, s_company_name, d_moy) tmp1
-where case when (avg_monthly_sales <> 0) then (abs(sum_sales - avg_monthly_sales) / avg_monthly_sales) else null end > 0.1
-order by sum_sales - avg_monthly_sales, s_store_name
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 7
- File Output Operator [FS_37]
- Limit [LIM_35] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_34] (rows=191662559 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- Select Operator [SEL_30] (rows=191662559 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Filter Operator [FIL_47] (rows=191662559 width=88)
- predicate:CASE WHEN ((avg_window_0 <> 0)) THEN (((abs((_col6 - avg_window_0)) / avg_window_0) > 0.1)) ELSE (null) END
- Select Operator [SEL_29] (rows=383325119 width=88)
- Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- PTF Operator [PTF_28] (rows=383325119 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST","partition by:":"_col0, _col2, _col3, _col4"}]
- Select Operator [SEL_27] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0, _col2, _col3, _col4
- Select Operator [SEL_25] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_24] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_22] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col7, _col10, _col12, _col13
- Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col10","_col12","_col13"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_51] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_9] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col7","_col10"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36525 width=1119)
- Output:["_col0","_col2"]
- Filter Operator [FIL_50] (rows=36525 width=1119)
- predicate:((d_year) IN (2000) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_48] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_49] (rows=231000 width=1436)
- predicate:((((i_category) IN ('Home', 'Books', 'Electronics') and (i_class) IN ('wallpaper', 'parenting', 'musical')) or ((i_category) IN ('Shoes', 'Jewelry', 'Men') and (i_class) IN ('womens', 'birdal', 'pants'))) and ((i_category) IN ('Home', 'Books', 'Electronics') or (i_category) IN ('Shoes', 'Jewelry', 'Men')) and ((i_class) IN ('wallpaper', 'parenting', 'musical') or (i_class) IN ('womens', 'birdal', 'pants')) and i_item_sk is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category"]
-
[09/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query61.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query61.q.out b/ql/src/test/results/clientpositive/perf/tez/query61.q.out
new file mode 100644
index 0000000..0b4f5fd
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query61.q.out
@@ -0,0 +1,280 @@
+Warning: Shuffle Join MERGEJOIN[156][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 5' is a cross product
+PREHOOK: query: explain
+select promotions,total,cast(promotions as decimal(15,4))/cast(total as decimal(15,4))*100
+from
+ (select sum(ss_ext_sales_price) promotions
+ from store_sales
+ ,store
+ ,promotion
+ ,date_dim
+ ,customer
+ ,customer_address
+ ,item
+ where ss_sold_date_sk = d_date_sk
+ and ss_store_sk = s_store_sk
+ and ss_promo_sk = p_promo_sk
+ and ss_customer_sk= c_customer_sk
+ and ca_address_sk = c_current_addr_sk
+ and ss_item_sk = i_item_sk
+ and ca_gmt_offset = -7
+ and i_category = 'Electronics'
+ and (p_channel_dmail = 'Y' or p_channel_email = 'Y' or p_channel_tv = 'Y')
+ and s_gmt_offset = -7
+ and d_year = 1999
+ and d_moy = 11) promotional_sales,
+ (select sum(ss_ext_sales_price) total
+ from store_sales
+ ,store
+ ,date_dim
+ ,customer
+ ,customer_address
+ ,item
+ where ss_sold_date_sk = d_date_sk
+ and ss_store_sk = s_store_sk
+ and ss_customer_sk= c_customer_sk
+ and ca_address_sk = c_current_addr_sk
+ and ss_item_sk = i_item_sk
+ and ca_gmt_offset = -7
+ and i_category = 'Electronics'
+ and s_gmt_offset = -7
+ and d_year = 1999
+ and d_moy = 11) all_sales
+order by promotions, total
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select promotions,total,cast(promotions as decimal(15,4))/cast(total as decimal(15,4))*100
+from
+ (select sum(ss_ext_sales_price) promotions
+ from store_sales
+ ,store
+ ,promotion
+ ,date_dim
+ ,customer
+ ,customer_address
+ ,item
+ where ss_sold_date_sk = d_date_sk
+ and ss_store_sk = s_store_sk
+ and ss_promo_sk = p_promo_sk
+ and ss_customer_sk= c_customer_sk
+ and ca_address_sk = c_current_addr_sk
+ and ss_item_sk = i_item_sk
+ and ca_gmt_offset = -7
+ and i_category = 'Electronics'
+ and (p_channel_dmail = 'Y' or p_channel_email = 'Y' or p_channel_tv = 'Y')
+ and s_gmt_offset = -7
+ and d_year = 1999
+ and d_moy = 11) promotional_sales,
+ (select sum(ss_ext_sales_price) total
+ from store_sales
+ ,store
+ ,date_dim
+ ,customer
+ ,customer_address
+ ,item
+ where ss_sold_date_sk = d_date_sk
+ and ss_store_sk = s_store_sk
+ and ss_customer_sk= c_customer_sk
+ and ca_address_sk = c_current_addr_sk
+ and ss_item_sk = i_item_sk
+ and ca_gmt_offset = -7
+ and i_category = 'Electronics'
+ and s_gmt_offset = -7
+ and d_year = 1999
+ and d_moy = 11) all_sales
+order by promotions, total
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
+Reducer 13 <- Map 20 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Map 21 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
+Reducer 15 <- Map 22 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 17 <- Map 16 (SIMPLE_EDGE), Map 23 (SIMPLE_EDGE)
+Reducer 18 <- Map 20 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
+Reducer 19 <- Map 21 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE), Reducer 9 (CUSTOM_SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 19 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (CUSTOM_SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_91]
+ Limit [LIM_90] (rows=1 width=225)
+ Number of rows:100
+ Select Operator [SEL_89] (rows=1 width=225)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_88]
+ Select Operator [SEL_87] (rows=1 width=225)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_156] (rows=1 width=225)
+ Conds:(Inner),Output:["_col0","_col1"]
+ <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_84]
+ Group By Operator [GBY_43] (rows=1 width=112)
+ Output:["_col0"],aggregations:["sum(VALUE._col0)"]
+ <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_42]
+ Group By Operator [GBY_41] (rows=1 width=112)
+ Output:["_col0"],aggregations:["sum(_col9)"]
+ Merge Join Operator [MERGEJOIN_154] (rows=927646829 width=88)
+ Conds:RS_37._col0=RS_38._col2(Inner),Output:["_col9"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_149] (rows=843315281 width=88)
+ Conds:RS_30._col4=RS_31._col0(Inner),Output:["_col2","_col5"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=2300 width=1179)
+ Output:["_col0"]
+ Filter Operator [FIL_138] (rows=2300 width=1179)
+ predicate:(((p_channel_dmail = 'Y') or (p_channel_email = 'Y') or (p_channel_tv = 'Y')) and p_promo_sk is not null)
+ TableScan [TS_18] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_dmail","p_channel_email","p_channel_tv"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_148] (rows=766650239 width=88)
+ Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col2","_col4","_col5"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_137] (rows=852 width=1910)
+ predicate:((s_gmt_offset = -7) and s_store_sk is not null)
+ TableScan [TS_15] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_gmt_offset"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_147] (rows=696954748 width=88)
+ Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col2","_col3","_col4","_col5"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=231000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_136] (rows=231000 width=1436)
+ predicate:((i_category = 'Electronics') and i_item_sk is not null)
+ TableScan [TS_12] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_146] (rows=633595212 width=88)
+ Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_135] (rows=18262 width=1119)
+ predicate:((d_moy = 11) and (d_year = 1999) and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_134] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_promo_sk","ss_ext_sales_price"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_145] (rows=88000001 width=860)
+ Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col0"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_132] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_133] (rows=20000000 width=1014)
+ predicate:((ca_gmt_offset = -7) and ca_address_sk is not null)
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
+ <-Reducer 9 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_85]
+ Group By Operator [GBY_82] (rows=1 width=112)
+ Output:["_col0"],aggregations:["sum(VALUE._col0)"]
+ <-Reducer 8 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_81]
+ Group By Operator [GBY_80] (rows=1 width=112)
+ Output:["_col0"],aggregations:["sum(_col8)"]
+ Merge Join Operator [MERGEJOIN_155] (rows=843315281 width=88)
+ Conds:RS_76._col0=RS_77._col2(Inner),Output:["_col8"]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_77]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_153] (rows=766650239 width=88)
+ Conds:RS_69._col3=RS_70._col0(Inner),Output:["_col2","_col4"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_17]
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_69]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_152] (rows=696954748 width=88)
+ Conds:RS_66._col1=RS_67._col0(Inner),Output:["_col2","_col3","_col4"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_67]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_66]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_151] (rows=633595212 width=88)
+ Conds:RS_63._col0=RS_64._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_64]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col0
+ Select Operator [SEL_53] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_141] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_51] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ext_sales_price"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_76]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_150] (rows=88000001 width=860)
+ Conds:RS_73._col1=RS_74._col0(Inner),Output:["_col0"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_73]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query63.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query63.q.out b/ql/src/test/results/clientpositive/perf/tez/query63.q.out
new file mode 100644
index 0000000..8471441
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query63.q.out
@@ -0,0 +1,143 @@
+PREHOOK: query: explain
+select *
+from (select i_manager_id
+ ,sum(ss_sales_price) sum_sales
+ ,avg(sum(ss_sales_price)) over (partition by i_manager_id) avg_monthly_sales
+ from item
+ ,store_sales
+ ,date_dim
+ ,store
+ where ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and ss_store_sk = s_store_sk
+ and d_month_seq in (1212,1212+1,1212+2,1212+3,1212+4,1212+5,1212+6,1212+7,1212+8,1212+9,1212+10,1212+11)
+ and (( i_category in ('Books','Children','Electronics')
+ and i_class in ('personal','portable','refernece','self-help')
+ and i_brand in ('scholaramalgamalg #14','scholaramalgamalg #7',
+ 'exportiunivamalg #9','scholaramalgamalg #9'))
+ or( i_category in ('Women','Music','Men')
+ and i_class in ('accessories','classical','fragrances','pants')
+ and i_brand in ('amalgimporto #1','edu packscholar #1','exportiimporto #1',
+ 'importoamalg #1')))
+group by i_manager_id, d_moy) tmp1
+where case when avg_monthly_sales > 0 then abs (sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
+order by i_manager_id
+ ,avg_monthly_sales
+ ,sum_sales
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select *
+from (select i_manager_id
+ ,sum(ss_sales_price) sum_sales
+ ,avg(sum(ss_sales_price)) over (partition by i_manager_id) avg_monthly_sales
+ from item
+ ,store_sales
+ ,date_dim
+ ,store
+ where ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and ss_store_sk = s_store_sk
+ and d_month_seq in (1212,1212+1,1212+2,1212+3,1212+4,1212+5,1212+6,1212+7,1212+8,1212+9,1212+10,1212+11)
+ and (( i_category in ('Books','Children','Electronics')
+ and i_class in ('personal','portable','refernece','self-help')
+ and i_brand in ('scholaramalgamalg #14','scholaramalgamalg #7',
+ 'exportiunivamalg #9','scholaramalgamalg #9'))
+ or( i_category in ('Women','Music','Men')
+ and i_class in ('accessories','classical','fragrances','pants')
+ and i_brand in ('amalgimporto #1','edu packscholar #1','exportiimporto #1',
+ 'importoamalg #1')))
+group by i_manager_id, d_moy) tmp1
+where case when avg_monthly_sales > 0 then abs (sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
+order by i_manager_id
+ ,avg_monthly_sales
+ ,sum_sales
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_36]
+ Limit [LIM_35] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_34] (rows=191662559 width=88)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ Select Operator [SEL_30] (rows=191662559 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_46] (rows=191662559 width=88)
+ predicate:CASE WHEN ((avg_window_0 > 0)) THEN (((abs((_col2 - avg_window_0)) / avg_window_0) > 0.1)) ELSE (null) END
+ Select Operator [SEL_29] (rows=383325119 width=88)
+ Output:["avg_window_0","_col0","_col2"]
+ PTF Operator [PTF_28] (rows=383325119 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST","partition by:":"_col0"}]
+ Select Operator [SEL_25] (rows=383325119 width=88)
+ Output:["_col0","_col2"]
+ Group By Operator [GBY_24] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0
+ Group By Operator [GBY_22] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col8, _col11
+ Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col8","_col11"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=1704 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_50] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_9] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2","_col3","_col8","_col11"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36525 width=1119)
+ Output:["_col0","_col2"]
+ Filter Operator [FIL_49] (rows=36525 width=1119)
+ predicate:((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq","d_moy"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col8"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_47] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=115500 width=1436)
+ Output:["_col0","_col4"]
+ Filter Operator [FIL_48] (rows=115500 width=1436)
+ predicate:((((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'refernece', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and ((i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9') or (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1')) and ((i_category) IN ('Books', 'Children', 'Electronics') or (i_category) IN ('Women', 'Music', 'Men')) and ((i_class) IN ('personal', 'portable', 'refernece', 'self-help') or (i_class) IN ('accessories', 'classical', 'fragrances', 'pants')) and i_item_sk is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_manager_id"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query64.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query64.q.out b/ql/src/test/results/clientpositive/perf/tez/query64.q.out
new file mode 100644
index 0000000..e009eaf
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query64.q.out
@@ -0,0 +1,772 @@
+PREHOOK: query: explain
+with cs_ui as
+ (select cs_item_sk
+ ,sum(cs_ext_list_price) as sale,sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit) as refund
+ from catalog_sales
+ ,catalog_returns
+ where cs_item_sk = cr_item_sk
+ and cs_order_number = cr_order_number
+ group by cs_item_sk
+ having sum(cs_ext_list_price)>2*sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit)),
+cross_sales as
+ (select i_product_name product_name
+ ,i_item_sk item_sk
+ ,s_store_name store_name
+ ,s_zip store_zip
+ ,ad1.ca_street_number b_street_number
+ ,ad1.ca_street_name b_streen_name
+ ,ad1.ca_city b_city
+ ,ad1.ca_zip b_zip
+ ,ad2.ca_street_number c_street_number
+ ,ad2.ca_street_name c_street_name
+ ,ad2.ca_city c_city
+ ,ad2.ca_zip c_zip
+ ,d1.d_year as syear
+ ,d2.d_year as fsyear
+ ,d3.d_year s2year
+ ,count(*) cnt
+ ,sum(ss_wholesale_cost) s1
+ ,sum(ss_list_price) s2
+ ,sum(ss_coupon_amt) s3
+ FROM store_sales
+ ,store_returns
+ ,cs_ui
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,customer
+ ,customer_demographics cd1
+ ,customer_demographics cd2
+ ,promotion
+ ,household_demographics hd1
+ ,household_demographics hd2
+ ,customer_address ad1
+ ,customer_address ad2
+ ,income_band ib1
+ ,income_band ib2
+ ,item
+ WHERE ss_store_sk = s_store_sk AND
+ ss_sold_date_sk = d1.d_date_sk AND
+ ss_customer_sk = c_customer_sk AND
+ ss_cdemo_sk= cd1.cd_demo_sk AND
+ ss_hdemo_sk = hd1.hd_demo_sk AND
+ ss_addr_sk = ad1.ca_address_sk and
+ ss_item_sk = i_item_sk and
+ ss_item_sk = sr_item_sk and
+ ss_ticket_number = sr_ticket_number and
+ ss_item_sk = cs_ui.cs_item_sk and
+ c_current_cdemo_sk = cd2.cd_demo_sk AND
+ c_current_hdemo_sk = hd2.hd_demo_sk AND
+ c_current_addr_sk = ad2.ca_address_sk and
+ c_first_sales_date_sk = d2.d_date_sk and
+ c_first_shipto_date_sk = d3.d_date_sk and
+ ss_promo_sk = p_promo_sk and
+ hd1.hd_income_band_sk = ib1.ib_income_band_sk and
+ hd2.hd_income_band_sk = ib2.ib_income_band_sk and
+ cd1.cd_marital_status <> cd2.cd_marital_status and
+ i_color in ('maroon','burnished','dim','steel','navajo','chocolate') and
+ i_current_price between 35 and 35 + 10 and
+ i_current_price between 35 + 1 and 35 + 15
+group by i_product_name
+ ,i_item_sk
+ ,s_store_name
+ ,s_zip
+ ,ad1.ca_street_number
+ ,ad1.ca_street_name
+ ,ad1.ca_city
+ ,ad1.ca_zip
+ ,ad2.ca_street_number
+ ,ad2.ca_street_name
+ ,ad2.ca_city
+ ,ad2.ca_zip
+ ,d1.d_year
+ ,d2.d_year
+ ,d3.d_year
+)
+select cs1.product_name
+ ,cs1.store_name
+ ,cs1.store_zip
+ ,cs1.b_street_number
+ ,cs1.b_streen_name
+ ,cs1.b_city
+ ,cs1.b_zip
+ ,cs1.c_street_number
+ ,cs1.c_street_name
+ ,cs1.c_city
+ ,cs1.c_zip
+ ,cs1.syear
+ ,cs1.cnt
+ ,cs1.s1
+ ,cs1.s2
+ ,cs1.s3
+ ,cs2.s1
+ ,cs2.s2
+ ,cs2.s3
+ ,cs2.syear
+ ,cs2.cnt
+from cross_sales cs1,cross_sales cs2
+where cs1.item_sk=cs2.item_sk and
+ cs1.syear = 2000 and
+ cs2.syear = 2000 + 1 and
+ cs2.cnt <= cs1.cnt and
+ cs1.store_name = cs2.store_name and
+ cs1.store_zip = cs2.store_zip
+order by cs1.product_name
+ ,cs1.store_name
+ ,cs2.cnt
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with cs_ui as
+ (select cs_item_sk
+ ,sum(cs_ext_list_price) as sale,sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit) as refund
+ from catalog_sales
+ ,catalog_returns
+ where cs_item_sk = cr_item_sk
+ and cs_order_number = cr_order_number
+ group by cs_item_sk
+ having sum(cs_ext_list_price)>2*sum(cr_refunded_cash+cr_reversed_charge+cr_store_credit)),
+cross_sales as
+ (select i_product_name product_name
+ ,i_item_sk item_sk
+ ,s_store_name store_name
+ ,s_zip store_zip
+ ,ad1.ca_street_number b_street_number
+ ,ad1.ca_street_name b_streen_name
+ ,ad1.ca_city b_city
+ ,ad1.ca_zip b_zip
+ ,ad2.ca_street_number c_street_number
+ ,ad2.ca_street_name c_street_name
+ ,ad2.ca_city c_city
+ ,ad2.ca_zip c_zip
+ ,d1.d_year as syear
+ ,d2.d_year as fsyear
+ ,d3.d_year s2year
+ ,count(*) cnt
+ ,sum(ss_wholesale_cost) s1
+ ,sum(ss_list_price) s2
+ ,sum(ss_coupon_amt) s3
+ FROM store_sales
+ ,store_returns
+ ,cs_ui
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,customer
+ ,customer_demographics cd1
+ ,customer_demographics cd2
+ ,promotion
+ ,household_demographics hd1
+ ,household_demographics hd2
+ ,customer_address ad1
+ ,customer_address ad2
+ ,income_band ib1
+ ,income_band ib2
+ ,item
+ WHERE ss_store_sk = s_store_sk AND
+ ss_sold_date_sk = d1.d_date_sk AND
+ ss_customer_sk = c_customer_sk AND
+ ss_cdemo_sk= cd1.cd_demo_sk AND
+ ss_hdemo_sk = hd1.hd_demo_sk AND
+ ss_addr_sk = ad1.ca_address_sk and
+ ss_item_sk = i_item_sk and
+ ss_item_sk = sr_item_sk and
+ ss_ticket_number = sr_ticket_number and
+ ss_item_sk = cs_ui.cs_item_sk and
+ c_current_cdemo_sk = cd2.cd_demo_sk AND
+ c_current_hdemo_sk = hd2.hd_demo_sk AND
+ c_current_addr_sk = ad2.ca_address_sk and
+ c_first_sales_date_sk = d2.d_date_sk and
+ c_first_shipto_date_sk = d3.d_date_sk and
+ ss_promo_sk = p_promo_sk and
+ hd1.hd_income_band_sk = ib1.ib_income_band_sk and
+ hd2.hd_income_band_sk = ib2.ib_income_band_sk and
+ cd1.cd_marital_status <> cd2.cd_marital_status and
+ i_color in ('maroon','burnished','dim','steel','navajo','chocolate') and
+ i_current_price between 35 and 35 + 10 and
+ i_current_price between 35 + 1 and 35 + 15
+group by i_product_name
+ ,i_item_sk
+ ,s_store_name
+ ,s_zip
+ ,ad1.ca_street_number
+ ,ad1.ca_street_name
+ ,ad1.ca_city
+ ,ad1.ca_zip
+ ,ad2.ca_street_number
+ ,ad2.ca_street_name
+ ,ad2.ca_city
+ ,ad2.ca_zip
+ ,d1.d_year
+ ,d2.d_year
+ ,d3.d_year
+)
+select cs1.product_name
+ ,cs1.store_name
+ ,cs1.store_zip
+ ,cs1.b_street_number
+ ,cs1.b_streen_name
+ ,cs1.b_city
+ ,cs1.b_zip
+ ,cs1.c_street_number
+ ,cs1.c_street_name
+ ,cs1.c_city
+ ,cs1.c_zip
+ ,cs1.syear
+ ,cs1.cnt
+ ,cs1.s1
+ ,cs1.s2
+ ,cs1.s3
+ ,cs2.s1
+ ,cs2.s2
+ ,cs2.s3
+ ,cs2.syear
+ ,cs2.cnt
+from cross_sales cs1,cross_sales cs2
+where cs1.item_sk=cs2.item_sk and
+ cs1.syear = 2000 and
+ cs2.syear = 2000 + 1 and
+ cs2.cnt <= cs1.cnt and
+ cs1.store_name = cs2.store_name and
+ cs1.store_zip = cs2.store_zip
+order by cs1.product_name
+ ,cs1.store_name
+ ,cs2.cnt
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 19 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
+Reducer 13 <- Map 20 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Reducer 13 (SIMPLE_EDGE), Reducer 38 (SIMPLE_EDGE)
+Reducer 15 <- Map 41 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Map 55 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
+Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Reducer 34 (SIMPLE_EDGE)
+Reducer 18 <- Map 55 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
+Reducer 19 <- Reducer 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
+Reducer 21 <- Map 20 (SIMPLE_EDGE), Reducer 43 (SIMPLE_EDGE)
+Reducer 22 <- Map 46 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE)
+Reducer 23 <- Reducer 22 (SIMPLE_EDGE), Reducer 37 (SIMPLE_EDGE)
+Reducer 24 <- Reducer 23 (SIMPLE_EDGE), Reducer 49 (ONE_TO_ONE_EDGE)
+Reducer 25 <- Map 53 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
+Reducer 26 <- Map 41 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
+Reducer 27 <- Map 54 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE)
+Reducer 28 <- Map 20 (SIMPLE_EDGE), Reducer 44 (SIMPLE_EDGE)
+Reducer 29 <- Map 46 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE)
+Reducer 3 <- Map 20 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 30 <- Reducer 29 (SIMPLE_EDGE), Reducer 39 (SIMPLE_EDGE)
+Reducer 31 <- Reducer 30 (SIMPLE_EDGE), Reducer 51 (ONE_TO_ONE_EDGE)
+Reducer 32 <- Map 53 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE)
+Reducer 33 <- Map 41 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE)
+Reducer 34 <- Map 54 (SIMPLE_EDGE), Reducer 33 (SIMPLE_EDGE)
+Reducer 36 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
+Reducer 37 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
+Reducer 38 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
+Reducer 39 <- Map 35 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 36 (SIMPLE_EDGE)
+Reducer 43 <- Map 42 (SIMPLE_EDGE), Map 45 (SIMPLE_EDGE)
+Reducer 44 <- Map 42 (SIMPLE_EDGE), Map 45 (SIMPLE_EDGE)
+Reducer 48 <- Map 47 (SIMPLE_EDGE), Map 52 (SIMPLE_EDGE)
+Reducer 49 <- Reducer 48 (SIMPLE_EDGE)
+Reducer 5 <- Map 41 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 50 <- Map 47 (SIMPLE_EDGE), Map 52 (SIMPLE_EDGE)
+Reducer 51 <- Reducer 50 (SIMPLE_EDGE)
+Reducer 6 <- Map 55 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 27 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 55 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 11
+ File Output Operator [FS_264]
+ Select Operator [SEL_262] (rows=273897192 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_261]
+ Select Operator [SEL_260] (rows=273897192 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"]
+ Filter Operator [FIL_259] (rows=273897192 width=88)
+ predicate:(_col30 <= _col13)
+ Merge Join Operator [MERGEJOIN_615] (rows=821691577 width=88)
+ Conds:RS_256._col2, _col1, _col3=RS_257._col2, _col1, _col3(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col13","_col14","_col15","_col16","_col30","_col31","_col32","_col33"]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_257]
+ PartitionCols:_col2, _col1, _col3
+ Select Operator [SEL_254] (rows=746992327 width=88)
+ Output:["_col1","_col2","_col3","_col13","_col14","_col15","_col16"]
+ Group By Operator [GBY_253] (rows=746992327 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, KEY._col12, KEY._col13
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_252]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13
+ Group By Operator [GBY_251] (rows=1493984654 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count()","sum(_col43)","sum(_col44)","sum(_col45)"],keys:_col28, _col46, _col29, _col7, _col9, _col14, _col15, _col16, _col17, _col23, _col24, _col25, _col26, _col49
+ Select Operator [SEL_250] (rows=1493984654 width=88)
+ Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49"]
+ Filter Operator [FIL_249] (rows=1493984654 width=88)
+ predicate:(_col56 <> _col19)
+ Merge Join Operator [MERGEJOIN_614] (rows=1493984654 width=88)
+ Conds:RS_246._col37=RS_247._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"]
+ <-Map 55 [SIMPLE_EDGE]
+ SHUFFLE [RS_247]
+ PartitionCols:_col0
+ Select Operator [SEL_99] (rows=1861800 width=385)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_559] (rows=1861800 width=385)
+ predicate:cd_demo_sk is not null
+ TableScan [TS_97] (rows=1861800 width=385)
+ default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_246]
+ PartitionCols:_col37
+ Merge Join Operator [MERGEJOIN_613] (rows=1358167838 width=88)
+ Conds:RS_243._col0=RS_244._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_243]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_602] (rows=128840811 width=860)
+ Conds:RS_240._col1=RS_241._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"]
+ <-Map 55 [SIMPLE_EDGE]
+ SHUFFLE [RS_241]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_99]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_240]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_601] (rows=117128008 width=860)
+ Conds:RS_237._col3=RS_238._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"]
+ <-Map 41 [SIMPLE_EDGE]
+ SHUFFLE [RS_238]
+ PartitionCols:_col0
+ Select Operator [SEL_21] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_546] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_19] (rows=40000000 width=1014)
+ default@customer_address,ad2,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_237]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_600] (rows=106480005 width=860)
+ Conds:RS_234._col2=RS_235._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col9"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_234]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_598] (rows=96800003 width=860)
+ Conds:RS_231._col4=RS_232._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_232]
+ PartitionCols:_col0
+ Select Operator [SEL_136] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_562] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_231]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_597] (rows=88000001 width=860)
+ Conds:RS_228._col5=RS_229._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_229]
+ PartitionCols:_col0
+ Select Operator [SEL_133] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_561] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ Please refer to the previous TableScan [TS_3]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_228]
+ PartitionCols:_col5
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_541] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_customer_sk is not null and c_first_sales_date_sk is not null and c_first_shipto_date_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_shipto_date_sk","c_first_sales_date_sk"]
+ <-Reducer 38 [SIMPLE_EDGE]
+ SHUFFLE [RS_235]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_599] (rows=7920 width=107)
+ Conds:RS_143._col1=RS_144._col0(Inner),Output:["_col0"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_143]
+ PartitionCols:_col1
+ Select Operator [SEL_11] (rows=7200 width=107)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_544] (rows=7200 width=107)
+ predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
+ TableScan [TS_9] (rows=7200 width=107)
+ default@household_demographics,hd2,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
+ <-Map 40 [SIMPLE_EDGE]
+ SHUFFLE [RS_144]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=20 width=12)
+ Output:["_col0"]
+ Filter Operator [FIL_545] (rows=20 width=12)
+ predicate:ib_income_band_sk is not null
+ TableScan [TS_12] (rows=20 width=12)
+ default@income_band,ib2,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"]
+ <-Reducer 34 [SIMPLE_EDGE]
+ SHUFFLE [RS_244]
+ PartitionCols:_col16
+ Select Operator [SEL_224] (rows=1234698008 width=88)
+ Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"]
+ Merge Join Operator [MERGEJOIN_612] (rows=1234698008 width=88)
+ Conds:RS_221._col5, _col12=RS_222._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
+ <-Map 54 [SIMPLE_EDGE]
+ SHUFFLE [RS_222]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_77] (rows=57591150 width=77)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_558] (rows=57591150 width=77)
+ predicate:(sr_item_sk is not null and sr_ticket_number is not null)
+ TableScan [TS_75] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"]
+ <-Reducer 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_221]
+ PartitionCols:_col5, _col12
+ Merge Join Operator [MERGEJOIN_611] (rows=1122452711 width=88)
+ Conds:RS_218._col9=RS_219._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
+ <-Map 41 [SIMPLE_EDGE]
+ SHUFFLE [RS_219]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_21]
+ <-Reducer 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_218]
+ PartitionCols:_col9
+ Merge Join Operator [MERGEJOIN_610] (rows=1020411534 width=88)
+ Conds:RS_215._col10=RS_216._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"]
+ <-Map 53 [SIMPLE_EDGE]
+ SHUFFLE [RS_216]
+ PartitionCols:_col0
+ Select Operator [SEL_71] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_556] (rows=1704 width=1910)
+ predicate:(s_store_name is not null and s_store_sk is not null and s_zip is not null)
+ TableScan [TS_69] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"]
+ <-Reducer 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_215]
+ PartitionCols:_col10
+ Merge Join Operator [MERGEJOIN_609] (rows=927646829 width=88)
+ Conds:RS_212._col5=RS_213._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
+ <-Reducer 30 [SIMPLE_EDGE]
+ SHUFFLE [RS_212]
+ PartitionCols:_col5
+ Merge Join Operator [MERGEJOIN_608] (rows=843315281 width=88)
+ Conds:RS_209._col0=RS_210._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
+ <-Reducer 29 [SIMPLE_EDGE]
+ SHUFFLE [RS_210]
+ PartitionCols:_col5
+ Select Operator [SEL_180] (rows=766650239 width=88)
+ Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"]
+ Merge Join Operator [MERGEJOIN_606] (rows=766650239 width=88)
+ Conds:RS_177._col7=RS_178._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"]
+ <-Map 46 [SIMPLE_EDGE]
+ SHUFFLE [RS_178]
+ PartitionCols:_col0
+ Select Operator [SEL_42] (rows=2300 width=1179)
+ Output:["_col0"]
+ Filter Operator [FIL_553] (rows=2300 width=1179)
+ predicate:p_promo_sk is not null
+ TableScan [TS_40] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk"]
+ <-Reducer 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_177]
+ PartitionCols:_col7
+ Merge Join Operator [MERGEJOIN_605] (rows=696954748 width=88)
+ Conds:RS_174._col0=RS_175._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_175]
+ PartitionCols:_col0
+ Select Operator [SEL_167] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_571] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Reducer 44 [SIMPLE_EDGE]
+ SHUFFLE [RS_174]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_604] (rows=633595212 width=88)
+ Conds:RS_171._col1=RS_172._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
+ <-Map 42 [SIMPLE_EDGE]
+ SHUFFLE [RS_171]
+ PartitionCols:_col1
+ Select Operator [SEL_33] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"]
+ Filter Operator [FIL_550] (rows=575995635 width=88)
+ predicate:(ss_addr_sk is not null and ss_cdemo_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
+ TableScan [TS_31] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
+ <-Map 45 [SIMPLE_EDGE]
+ SHUFFLE [RS_172]
+ PartitionCols:_col0
+ Select Operator [SEL_36] (rows=2851 width=1436)
+ Output:["_col0","_col3"]
+ Filter Operator [FIL_551] (rows=2851 width=1436)
+ predicate:((i_color) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate') and i_current_price BETWEEN 35 AND 45 and i_current_price BETWEEN 36 AND 50 and i_item_sk is not null)
+ TableScan [TS_34] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_color","i_product_name"]
+ <-Reducer 39 [SIMPLE_EDGE]
+ SHUFFLE [RS_209]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_603] (rows=7920 width=107)
+ Conds:RS_206._col1=RS_207._col0(Inner),Output:["_col0"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_206]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_11]
+ <-Map 40 [SIMPLE_EDGE]
+ SHUFFLE [RS_207]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+ <-Reducer 51 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_213]
+ PartitionCols:_col0
+ Select Operator [SEL_196] (rows=52798137 width=135)
+ Output:["_col0"]
+ Filter Operator [FIL_195] (rows=52798137 width=135)
+ predicate:(_col1 > (2 * _col2))
+ Group By Operator [GBY_194] (rows=158394413 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 50 [SIMPLE_EDGE]
+ SHUFFLE [RS_193]
+ PartitionCols:_col0
+ Group By Operator [GBY_192] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0
+ Select Operator [SEL_190] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_607] (rows=316788826 width=135)
+ Conds:RS_187._col0, _col1=RS_188._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"]
+ <-Map 47 [SIMPLE_EDGE]
+ SHUFFLE [RS_187]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_55] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_554] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_order_number is not null)
+ TableScan [TS_53] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"]
+ <-Map 52 [SIMPLE_EDGE]
+ SHUFFLE [RS_188]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_58] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_555] (rows=28798881 width=106)
+ predicate:(cr_item_sk is not null and cr_order_number is not null)
+ TableScan [TS_56] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_256]
+ PartitionCols:_col2, _col1, _col3
+ Select Operator [SEL_126] (rows=746992327 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col13","_col14","_col15","_col16"]
+ Group By Operator [GBY_125] (rows=746992327 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, KEY._col12, KEY._col13
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_124]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13
+ Group By Operator [GBY_123] (rows=1493984654 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count()","sum(_col43)","sum(_col44)","sum(_col45)"],keys:_col28, _col46, _col29, _col7, _col9, _col14, _col15, _col16, _col17, _col23, _col24, _col25, _col26, _col49
+ Select Operator [SEL_122] (rows=1493984654 width=88)
+ Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49"]
+ Filter Operator [FIL_121] (rows=1493984654 width=88)
+ predicate:(_col56 <> _col19)
+ Merge Join Operator [MERGEJOIN_596] (rows=1493984654 width=88)
+ Conds:RS_118._col37=RS_119._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"]
+ <-Map 55 [SIMPLE_EDGE]
+ SHUFFLE [RS_119]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_99]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_118]
+ PartitionCols:_col37
+ Merge Join Operator [MERGEJOIN_595] (rows=1358167838 width=88)
+ Conds:RS_115._col0=RS_116._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"]
+ <-Reducer 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_116]
+ PartitionCols:_col16
+ Select Operator [SEL_96] (rows=1234698008 width=88)
+ Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"]
+ Merge Join Operator [MERGEJOIN_594] (rows=1234698008 width=88)
+ Conds:RS_93._col5, _col12=RS_94._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
+ <-Map 54 [SIMPLE_EDGE]
+ SHUFFLE [RS_94]
+ PartitionCols:_col0, _col1
+ Please refer to the previous Select Operator [SEL_77]
+ <-Reducer 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_93]
+ PartitionCols:_col5, _col12
+ Merge Join Operator [MERGEJOIN_593] (rows=1122452711 width=88)
+ Conds:RS_90._col9=RS_91._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"]
+ <-Map 41 [SIMPLE_EDGE]
+ SHUFFLE [RS_91]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_21]
+ <-Reducer 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_90]
+ PartitionCols:_col9
+ Merge Join Operator [MERGEJOIN_592] (rows=1020411534 width=88)
+ Conds:RS_87._col10=RS_88._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"]
+ <-Map 53 [SIMPLE_EDGE]
+ SHUFFLE [RS_88]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_71]
+ <-Reducer 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_87]
+ PartitionCols:_col10
+ Merge Join Operator [MERGEJOIN_591] (rows=927646829 width=88)
+ Conds:RS_84._col5=RS_85._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
+ <-Reducer 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_84]
+ PartitionCols:_col5
+ Merge Join Operator [MERGEJOIN_590] (rows=843315281 width=88)
+ Conds:RS_81._col0=RS_82._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"]
+ <-Reducer 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_82]
+ PartitionCols:_col5
+ Select Operator [SEL_52] (rows=766650239 width=88)
+ Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"]
+ Merge Join Operator [MERGEJOIN_588] (rows=766650239 width=88)
+ Conds:RS_49._col7=RS_50._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"]
+ <-Map 46 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_42]
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col7
+ Merge Join Operator [MERGEJOIN_587] (rows=696954748 width=88)
+ Conds:RS_46._col0=RS_47._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_47]
+ PartitionCols:_col0
+ Select Operator [SEL_39] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_552] (rows=36524 width=1119)
+ predicate:((d_year = 2000) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Reducer 43 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_586] (rows=633595212 width=88)
+ Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"]
+ <-Map 42 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_33]
+ <-Map 45 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_36]
+ <-Reducer 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_81]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_585] (rows=7920 width=107)
+ Conds:RS_78._col1=RS_79._col0(Inner),Output:["_col0"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_78]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_11]
+ <-Map 40 [SIMPLE_EDGE]
+ SHUFFLE [RS_79]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+ <-Reducer 49 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_85]
+ PartitionCols:_col0
+ Select Operator [SEL_68] (rows=52798137 width=135)
+ Output:["_col0"]
+ Filter Operator [FIL_67] (rows=52798137 width=135)
+ predicate:(_col1 > (2 * _col2))
+ Group By Operator [GBY_66] (rows=158394413 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 48 [SIMPLE_EDGE]
+ SHUFFLE [RS_65]
+ PartitionCols:_col0
+ Group By Operator [GBY_64] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0
+ Select Operator [SEL_62] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_589] (rows=316788826 width=135)
+ Conds:RS_59._col0, _col1=RS_60._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"]
+ <-Map 47 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0, _col1
+ Please refer to the previous Select Operator [SEL_55]
+ <-Map 52 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0, _col1
+ Please refer to the previous Select Operator [SEL_58]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_115]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_584] (rows=128840811 width=860)
+ Conds:RS_112._col1=RS_113._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"]
+ <-Map 55 [SIMPLE_EDGE]
+ SHUFFLE [RS_113]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_99]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_112]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_583] (rows=117128008 width=860)
+ Conds:RS_109._col3=RS_110._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"]
+ <-Map 41 [SIMPLE_EDGE]
+ SHUFFLE [RS_110]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_21]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_582] (rows=106480005 width=860)
+ Conds:RS_106._col2=RS_107._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col9"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_106]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_580] (rows=96800003 width=860)
+ Conds:RS_103._col4=RS_104._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_104]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_542] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ Please refer to the previous TableScan [TS_3]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_103]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_579] (rows=88000001 width=860)
+ Conds:RS_100._col5=RS_101._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_101]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_100]
+ PartitionCols:_col5
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_107]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_581] (rows=7920 width=107)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_11]
+ <-Map 40 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+
[27/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query7.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query7.q.out b/ql/src/test/results/clientpositive/perf/query7.q.out
deleted file mode 100644
index 00628db..0000000
--- a/ql/src/test/results/clientpositive/perf/query7.q.out
+++ /dev/null
@@ -1,132 +0,0 @@
-PREHOOK: query: explain
-select i_item_id,
- avg(ss_quantity) agg1,
- avg(ss_list_price) agg2,
- avg(ss_coupon_amt) agg3,
- avg(ss_sales_price) agg4
- from store_sales, customer_demographics, date_dim, item, promotion
- where ss_sold_date_sk = d_date_sk and
- ss_item_sk = i_item_sk and
- ss_cdemo_sk = cd_demo_sk and
- ss_promo_sk = p_promo_sk and
- cd_gender = 'F' and
- cd_marital_status = 'W' and
- cd_education_status = 'Primary' and
- (p_channel_email = 'N' or p_channel_event = 'N') and
- d_year = 1998
- group by i_item_id
- order by i_item_id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_item_id,
- avg(ss_quantity) agg1,
- avg(ss_list_price) agg2,
- avg(ss_coupon_amt) agg3,
- avg(ss_sales_price) agg4
- from store_sales, customer_demographics, date_dim, item, promotion
- where ss_sold_date_sk = d_date_sk and
- ss_item_sk = i_item_sk and
- ss_cdemo_sk = cd_demo_sk and
- ss_promo_sk = p_promo_sk and
- cd_gender = 'F' and
- cd_marital_status = 'W' and
- cd_education_status = 'Primary' and
- (p_channel_email = 'N' or p_channel_event = 'N') and
- d_year = 1998
- group by i_item_id
- order by i_item_id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_35]
- Limit [LIM_34] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_33] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- Group By Operator [GBY_30] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Group By Operator [GBY_28] (rows=843315281 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col18
- Merge Join Operator [MERGEJOIN_58] (rows=843315281 width=88)
- Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_54] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_12] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88)
- Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=2300 width=1179)
- Output:["_col0"]
- Filter Operator [FIL_53] (rows=2300 width=1179)
- predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null)
- TableScan [TS_9] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_52] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88)
- Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_50] (rows=575995635 width=88)
- predicate:(ss_cdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_promo_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=232725 width=385)
- Output:["_col0"]
- Filter Operator [FIL_51] (rows=232725 width=385)
- predicate:((cd_education_status = 'Primary') and (cd_gender = 'F') and (cd_marital_status = 'W') and cd_demo_sk is not null)
- TableScan [TS_3] (rows=1861800 width=385)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query70.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query70.q.out b/ql/src/test/results/clientpositive/perf/query70.q.out
deleted file mode 100644
index d700d60..0000000
--- a/ql/src/test/results/clientpositive/perf/query70.q.out
+++ /dev/null
@@ -1,205 +0,0 @@
-PREHOOK: query: explain
-select
- sum(ss_net_profit) as total_sum
- ,s_state
- ,s_county
- ,grouping(s_state)+grouping(s_county) as lochierarchy
- ,rank() over (
- partition by grouping(s_state)+grouping(s_county),
- case when grouping(s_county) = 0 then s_state end
- order by sum(ss_net_profit) desc) as rank_within_parent
- from
- store_sales
- ,date_dim d1
- ,store
- where
- d1.d_month_seq between 1212 and 1212+11
- and d1.d_date_sk = ss_sold_date_sk
- and s_store_sk = ss_store_sk
- and s_state in
- ( select s_state
- from (select s_state as s_state,
- rank() over ( partition by s_state order by sum(ss_net_profit) desc) as ranking
- from store_sales, store, date_dim
- where d_month_seq between 1212 and 1212+11
- and d_date_sk = ss_sold_date_sk
- and s_store_sk = ss_store_sk
- group by s_state
- ) tmp1
- where ranking <= 5
- )
- group by rollup(s_state,s_county)
- order by
- lochierarchy desc
- ,case when lochierarchy = 0 then s_state end
- ,rank_within_parent
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- sum(ss_net_profit) as total_sum
- ,s_state
- ,s_county
- ,grouping(s_state)+grouping(s_county) as lochierarchy
- ,rank() over (
- partition by grouping(s_state)+grouping(s_county),
- case when grouping(s_county) = 0 then s_state end
- order by sum(ss_net_profit) desc) as rank_within_parent
- from
- store_sales
- ,date_dim d1
- ,store
- where
- d1.d_month_seq between 1212 and 1212+11
- and d1.d_date_sk = ss_sold_date_sk
- and s_store_sk = ss_store_sk
- and s_state in
- ( select s_state
- from (select s_state as s_state,
- rank() over ( partition by s_state order by sum(ss_net_profit) desc) as ranking
- from store_sales, store, date_dim
- where d_month_seq between 1212 and 1212+11
- and d_date_sk = ss_sold_date_sk
- and s_store_sk = ss_store_sk
- group by s_state
- ) tmp1
- where ranking <= 5
- )
- group by rollup(s_state,s_county)
- order by
- lochierarchy desc
- ,case when lochierarchy = 0 then s_state end
- ,rank_within_parent
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 3 <- Map 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 9 <- Map 14 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 7
- File Output Operator [FS_61]
- Limit [LIM_59] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_58] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- Select Operator [SEL_55] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- PTF Operator [PTF_54] (rows=1149975358 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 DESC NULLS LAST","partition by:":"(grouping(_col5, 1) + grouping(_col5, 0)), CASE WHEN ((grouping(_col5, 0) = 0)) THEN (_col0) ELSE (null) END"}]
- Select Operator [SEL_53] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:(grouping(_col5, 1) + grouping(_col5, 0)), CASE WHEN ((grouping(_col5, 0) = 0)) THEN (_col0) ELSE (null) END
- Select Operator [SEL_51] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col4","_col5"]
- Group By Operator [GBY_50] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_48] (rows=2299950717 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)"],keys:_col0, _col1, 0
- Select Operator [SEL_46] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_89] (rows=766650239 width=88)
- Conds:RS_43._col7=RS_44._col0(Inner),Output:["_col2","_col6","_col7"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col0
- Select Operator [SEL_32] (rows=116159124 width=88)
- Output:["_col0"]
- Filter Operator [FIL_81] (rows=116159124 width=88)
- predicate:(rank_window_0 <= 5)
- PTF Operator [PTF_31] (rows=348477374 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 DESC NULLS LAST","partition by:":"_col0"}]
- Select Operator [SEL_30] (rows=348477374 width=88)
- Output:["_col0","_col1"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Group By Operator [GBY_27] (rows=348477374 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0
- Group By Operator [GBY_25] (rows=696954748 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col6
- Merge Join Operator [MERGEJOIN_88] (rows=696954748 width=88)
- Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col6"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_84] (rows=1704 width=1910)
- predicate:(s_state is not null and s_store_sk is not null)
- TableScan [TS_15] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_87] (rows=633595212 width=88)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_78] (rows=575995635 width=88)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_79] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col7
- Merge Join Operator [MERGEJOIN_86] (rows=696954748 width=88)
- Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col2","_col6","_col7"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_80] (rows=1704 width=1910)
- predicate:(s_state is not null and s_store_sk is not null)
- TableScan [TS_6] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county","s_state"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_85] (rows=633595212 width=88)
- Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query71.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query71.q.out b/ql/src/test/results/clientpositive/perf/query71.q.out
deleted file mode 100644
index bd48e56..0000000
--- a/ql/src/test/results/clientpositive/perf/query71.q.out
+++ /dev/null
@@ -1,208 +0,0 @@
-PREHOOK: query: explain
-select i_brand_id brand_id, i_brand brand,t_hour,t_minute,
- sum(ext_price) ext_price
- from item, (select ws_ext_sales_price as ext_price,
- ws_sold_date_sk as sold_date_sk,
- ws_item_sk as sold_item_sk,
- ws_sold_time_sk as time_sk
- from web_sales,date_dim
- where d_date_sk = ws_sold_date_sk
- and d_moy=12
- and d_year=2001
- union all
- select cs_ext_sales_price as ext_price,
- cs_sold_date_sk as sold_date_sk,
- cs_item_sk as sold_item_sk,
- cs_sold_time_sk as time_sk
- from catalog_sales,date_dim
- where d_date_sk = cs_sold_date_sk
- and d_moy=12
- and d_year=2001
- union all
- select ss_ext_sales_price as ext_price,
- ss_sold_date_sk as sold_date_sk,
- ss_item_sk as sold_item_sk,
- ss_sold_time_sk as time_sk
- from store_sales,date_dim
- where d_date_sk = ss_sold_date_sk
- and d_moy=12
- and d_year=2001
- ) as tmp,time_dim
- where
- sold_item_sk = i_item_sk
- and i_manager_id=1
- and time_sk = t_time_sk
- and (t_meal_time = 'breakfast' or t_meal_time = 'dinner')
- group by i_brand, i_brand_id,t_hour,t_minute
- order by ext_price desc, i_brand_id
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_brand_id brand_id, i_brand brand,t_hour,t_minute,
- sum(ext_price) ext_price
- from item, (select ws_ext_sales_price as ext_price,
- ws_sold_date_sk as sold_date_sk,
- ws_item_sk as sold_item_sk,
- ws_sold_time_sk as time_sk
- from web_sales,date_dim
- where d_date_sk = ws_sold_date_sk
- and d_moy=12
- and d_year=2001
- union all
- select cs_ext_sales_price as ext_price,
- cs_sold_date_sk as sold_date_sk,
- cs_item_sk as sold_item_sk,
- cs_sold_time_sk as time_sk
- from catalog_sales,date_dim
- where d_date_sk = cs_sold_date_sk
- and d_moy=12
- and d_year=2001
- union all
- select ss_ext_sales_price as ext_price,
- ss_sold_date_sk as sold_date_sk,
- ss_item_sk as sold_item_sk,
- ss_sold_time_sk as time_sk
- from store_sales,date_dim
- where d_date_sk = ss_sold_date_sk
- and d_moy=12
- and d_year=2001
- ) as tmp,time_dim
- where
- sold_item_sk = i_item_sk
- and i_manager_id=1
- and time_sk = t_time_sk
- and (t_meal_time = 'breakfast' or t_meal_time = 'dinner')
- group by i_brand, i_brand_id,t_hour,t_minute
- order by ext_price desc, i_brand_id
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 11 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE), Union 3 (CONTAINS)
-Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE), Union 3 (CONTAINS)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE), Union 3 (CONTAINS)
-Reducer 4 <- Map 15 (SIMPLE_EDGE), Union 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 16 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 7
- File Output Operator [FS_52]
- Select Operator [SEL_51] (rows=670816149 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- Select Operator [SEL_48] (rows=670816149 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_47] (rows=670816149 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_45] (rows=1341632299 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col0)"],keys:_col4, _col8, _col9, _col5
- Merge Join Operator [MERGEJOIN_86] (rows=1341632299 width=108)
- Conds:RS_41._col2=RS_42._col0(Inner),Output:["_col0","_col4","_col5","_col8","_col9"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Select Operator [SEL_37] (rows=86400 width=471)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_81] (rows=86400 width=471)
- predicate:(((t_meal_time = 'breakfast') or (t_meal_time = 'dinner')) and t_time_sk is not null)
- TableScan [TS_35] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute","t_meal_time"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_85] (rows=1219665700 width=108)
- Conds:Union 3._col1=RS_39._col0(Inner),Output:["_col0","_col2","_col4","_col5"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_34] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_80] (rows=231000 width=1436)
- predicate:((i_manager_id = 1) and i_item_sk is not null)
- TableScan [TS_32] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
- <-Union 3 [SIMPLE_EDGE]
- <-Reducer 10 [CONTAINS]
- Reduce Output Operator [RS_38]
- PartitionCols:_col1
- Select Operator [SEL_19] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_83] (rows=316788826 width=135)
- Conds:RS_16._col0=RS_17._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0
- Select Operator [SEL_15] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_77] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
- TableScan [TS_13] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_12] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_76] (rows=287989836 width=135)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null)
- TableScan [TS_10] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_item_sk","cs_ext_sales_price"]
- <-Reducer 13 [CONTAINS]
- Reduce Output Operator [RS_38]
- PartitionCols:_col1
- Select Operator [SEL_30] (rows=633595212 width=88)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_84] (rows=633595212 width=88)
- Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0
- Select Operator [SEL_23] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_78] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_sold_time_sk is not null)
- TableScan [TS_21] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_sold_time_sk","ss_item_sk","ss_ext_sales_price"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_26] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_79] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
- TableScan [TS_24] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 2 [CONTAINS]
- Reduce Output Operator [RS_38]
- PartitionCols:_col1
- Select Operator [SEL_9] (rows=158402938 width=135)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_82] (rows=158402938 width=135)
- Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_74] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_item_sk","ws_ext_sales_price"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_75] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query72.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query72.q.out b/ql/src/test/results/clientpositive/perf/query72.q.out
deleted file mode 100644
index a5e3501..0000000
--- a/ql/src/test/results/clientpositive/perf/query72.q.out
+++ /dev/null
@@ -1,250 +0,0 @@
-PREHOOK: query: explain
-select i_item_desc
- ,w_warehouse_name
- ,d1.d_week_seq
- ,count(case when p_promo_sk is null then 1 else 0 end) no_promo
- ,count(case when p_promo_sk is not null then 1 else 0 end) promo
- ,count(*) total_cnt
-from catalog_sales
-join inventory on (cs_item_sk = inv_item_sk)
-join warehouse on (w_warehouse_sk=inv_warehouse_sk)
-join item on (i_item_sk = cs_item_sk)
-join customer_demographics on (cs_bill_cdemo_sk = cd_demo_sk)
-join household_demographics on (cs_bill_hdemo_sk = hd_demo_sk)
-join date_dim d1 on (cs_sold_date_sk = d1.d_date_sk)
-join date_dim d2 on (inv_date_sk = d2.d_date_sk)
-join date_dim d3 on (cs_ship_date_sk = d3.d_date_sk)
-left outer join promotion on (cs_promo_sk=p_promo_sk)
-left outer join catalog_returns on (cr_item_sk = cs_item_sk and cr_order_number = cs_order_number)
-where d1.d_week_seq = d2.d_week_seq
- and inv_quantity_on_hand < cs_quantity
- and d3.d_date > d1.d_date + 5
- and hd_buy_potential = '1001-5000'
- and d1.d_year = 2001
- and hd_buy_potential = '1001-5000'
- and cd_marital_status = 'M'
- and d1.d_year = 2001
-group by i_item_desc,w_warehouse_name,d1.d_week_seq
-order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_item_desc
- ,w_warehouse_name
- ,d1.d_week_seq
- ,count(case when p_promo_sk is null then 1 else 0 end) no_promo
- ,count(case when p_promo_sk is not null then 1 else 0 end) promo
- ,count(*) total_cnt
-from catalog_sales
-join inventory on (cs_item_sk = inv_item_sk)
-join warehouse on (w_warehouse_sk=inv_warehouse_sk)
-join item on (i_item_sk = cs_item_sk)
-join customer_demographics on (cs_bill_cdemo_sk = cd_demo_sk)
-join household_demographics on (cs_bill_hdemo_sk = hd_demo_sk)
-join date_dim d1 on (cs_sold_date_sk = d1.d_date_sk)
-join date_dim d2 on (inv_date_sk = d2.d_date_sk)
-join date_dim d3 on (cs_ship_date_sk = d3.d_date_sk)
-left outer join promotion on (cs_promo_sk=p_promo_sk)
-left outer join catalog_returns on (cr_item_sk = cs_item_sk and cr_order_number = cs_order_number)
-where d1.d_week_seq = d2.d_week_seq
- and inv_quantity_on_hand < cs_quantity
- and d3.d_date > d1.d_date + 5
- and hd_buy_potential = '1001-5000'
- and d1.d_year = 2001
- and hd_buy_potential = '1001-5000'
- and cd_marital_status = 'M'
- and d1.d_year = 2001
-group by i_item_desc,w_warehouse_name,d1.d_week_seq
-order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 16 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 17 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Map 18 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Map 19 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Map 20 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Map 21 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 22 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 23 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_75]
- Limit [LIM_74] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_73] (rows=37725837 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_72]
- Select Operator [SEL_70] (rows=37725837 width=135)
- Output:["_col0","_col1","_col2","_col5"]
- Group By Operator [GBY_69] (rows=37725837 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_68]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_67] (rows=75451675 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col15, _col13, _col22
- Merge Join Operator [MERGEJOIN_141] (rows=75451675 width=135)
- Conds:RS_63._col4, _col6=RS_64._col0, _col1(Left Outer),Output:["_col13","_col15","_col22"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
- PartitionCols:_col0, _col1
- Select Operator [SEL_62] (rows=28798881 width=106)
- Output:["_col0","_col1"]
- Filter Operator [FIL_131] (rows=28798881 width=106)
- predicate:cr_item_sk is not null
- TableScan [TS_60] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col4, _col6
- Select Operator [SEL_59] (rows=68592431 width=135)
- Output:["_col4","_col6","_col13","_col15","_col22"]
- Merge Join Operator [MERGEJOIN_140] (rows=68592431 width=135)
- Conds:RS_56._col0, _col20=RS_57._col0, _col1(Inner),Output:["_col5","_col9","_col14","_col16","_col20"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col0, _col1
- Select Operator [SEL_48] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_130] (rows=73049 width=1119)
- predicate:(d_date_sk is not null and d_week_seq is not null)
- TableScan [TS_46] (rows=73049 width=1119)
- default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0, _col20
- Filter Operator [FIL_55] (rows=62356755 width=135)
- predicate:(_col3 < _col17)
- Merge Join Operator [MERGEJOIN_139] (rows=187070265 width=135)
- Conds:RS_52._col1=RS_53._col8(Inner),Output:["_col0","_col3","_col5","_col9","_col14","_col16","_col17","_col20"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col8
- Select Operator [SEL_45] (rows=170063874 width=135)
- Output:["_col3","_col8","_col10","_col11","_col14"]
- Filter Operator [FIL_44] (rows=170063874 width=135)
- predicate:(UDFToDouble(_col20) > (UDFToDouble(_col9) + 5.0))
- Merge Join Operator [MERGEJOIN_138] (rows=510191624 width=135)
- Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col18","_col20"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Select Operator [SEL_25] (rows=73049 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_129] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- TableScan [TS_23] (rows=73049 width=1119)
- default@date_dim,d3,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_137] (rows=463810558 width=135)
- Conds:RS_38._col4=RS_39._col0(Inner),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col18"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_128] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_20] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_136] (rows=421645953 width=135)
- Conds:RS_35._col5=RS_36._col0(Left Outer),Output:["_col1","_col4","_col6","_col7","_col9","_col10"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col0
- Select Operator [SEL_19] (rows=2300 width=1179)
- Output:["_col0"]
- TableScan [TS_18] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col5
- Merge Join Operator [MERGEJOIN_135] (rows=383314495 width=135)
- Conds:RS_32._col3=RS_33._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col9","_col10"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_126] (rows=3600 width=107)
- predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null)
- TableScan [TS_15] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_134] (rows=348467716 width=135)
- Conds:RS_29._col2=RS_30._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=930900 width=385)
- Output:["_col0"]
- Filter Operator [FIL_125] (rows=930900 width=385)
- predicate:((cd_marital_status = 'M') and cd_demo_sk is not null)
- TableScan [TS_12] (rows=1861800 width=385)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_133] (rows=316788826 width=135)
- Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=36524 width=1119)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_124] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null and d_week_seq is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_week_seq","d_year"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_123] (rows=287989836 width=135)
- predicate:(cs_bill_cdemo_sk is not null and cs_bill_hdemo_sk is not null and cs_item_sk is not null and cs_ship_date_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_6] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_date_sk","cs_bill_cdemo_sk","cs_bill_hdemo_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_quantity"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_132] (rows=41342400 width=15)
- Conds:RS_49._col2=RS_50._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=37584000 width=15)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_121] (rows=37584000 width=15)
- predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null)
- TableScan [TS_0] (rows=37584000 width=15)
- default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=27 width=1029)
- Output:["_col0","_col1"]
- Filter Operator [FIL_122] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_3] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query73.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query73.q.out b/ql/src/test/results/clientpositive/perf/query73.q.out
deleted file mode 100644
index f666e29..0000000
--- a/ql/src/test/results/clientpositive/perf/query73.q.out
+++ /dev/null
@@ -1,150 +0,0 @@
-PREHOOK: query: explain
-select c_last_name
- ,c_first_name
- ,c_salutation
- ,c_preferred_cust_flag
- ,ss_ticket_number
- ,cnt from
- (select ss_ticket_number
- ,ss_customer_sk
- ,count(*) cnt
- from store_sales,date_dim,store,household_demographics
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_store_sk = store.s_store_sk
- and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
- and date_dim.d_dom between 1 and 2
- and (household_demographics.hd_buy_potential = '>10000' or
- household_demographics.hd_buy_potential = 'unknown')
- and household_demographics.hd_vehicle_count > 0
- and case when household_demographics.hd_vehicle_count > 0 then
- household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count else null end > 1
- and date_dim.d_year in (2000,2000+1,2000+2)
- and store.s_county in ('Mobile County','Maverick County','Huron County','Kittitas County')
- group by ss_ticket_number,ss_customer_sk) dj,customer
- where ss_customer_sk = c_customer_sk
- and cnt between 1 and 5
- order by cnt desc
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select c_last_name
- ,c_first_name
- ,c_salutation
- ,c_preferred_cust_flag
- ,ss_ticket_number
- ,cnt from
- (select ss_ticket_number
- ,ss_customer_sk
- ,count(*) cnt
- from store_sales,date_dim,store,household_demographics
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_store_sk = store.s_store_sk
- and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
- and date_dim.d_dom between 1 and 2
- and (household_demographics.hd_buy_potential = '>10000' or
- household_demographics.hd_buy_potential = 'unknown')
- and household_demographics.hd_vehicle_count > 0
- and case when household_demographics.hd_vehicle_count > 0 then
- household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count else null end > 1
- and date_dim.d_year in (2000,2000+1,2000+2)
- and store.s_county in ('Mobile County','Maverick County','Huron County','Kittitas County')
- group by ss_ticket_number,ss_customer_sk) dj,customer
- where ss_customer_sk = c_customer_sk
- and cnt between 1 and 5
- order by cnt desc
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 6 <- Map 10 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 11 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 3
- File Output Operator [FS_37]
- Select Operator [SEL_36] (rows=88000001 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- Select Operator [SEL_34] (rows=88000001 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860)
- Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_52] (rows=80000000 width=860)
- predicate:c_customer_sk is not null
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col1
- Filter Operator [FIL_29] (rows=42591679 width=88)
- predicate:_col2 BETWEEN 1 AND 5
- Select Operator [SEL_28] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_27] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_25] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4
- Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88)
- Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_56] (rows=852 width=1910)
- predicate:((s_county) IN ('Mobile County', 'Maverick County', 'Huron County', 'Kittitas County') and s_store_sk is not null)
- TableScan [TS_12] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col4"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=1200 width=107)
- Output:["_col0"]
- Filter Operator [FIL_55] (rows=1200 width=107)
- predicate:(((hd_buy_potential = '>10000') or (hd_buy_potential = 'unknown')) and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.0)) ELSE (null) END and hd_demo_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential","hd_dep_count","hd_vehicle_count"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 4 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_53] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_3] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=4058 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_54] (rows=4058 width=1119)
- predicate:((d_year) IN (2000, 2001, 2002) and d_date_sk is not null and d_dom BETWEEN 1 AND 2)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query74.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query74.q.out b/ql/src/test/results/clientpositive/perf/query74.q.out
deleted file mode 100644
index a75aaa1..0000000
--- a/ql/src/test/results/clientpositive/perf/query74.q.out
+++ /dev/null
@@ -1,313 +0,0 @@
-PREHOOK: query: explain
-with year_total as (
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,d_year as year
- ,max(ss_net_paid) year_total
- ,'s' sale_type
- from customer
- ,store_sales
- ,date_dim
- where c_customer_sk = ss_customer_sk
- and ss_sold_date_sk = d_date_sk
- and d_year in (2001,2001+1)
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,d_year
- union all
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,d_year as year
- ,max(ws_net_paid) year_total
- ,'w' sale_type
- from customer
- ,web_sales
- ,date_dim
- where c_customer_sk = ws_bill_customer_sk
- and ws_sold_date_sk = d_date_sk
- and d_year in (2001,2001+1)
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,d_year
- )
- select
- t_s_secyear.customer_id, t_s_secyear.customer_first_name, t_s_secyear.customer_last_name
- from year_total t_s_firstyear
- ,year_total t_s_secyear
- ,year_total t_w_firstyear
- ,year_total t_w_secyear
- where t_s_secyear.customer_id = t_s_firstyear.customer_id
- and t_s_firstyear.customer_id = t_w_secyear.customer_id
- and t_s_firstyear.customer_id = t_w_firstyear.customer_id
- and t_s_firstyear.sale_type = 's'
- and t_w_firstyear.sale_type = 'w'
- and t_s_secyear.sale_type = 's'
- and t_w_secyear.sale_type = 'w'
- and t_s_firstyear.year = 2001
- and t_s_secyear.year = 2001+1
- and t_w_firstyear.year = 2001
- and t_w_secyear.year = 2001+1
- and t_s_firstyear.year_total > 0
- and t_w_firstyear.year_total > 0
- and case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
- > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
- order by 2,1,3
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with year_total as (
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,d_year as year
- ,max(ss_net_paid) year_total
- ,'s' sale_type
- from customer
- ,store_sales
- ,date_dim
- where c_customer_sk = ss_customer_sk
- and ss_sold_date_sk = d_date_sk
- and d_year in (2001,2001+1)
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,d_year
- union all
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,d_year as year
- ,max(ws_net_paid) year_total
- ,'w' sale_type
- from customer
- ,web_sales
- ,date_dim
- where c_customer_sk = ws_bill_customer_sk
- and ws_sold_date_sk = d_date_sk
- and d_year in (2001,2001+1)
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,d_year
- )
- select
- t_s_secyear.customer_id, t_s_secyear.customer_first_name, t_s_secyear.customer_last_name
- from year_total t_s_firstyear
- ,year_total t_s_secyear
- ,year_total t_w_firstyear
- ,year_total t_w_secyear
- where t_s_secyear.customer_id = t_s_firstyear.customer_id
- and t_s_firstyear.customer_id = t_w_secyear.customer_id
- and t_s_firstyear.customer_id = t_w_firstyear.customer_id
- and t_s_firstyear.sale_type = 's'
- and t_w_firstyear.sale_type = 'w'
- and t_s_secyear.sale_type = 's'
- and t_w_secyear.sale_type = 'w'
- and t_s_firstyear.year = 2001
- and t_s_secyear.year = 2001+1
- and t_w_firstyear.year = 2001
- and t_w_secyear.year = 2001+1
- and t_s_firstyear.year_total > 0
- and t_w_firstyear.year_total > 0
- and case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
- > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
- order by 2,1,3
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
-Reducer 12 <- Map 18 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Map 10 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
-Reducer 15 <- Map 18 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Reducer 15 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
-Reducer 3 <- Map 18 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
-Reducer 8 <- Map 18 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_92]
- Limit [LIM_91] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_90] (rows=574987679 width=88)
- Output:["_col0","_col1","_col2"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- Select Operator [SEL_88] (rows=574987679 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_87] (rows=574987679 width=88)
- predicate:CASE WHEN ((_col9 > 0)) THEN (CASE WHEN ((_col14 > 0)) THEN (((_col4 / _col14) > (_col19 / _col9))) ELSE ((null > (_col19 / _col9))) END) ELSE (CASE WHEN ((_col14 > 0)) THEN (((_col4 / _col14) > null)) ELSE (null) END) END
- Merge Join Operator [MERGEJOIN_171] (rows=1149975359 width=88)
- Conds:RS_82._col0=RS_83._col0(Inner),RS_83._col0=RS_84._col0(Inner),RS_83._col0=RS_85._col0(Inner),Output:["_col4","_col9","_col14","_col15","_col16","_col17","_col19"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_85]
- PartitionCols:_col0
- Select Operator [SEL_81] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col4"]
- Group By Operator [GBY_80] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_79]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_78] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
- Merge Join Operator [MERGEJOIN_170] (rows=696954748 width=88)
- Conds:RS_74._col1=RS_75._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_75]
- PartitionCols:_col0
- Select Operator [SEL_70] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_160] (rows=80000000 width=860)
- predicate:(c_customer_id is not null and c_customer_sk is not null)
- TableScan [TS_68] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_169] (rows=633595212 width=88)
- Conds:RS_71._col0=RS_72._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_72]
- PartitionCols:_col0
- Select Operator [SEL_67] (rows=18262 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_159] (rows=18262 width=1119)
- predicate:((d_year = 2002) and (d_year) IN (2001, 2002) and d_date_sk is not null)
- TableScan [TS_65] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- PartitionCols:_col0
- Select Operator [SEL_64] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_158] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_62] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_net_paid"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
- PartitionCols:_col0
- Filter Operator [FIL_39] (rows=116159124 width=88)
- predicate:(_col4 > 0)
- Select Operator [SEL_162] (rows=348477374 width=88)
- Output:["_col0","_col4"]
- Group By Operator [GBY_38] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_36] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
- Merge Join Operator [MERGEJOIN_166] (rows=696954748 width=88)
- Conds:RS_32._col1=RS_33._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_70]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_165] (rows=633595212 width=88)
- Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Select Operator [SEL_25] (rows=18262 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_153] (rows=18262 width=1119)
- predicate:((d_year = 2001) and (d_year) IN (2001, 2002) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_65]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_64]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_82]
- PartitionCols:_col0
- Select Operator [SEL_19] (rows=87121617 width=135)
- Output:["_col0","_col4"]
- Group By Operator [GBY_18] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_16] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
- Merge Join Operator [MERGEJOIN_164] (rows=174243235 width=135)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_70]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_163] (rows=158402938 width=135)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_67]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_149] (rows=144002668 width=135)
- predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk","ws_net_paid"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_84]
- PartitionCols:_col0
- Filter Operator [FIL_60] (rows=29040539 width=135)
- predicate:(_col4 > 0)
- Select Operator [SEL_161] (rows=87121617 width=135)
- Output:["_col0","_col4"]
- Group By Operator [GBY_59] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_58]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_57] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
- Merge Join Operator [MERGEJOIN_168] (rows=174243235 width=135)
- Conds:RS_53._col1=RS_54._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_54]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_70]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_167] (rows=158402938 width=135)
- Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col1","_col2","_col4"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col0
- Select Operator [SEL_46] (rows=18262 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_156] (rows=18262 width=1119)
- predicate:((d_year = 2001) and (d_year) IN (2001, 2002) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_65]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
-
[45/50] [abbrv] hive git commit: HIVE-16898 : alidation of source
file after distcp in repl load (Daniel Dai, Sankar Hariappan,
reviewed by Anishek Agarwal, Thejas Nair)
Posted by se...@apache.org.
HIVE-16898 : alidation of source file after distcp in repl load (Daniel Dai, Sankar Hariappan, reviewed by Anishek Agarwal, Thejas Nair)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/b1ca2a5e
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/b1ca2a5e
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/b1ca2a5e
Branch: refs/heads/hive-14535
Commit: b1ca2a5e35895f83beb13344159f5ade2545fc8e
Parents: 2948c16
Author: Thejas M Nair <th...@hortonworks.com>
Authored: Sun Oct 1 23:16:40 2017 -0700
Committer: Thejas M Nair <th...@hortonworks.com>
Committed: Sun Oct 1 23:16:40 2017 -0700
----------------------------------------------------------------------
.../hadoop/hive/ql/exec/ReplCopyTask.java | 33 ++--
.../hadoop/hive/ql/parse/repl/CopyUtils.java | 161 ++++++++++++++++---
.../hive/metastore/ReplChangeManager.java | 73 +++++++--
3 files changed, 219 insertions(+), 48 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/b1ca2a5e/ql/src/java/org/apache/hadoop/hive/ql/exec/ReplCopyTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/ReplCopyTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/ReplCopyTask.java
index 54746d3..6e722f7 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/ReplCopyTask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/ReplCopyTask.java
@@ -76,11 +76,10 @@ public class ReplCopyTask extends Task<ReplCopyWork> implements Serializable {
// be a CM uri in the from path.
if (ReplChangeManager.isCMFileUri(fromPath, srcFs)) {
String[] result = ReplChangeManager.getFileWithChksumFromURI(fromPath.toString());
- Path sourcePath = ReplChangeManager
- .getFileStatus(new Path(result[0]), result[1], conf)
- .getPath();
+ ReplChangeManager.FileInfo sourceInfo = ReplChangeManager
+ .getFileInfo(new Path(result[0]), result[1], conf);
if (FileUtils.copy(
- sourcePath.getFileSystem(conf), sourcePath,
+ sourceInfo.getSrcFs(), sourceInfo.getSourcePath(),
dstFs, toPath, false, false, conf)) {
return 0;
} else {
@@ -90,13 +89,13 @@ public class ReplCopyTask extends Task<ReplCopyWork> implements Serializable {
}
}
- List<Path> srcPaths = new ArrayList<>();
+ List<ReplChangeManager.FileInfo> srcFiles = new ArrayList<>();
if (rwork.readSrcAsFilesList()) {
// This flow is usually taken for REPL LOAD
// Our input is the result of a _files listing, we should expand out _files.
- srcPaths = filesInFileListing(srcFs, fromPath);
- LOG.debug("ReplCopyTask _files contains:" + (srcPaths == null ? "null" : srcPaths.size()));
- if ((srcPaths == null) || (srcPaths.isEmpty())) {
+ srcFiles = filesInFileListing(srcFs, fromPath);
+ LOG.debug("ReplCopyTask _files contains:" + (srcFiles == null ? "null" : srcFiles.size()));
+ if ((srcFiles == null) || (srcFiles.isEmpty())) {
if (work.isErrorOnSrcEmpty()) {
console.printError("No _files entry found on source: " + fromPath.toString());
return 5;
@@ -120,17 +119,18 @@ public class ReplCopyTask extends Task<ReplCopyWork> implements Serializable {
for (FileStatus oneSrc : srcs) {
console.printInfo("Copying file: " + oneSrc.getPath().toString());
LOG.debug("ReplCopyTask :cp:{}=>{}", oneSrc.getPath(), toPath);
- srcPaths.add(oneSrc.getPath());
+ srcFiles.add(new ReplChangeManager.FileInfo(oneSrc.getPath().getFileSystem(conf),
+ oneSrc.getPath()));
}
}
- LOG.debug("ReplCopyTask numFiles: {}", srcPaths.size());
+ LOG.debug("ReplCopyTask numFiles: {}", srcFiles.size());
if (!FileUtils.mkdir(dstFs, toPath, conf)) {
console.printError("Cannot make target directory: " + toPath.toString());
return 2;
}
// Copy the files from different source file systems to one destination directory
- new CopyUtils(rwork.distCpDoAsUser(), conf).doCopy(toPath, srcPaths);
+ new CopyUtils(rwork.distCpDoAsUser(), conf).copyAndVerify(toPath, srcFiles);
return 0;
} catch (Exception e) {
@@ -140,7 +140,7 @@ public class ReplCopyTask extends Task<ReplCopyWork> implements Serializable {
}
}
- private List<Path> filesInFileListing(FileSystem fs, Path dataPath)
+ private List<ReplChangeManager.FileInfo> filesInFileListing(FileSystem fs, Path dataPath)
throws IOException {
Path fileListing = new Path(dataPath, EximUtil.FILES_NAME);
LOG.debug("ReplCopyTask filesInFileListing() reading " + fileListing.toUri());
@@ -150,19 +150,18 @@ public class ReplCopyTask extends Task<ReplCopyWork> implements Serializable {
// On success, but with nothing to return, we can return an empty list.
}
- List<Path> filePaths = new ArrayList<>();
+ List<ReplChangeManager.FileInfo> filePaths = new ArrayList<>();
BufferedReader br = new BufferedReader(new InputStreamReader(fs.open(fileListing)));
// TODO : verify if skipping charset here is okay
String line = null;
- while ( (line = br.readLine()) != null){
+ while ((line = br.readLine()) != null) {
LOG.debug("ReplCopyTask :_filesReadLine:" + line);
String[] fileWithChksum = ReplChangeManager.getFileWithChksumFromURI(line);
try {
- Path f = ReplChangeManager
- .getFileStatus(new Path(fileWithChksum[0]), fileWithChksum[1], conf)
- .getPath();
+ ReplChangeManager.FileInfo f = ReplChangeManager
+ .getFileInfo(new Path(fileWithChksum[0]), fileWithChksum[1], conf);
filePaths.add(f);
} catch (MetaException e) {
// issue warning for missing file and throw exception
http://git-wip-us.apache.org/repos/asf/hive/blob/b1ca2a5e/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java
index a022b5d..71cdbde 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/CopyUtils.java
@@ -24,12 +24,15 @@ import org.apache.hadoop.fs.FileUtil;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hive.common.FileUtils;
import org.apache.hadoop.hive.conf.HiveConf;
+import org.apache.hadoop.hive.metastore.ReplChangeManager;
import org.apache.hadoop.hive.shims.ShimLoader;
import org.apache.hadoop.hive.shims.Utils;
import org.apache.hadoop.security.UserGroupInformation;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
+import com.google.common.collect.Lists;
+
import javax.security.auth.login.LoginException;
import java.io.IOException;
import java.util.ArrayList;
@@ -46,6 +49,7 @@ public class CopyUtils {
private final long maxNumberOfFiles;
private final boolean hiveInTest;
private final String copyAsUser;
+ private final int MAX_COPY_RETRY = 3;
public CopyUtils(String distCpDoAsUser, HiveConf hiveConf) {
this.hiveConf = hiveConf;
@@ -55,29 +59,121 @@ public class CopyUtils {
this.copyAsUser = distCpDoAsUser;
}
- public void doCopy(Path destination, List<Path> srcPaths) throws IOException, LoginException {
- Map<FileSystem, List<Path>> map = fsToFileMap(srcPaths);
+ // Used by replication, copy files from source to destination. It is possible source file is
+ // changed/removed during copy, so double check the checksum after copy,
+ // if not match, copy again from cm
+ public void copyAndVerify(Path destination, List<ReplChangeManager.FileInfo> srcFiles)
+ throws IOException, LoginException {
+ Map<FileSystem, List<ReplChangeManager.FileInfo>> map = fsToFileMap(srcFiles);
FileSystem destinationFs = destination.getFileSystem(hiveConf);
+ for (Map.Entry<FileSystem, List<ReplChangeManager.FileInfo>> entry : map.entrySet()) {
+ FileSystem sourceFs = entry.getKey();
+ List<ReplChangeManager.FileInfo> fileInfoList = entry.getValue();
+ boolean useRegularCopy = regularCopy(destinationFs, sourceFs, fileInfoList);
+
+ doCopyRetry(sourceFs, fileInfoList, destinationFs, destination, useRegularCopy);
+
+ // Verify checksum, retry if checksum changed
+ List<ReplChangeManager.FileInfo> retryFileInfoList = new ArrayList<>();
+ for (ReplChangeManager.FileInfo srcFile : srcFiles) {
+ if(!srcFile.isUseSourcePath()) {
+ // If already use cmpath, nothing we can do here, skip this file
+ continue;
+ }
+ String sourceChecksumString = srcFile.getCheckSum();
+ if (sourceChecksumString != null) {
+ String verifySourceChecksumString;
+ try {
+ verifySourceChecksumString
+ = ReplChangeManager.checksumFor(srcFile.getSourcePath(), sourceFs);
+ } catch (IOException e) {
+ // Retry with CM path
+ verifySourceChecksumString = null;
+ }
+ if ((verifySourceChecksumString == null)
+ || !sourceChecksumString.equals(verifySourceChecksumString)) {
+ // If checksum does not match, likely the file is changed/removed, copy again from cm
+ srcFile.setIsUseSourcePath(false);
+ retryFileInfoList.add(srcFile);
+ }
+ }
+ }
+ if (!retryFileInfoList.isEmpty()) {
+ doCopyRetry(sourceFs, retryFileInfoList, destinationFs, destination, useRegularCopy);
+ }
+ }
+ }
+
+ private void doCopyRetry(FileSystem sourceFs, List<ReplChangeManager.FileInfo> fileList,
+ FileSystem destinationFs, Path destination,
+ boolean useRegularCopy) throws IOException, LoginException {
+ int repeat = 0;
+ List<Path> pathList = Lists.transform(fileList,
+ fileInfo -> { return fileInfo.getEffectivePath(); });
+ while (!pathList.isEmpty() && (repeat < MAX_COPY_RETRY)) {
+ try {
+ doCopyOnce(sourceFs, pathList, destinationFs, destination, useRegularCopy);
+ return;
+ } catch (IOException e) {
+ pathList = new ArrayList<>();
+
+ // Going through file list, retry with CM if applicable
+ for (ReplChangeManager.FileInfo file : fileList) {
+ Path copyPath = file.getEffectivePath();
+ if (!destinationFs.exists(new Path(destination, copyPath.getName()))) {
+ if (!sourceFs.exists(copyPath)) {
+ if (file.isUseSourcePath()) {
+ // Source file missing, then try with CM path
+ file.setIsUseSourcePath(false);
+ } else {
+ // CM path itself is missing, so, cannot recover from this error
+ throw e;
+ }
+ }
+ pathList.add(file.getEffectivePath());
+ }
+ }
+ }
+ repeat++;
+ }
+ }
+
+ // Copy without retry
+ private void doCopyOnce(FileSystem sourceFs, List<Path> srcList,
+ FileSystem destinationFs, Path destination,
+ boolean useRegularCopy) throws IOException, LoginException {
UserGroupInformation ugi = Utils.getUGI();
String currentUser = ugi.getShortUserName();
boolean usePrivilegedDistCp = copyAsUser != null && !currentUser.equals(copyAsUser);
+ if (useRegularCopy) {
+ Path[] paths = srcList.toArray(new Path[] {});
+ FileUtil.copy(sourceFs, paths, destinationFs, destination, false, true, hiveConf);
+ } else {
+ FileUtils.distCp(
+ sourceFs, // source file system
+ srcList, // list of source paths
+ destination,
+ false,
+ usePrivilegedDistCp ? copyAsUser : null,
+ hiveConf,
+ ShimLoader.getHadoopShims()
+ );
+ }
+ }
+
+ public void doCopy(Path destination, List<Path> srcPaths) throws IOException, LoginException {
+ Map<FileSystem, List<Path>> map = fsToPathMap(srcPaths);
+ FileSystem destinationFs = destination.getFileSystem(hiveConf);
+
for (Map.Entry<FileSystem, List<Path>> entry : map.entrySet()) {
- if (regularCopy(destinationFs, entry)) {
- Path[] paths = entry.getValue().toArray(new Path[] {});
- FileUtil.copy(entry.getKey(), paths, destinationFs, destination, false, true, hiveConf);
- } else {
- FileUtils.distCp(
- entry.getKey(), // source file system
- entry.getValue(), // list of source paths
- destination,
- false,
- usePrivilegedDistCp ? copyAsUser : null,
- hiveConf,
- ShimLoader.getHadoopShims()
- );
- }
+ final FileSystem sourceFs = entry.getKey();
+ List<ReplChangeManager.FileInfo> fileList = Lists.transform(entry.getValue(),
+ path -> { return new ReplChangeManager.FileInfo(sourceFs, path);});
+ doCopyOnce(sourceFs, entry.getValue(),
+ destinationFs, destination,
+ regularCopy(destinationFs, sourceFs, fileList));
}
}
@@ -88,12 +184,11 @@ public class CopyUtils {
3. aggregate fileSize of all source Paths(can be directory / file) is less than configured size.
4. number of files of all source Paths(can be directory / file) is less than configured size.
*/
- private boolean regularCopy(FileSystem destinationFs, Map.Entry<FileSystem, List<Path>> entry)
+ private boolean regularCopy(FileSystem destinationFs, FileSystem sourceFs, List<ReplChangeManager.FileInfo> fileList)
throws IOException {
if (hiveInTest) {
return true;
}
- FileSystem sourceFs = entry.getKey();
if (isLocal(sourceFs) || isLocal(destinationFs)) {
return true;
}
@@ -104,8 +199,17 @@ public class CopyUtils {
long size = 0;
long numberOfFiles = 0;
- for (Path path : entry.getValue()) {
- ContentSummary contentSummary = sourceFs.getContentSummary(path);
+ for (ReplChangeManager.FileInfo fileInfo : fileList) {
+ ContentSummary contentSummary = null;
+ try {
+ contentSummary = sourceFs.getContentSummary(fileInfo.getEffectivePath());
+ } catch (IOException e) {
+ // in replication, if source file does not exist, try cmroot
+ if (fileInfo.isUseSourcePath() && fileInfo.getCmPath() != null) {
+ contentSummary = sourceFs.getContentSummary(fileInfo.getCmPath());
+ fileInfo.setIsUseSourcePath(false);
+ }
+ }
size += contentSummary.getLength();
numberOfFiles += contentSummary.getFileCount();
if (limitReachedForLocalCopy(size, numberOfFiles)) {
@@ -129,15 +233,28 @@ public class CopyUtils {
return fs.getScheme().equals("file");
}
- private Map<FileSystem, List<Path>> fsToFileMap(List<Path> srcPaths) throws IOException {
+ private Map<FileSystem, List<Path>> fsToPathMap(List<Path> srcPaths) throws IOException {
Map<FileSystem, List<Path>> result = new HashMap<>();
for (Path path : srcPaths) {
FileSystem fileSystem = path.getFileSystem(hiveConf);
if (!result.containsKey(fileSystem)) {
- result.put(fileSystem, new ArrayList<>());
+ result.put(fileSystem, new ArrayList<Path>());
}
result.get(fileSystem).add(path);
}
return result;
}
+
+ private Map<FileSystem, List<ReplChangeManager.FileInfo>> fsToFileMap(
+ List<ReplChangeManager.FileInfo> srcFiles) throws IOException {
+ Map<FileSystem, List<ReplChangeManager.FileInfo>> result = new HashMap<>();
+ for (ReplChangeManager.FileInfo file : srcFiles) {
+ FileSystem fileSystem = file.getSrcFs();
+ if (!result.containsKey(fileSystem)) {
+ result.put(fileSystem, new ArrayList<ReplChangeManager.FileInfo>());
+ }
+ result.get(fileSystem).add(file);
+ }
+ return result;
+ }
}
http://git-wip-us.apache.org/repos/asf/hive/blob/b1ca2a5e/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ReplChangeManager.java
----------------------------------------------------------------------
diff --git a/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ReplChangeManager.java b/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ReplChangeManager.java
index dd9296a..95fa0a9 100644
--- a/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ReplChangeManager.java
+++ b/standalone-metastore/src/main/java/org/apache/hadoop/hive/metastore/ReplChangeManager.java
@@ -63,6 +63,54 @@ public class ReplChangeManager {
COPY
}
+ public static class FileInfo {
+ FileSystem srcFs;
+ Path sourcePath;
+ Path cmPath;
+ String checkSum;
+ boolean useSourcePath;
+
+ public FileInfo(FileSystem srcFs, Path sourcePath) {
+ this.srcFs = srcFs;
+ this.sourcePath = sourcePath;
+ this.cmPath = null;
+ this.checkSum = null;
+ this.useSourcePath = true;
+ }
+ public FileInfo(FileSystem srcFs, Path sourcePath, Path cmPath, String checkSum, boolean useSourcePath) {
+ this.srcFs = srcFs;
+ this.sourcePath = sourcePath;
+ this.cmPath = cmPath;
+ this.checkSum = checkSum;
+ this.useSourcePath = useSourcePath;
+ }
+ public FileSystem getSrcFs() {
+ return srcFs;
+ }
+ public Path getSourcePath() {
+ return sourcePath;
+ }
+ public Path getCmPath() {
+ return cmPath;
+ }
+ public String getCheckSum() {
+ return checkSum;
+ }
+ public boolean isUseSourcePath() {
+ return useSourcePath;
+ }
+ public void setIsUseSourcePath(boolean useSourcePath) {
+ this.useSourcePath = useSourcePath;
+ }
+ public Path getEffectivePath() {
+ if (useSourcePath) {
+ return sourcePath;
+ } else {
+ return cmPath;
+ }
+ }
+ }
+
public static ReplChangeManager getInstance(Configuration conf) throws MetaException {
if (instance == null) {
instance = new ReplChangeManager(conf);
@@ -259,25 +307,32 @@ public class ReplChangeManager {
* @param src Original file location
* @param checksumString Checksum of the original file
* @param conf
- * @return Corresponding FileStatus object
+ * @return Corresponding FileInfo object
*/
- static public FileStatus getFileStatus(Path src, String checksumString,
- Configuration conf) throws MetaException {
+ public static FileInfo getFileInfo(Path src, String checksumString, Configuration conf)
+ throws MetaException {
try {
FileSystem srcFs = src.getFileSystem(conf);
if (checksumString == null) {
- return srcFs.getFileStatus(src);
+ return new FileInfo(srcFs, src);
}
+ Path cmPath = getCMPath(conf, src.getName(), checksumString);
if (!srcFs.exists(src)) {
- return srcFs.getFileStatus(getCMPath(conf, src.getName(), checksumString));
+ return new FileInfo(srcFs, src, cmPath, checksumString, false);
}
- String currentChecksumString = checksumFor(src, srcFs);
- if (currentChecksumString == null || checksumString.equals(currentChecksumString)) {
- return srcFs.getFileStatus(src);
+ String currentChecksumString;
+ try {
+ currentChecksumString = checksumFor(src, srcFs);
+ } catch (IOException ex) {
+ // If the file is missing or getting modified, then refer CM path
+ return new FileInfo(srcFs, src, cmPath, checksumString, false);
+ }
+ if ((currentChecksumString == null) || checksumString.equals(currentChecksumString)) {
+ return new FileInfo(srcFs, src, cmPath, checksumString, true);
} else {
- return srcFs.getFileStatus(getCMPath(conf, src.getName(), checksumString));
+ return new FileInfo(srcFs, src, cmPath, checksumString, false);
}
} catch (IOException e) {
throw new MetaException(StringUtils.stringifyException(e));
[08/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query65.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query65.q.out b/ql/src/test/results/clientpositive/perf/tez/query65.q.out
new file mode 100644
index 0000000..0091ad0
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query65.q.out
@@ -0,0 +1,169 @@
+PREHOOK: query: explain
+select
+ s_store_name,
+ i_item_desc,
+ sc.revenue,
+ i_current_price,
+ i_wholesale_cost,
+ i_brand
+ from store, item,
+ (select ss_store_sk, avg(revenue) as ave
+ from
+ (select ss_store_sk, ss_item_sk,
+ sum(ss_sales_price) as revenue
+ from store_sales, date_dim
+ where ss_sold_date_sk = d_date_sk and d_month_seq between 1212 and 1212+11
+ group by ss_store_sk, ss_item_sk) sa
+ group by ss_store_sk) sb,
+ (select ss_store_sk, ss_item_sk, sum(ss_sales_price) as revenue
+ from store_sales, date_dim
+ where ss_sold_date_sk = d_date_sk and d_month_seq between 1212 and 1212+11
+ group by ss_store_sk, ss_item_sk) sc
+ where sb.ss_store_sk = sc.ss_store_sk and
+ sc.revenue <= 0.1 * sb.ave and
+ s_store_sk = sc.ss_store_sk and
+ i_item_sk = sc.ss_item_sk
+ order by s_store_name, i_item_desc
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ s_store_name,
+ i_item_desc,
+ sc.revenue,
+ i_current_price,
+ i_wholesale_cost,
+ i_brand
+ from store, item,
+ (select ss_store_sk, avg(revenue) as ave
+ from
+ (select ss_store_sk, ss_item_sk,
+ sum(ss_sales_price) as revenue
+ from store_sales, date_dim
+ where ss_sold_date_sk = d_date_sk and d_month_seq between 1212 and 1212+11
+ group by ss_store_sk, ss_item_sk) sa
+ group by ss_store_sk) sb,
+ (select ss_store_sk, ss_item_sk, sum(ss_sales_price) as revenue
+ from store_sales, date_dim
+ where ss_sold_date_sk = d_date_sk and d_month_seq between 1212 and 1212+11
+ group by ss_store_sk, ss_item_sk) sc
+ where sb.ss_store_sk = sc.ss_store_sk and
+ sc.revenue <= 0.1 * sb.ave and
+ s_store_sk = sc.ss_store_sk and
+ i_item_sk = sc.ss_item_sk
+ order by s_store_name, i_item_desc
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_51]
+ Limit [LIM_50] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_49] (rows=255550079 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_48]
+ Select Operator [SEL_47] (rows=255550079 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_81] (rows=255550079 width=88)
+ Conds:RS_44._col1=RS_45._col0(Inner),Output:["_col2","_col6","_col8","_col9","_col10","_col11"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0
+ Select Operator [SEL_38] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_77] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_36] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc","i_current_price","i_wholesale_cost","i_brand"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col1
+ Filter Operator [FIL_43] (rows=232318249 width=88)
+ predicate:(_col2 <= (0.1 * _col4))
+ Merge Join Operator [MERGEJOIN_80] (rows=696954748 width=88)
+ Conds:RS_39._col0=RS_40._col0(Inner),RS_39._col0=RS_41._col0(Inner),Output:["_col1","_col2","_col4","_col6"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Select Operator [SEL_35] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_76] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_33] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Group By Operator [GBY_12] (rows=316797606 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_11]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_10] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1
+ Merge Join Operator [MERGEJOIN_78] (rows=633595212 width=88)
+ Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_72] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_73] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0
+ Select Operator [SEL_32] (rows=158398803 width=88)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_31] (rows=158398803 width=88)
+ Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
+ Select Operator [SEL_27] (rows=316797606 width=88)
+ Output:["_col1","_col2"]
+ Group By Operator [GBY_26] (rows=316797606 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Group By Operator [GBY_24] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1
+ Merge Join Operator [MERGEJOIN_79] (rows=633595212 width=88)
+ Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Select Operator [SEL_16] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_74] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ Please refer to the previous TableScan [TS_0]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query66.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query66.q.out b/ql/src/test/results/clientpositive/perf/tez/query66.q.out
new file mode 100644
index 0000000..7c7d7a1
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query66.q.out
@@ -0,0 +1,612 @@
+PREHOOK: query: explain
+select
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,ship_carriers
+ ,year
+ ,sum(jan_sales) as jan_sales
+ ,sum(feb_sales) as feb_sales
+ ,sum(mar_sales) as mar_sales
+ ,sum(apr_sales) as apr_sales
+ ,sum(may_sales) as may_sales
+ ,sum(jun_sales) as jun_sales
+ ,sum(jul_sales) as jul_sales
+ ,sum(aug_sales) as aug_sales
+ ,sum(sep_sales) as sep_sales
+ ,sum(oct_sales) as oct_sales
+ ,sum(nov_sales) as nov_sales
+ ,sum(dec_sales) as dec_sales
+ ,sum(jan_sales/w_warehouse_sq_ft) as jan_sales_per_sq_foot
+ ,sum(feb_sales/w_warehouse_sq_ft) as feb_sales_per_sq_foot
+ ,sum(mar_sales/w_warehouse_sq_ft) as mar_sales_per_sq_foot
+ ,sum(apr_sales/w_warehouse_sq_ft) as apr_sales_per_sq_foot
+ ,sum(may_sales/w_warehouse_sq_ft) as may_sales_per_sq_foot
+ ,sum(jun_sales/w_warehouse_sq_ft) as jun_sales_per_sq_foot
+ ,sum(jul_sales/w_warehouse_sq_ft) as jul_sales_per_sq_foot
+ ,sum(aug_sales/w_warehouse_sq_ft) as aug_sales_per_sq_foot
+ ,sum(sep_sales/w_warehouse_sq_ft) as sep_sales_per_sq_foot
+ ,sum(oct_sales/w_warehouse_sq_ft) as oct_sales_per_sq_foot
+ ,sum(nov_sales/w_warehouse_sq_ft) as nov_sales_per_sq_foot
+ ,sum(dec_sales/w_warehouse_sq_ft) as dec_sales_per_sq_foot
+ ,sum(jan_net) as jan_net
+ ,sum(feb_net) as feb_net
+ ,sum(mar_net) as mar_net
+ ,sum(apr_net) as apr_net
+ ,sum(may_net) as may_net
+ ,sum(jun_net) as jun_net
+ ,sum(jul_net) as jul_net
+ ,sum(aug_net) as aug_net
+ ,sum(sep_net) as sep_net
+ ,sum(oct_net) as oct_net
+ ,sum(nov_net) as nov_net
+ ,sum(dec_net) as dec_net
+ from (
+ (select
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,'DIAMOND' || ',' || 'AIRBORNE' as ship_carriers
+ ,d_year as year
+ ,sum(case when d_moy = 1
+ then ws_sales_price* ws_quantity else 0 end) as jan_sales
+ ,sum(case when d_moy = 2
+ then ws_sales_price* ws_quantity else 0 end) as feb_sales
+ ,sum(case when d_moy = 3
+ then ws_sales_price* ws_quantity else 0 end) as mar_sales
+ ,sum(case when d_moy = 4
+ then ws_sales_price* ws_quantity else 0 end) as apr_sales
+ ,sum(case when d_moy = 5
+ then ws_sales_price* ws_quantity else 0 end) as may_sales
+ ,sum(case when d_moy = 6
+ then ws_sales_price* ws_quantity else 0 end) as jun_sales
+ ,sum(case when d_moy = 7
+ then ws_sales_price* ws_quantity else 0 end) as jul_sales
+ ,sum(case when d_moy = 8
+ then ws_sales_price* ws_quantity else 0 end) as aug_sales
+ ,sum(case when d_moy = 9
+ then ws_sales_price* ws_quantity else 0 end) as sep_sales
+ ,sum(case when d_moy = 10
+ then ws_sales_price* ws_quantity else 0 end) as oct_sales
+ ,sum(case when d_moy = 11
+ then ws_sales_price* ws_quantity else 0 end) as nov_sales
+ ,sum(case when d_moy = 12
+ then ws_sales_price* ws_quantity else 0 end) as dec_sales
+ ,sum(case when d_moy = 1
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as jan_net
+ ,sum(case when d_moy = 2
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as feb_net
+ ,sum(case when d_moy = 3
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as mar_net
+ ,sum(case when d_moy = 4
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as apr_net
+ ,sum(case when d_moy = 5
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as may_net
+ ,sum(case when d_moy = 6
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as jun_net
+ ,sum(case when d_moy = 7
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as jul_net
+ ,sum(case when d_moy = 8
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as aug_net
+ ,sum(case when d_moy = 9
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as sep_net
+ ,sum(case when d_moy = 10
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as oct_net
+ ,sum(case when d_moy = 11
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as nov_net
+ ,sum(case when d_moy = 12
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as dec_net
+ from
+ web_sales
+ ,warehouse
+ ,date_dim
+ ,time_dim
+ ,ship_mode
+ where
+ ws_warehouse_sk = w_warehouse_sk
+ and ws_sold_date_sk = d_date_sk
+ and ws_sold_time_sk = t_time_sk
+ and ws_ship_mode_sk = sm_ship_mode_sk
+ and d_year = 2002
+ and t_time between 49530 and 49530+28800
+ and sm_carrier in ('DIAMOND','AIRBORNE')
+ group by
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,d_year
+ )
+ union all
+ (select
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,'DIAMOND' || ',' || 'AIRBORNE' as ship_carriers
+ ,d_year as year
+ ,sum(case when d_moy = 1
+ then cs_ext_sales_price* cs_quantity else 0 end) as jan_sales
+ ,sum(case when d_moy = 2
+ then cs_ext_sales_price* cs_quantity else 0 end) as feb_sales
+ ,sum(case when d_moy = 3
+ then cs_ext_sales_price* cs_quantity else 0 end) as mar_sales
+ ,sum(case when d_moy = 4
+ then cs_ext_sales_price* cs_quantity else 0 end) as apr_sales
+ ,sum(case when d_moy = 5
+ then cs_ext_sales_price* cs_quantity else 0 end) as may_sales
+ ,sum(case when d_moy = 6
+ then cs_ext_sales_price* cs_quantity else 0 end) as jun_sales
+ ,sum(case when d_moy = 7
+ then cs_ext_sales_price* cs_quantity else 0 end) as jul_sales
+ ,sum(case when d_moy = 8
+ then cs_ext_sales_price* cs_quantity else 0 end) as aug_sales
+ ,sum(case when d_moy = 9
+ then cs_ext_sales_price* cs_quantity else 0 end) as sep_sales
+ ,sum(case when d_moy = 10
+ then cs_ext_sales_price* cs_quantity else 0 end) as oct_sales
+ ,sum(case when d_moy = 11
+ then cs_ext_sales_price* cs_quantity else 0 end) as nov_sales
+ ,sum(case when d_moy = 12
+ then cs_ext_sales_price* cs_quantity else 0 end) as dec_sales
+ ,sum(case when d_moy = 1
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jan_net
+ ,sum(case when d_moy = 2
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as feb_net
+ ,sum(case when d_moy = 3
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as mar_net
+ ,sum(case when d_moy = 4
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as apr_net
+ ,sum(case when d_moy = 5
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as may_net
+ ,sum(case when d_moy = 6
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jun_net
+ ,sum(case when d_moy = 7
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jul_net
+ ,sum(case when d_moy = 8
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as aug_net
+ ,sum(case when d_moy = 9
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as sep_net
+ ,sum(case when d_moy = 10
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as oct_net
+ ,sum(case when d_moy = 11
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as nov_net
+ ,sum(case when d_moy = 12
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as dec_net
+ from
+ catalog_sales
+ ,warehouse
+ ,date_dim
+ ,time_dim
+ ,ship_mode
+ where
+ cs_warehouse_sk = w_warehouse_sk
+ and cs_sold_date_sk = d_date_sk
+ and cs_sold_time_sk = t_time_sk
+ and cs_ship_mode_sk = sm_ship_mode_sk
+ and d_year = 2002
+ and t_time between 49530 AND 49530+28800
+ and sm_carrier in ('DIAMOND','AIRBORNE')
+ group by
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,d_year
+ )
+ ) x
+ group by
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,ship_carriers
+ ,year
+ order by w_warehouse_name
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,ship_carriers
+ ,year
+ ,sum(jan_sales) as jan_sales
+ ,sum(feb_sales) as feb_sales
+ ,sum(mar_sales) as mar_sales
+ ,sum(apr_sales) as apr_sales
+ ,sum(may_sales) as may_sales
+ ,sum(jun_sales) as jun_sales
+ ,sum(jul_sales) as jul_sales
+ ,sum(aug_sales) as aug_sales
+ ,sum(sep_sales) as sep_sales
+ ,sum(oct_sales) as oct_sales
+ ,sum(nov_sales) as nov_sales
+ ,sum(dec_sales) as dec_sales
+ ,sum(jan_sales/w_warehouse_sq_ft) as jan_sales_per_sq_foot
+ ,sum(feb_sales/w_warehouse_sq_ft) as feb_sales_per_sq_foot
+ ,sum(mar_sales/w_warehouse_sq_ft) as mar_sales_per_sq_foot
+ ,sum(apr_sales/w_warehouse_sq_ft) as apr_sales_per_sq_foot
+ ,sum(may_sales/w_warehouse_sq_ft) as may_sales_per_sq_foot
+ ,sum(jun_sales/w_warehouse_sq_ft) as jun_sales_per_sq_foot
+ ,sum(jul_sales/w_warehouse_sq_ft) as jul_sales_per_sq_foot
+ ,sum(aug_sales/w_warehouse_sq_ft) as aug_sales_per_sq_foot
+ ,sum(sep_sales/w_warehouse_sq_ft) as sep_sales_per_sq_foot
+ ,sum(oct_sales/w_warehouse_sq_ft) as oct_sales_per_sq_foot
+ ,sum(nov_sales/w_warehouse_sq_ft) as nov_sales_per_sq_foot
+ ,sum(dec_sales/w_warehouse_sq_ft) as dec_sales_per_sq_foot
+ ,sum(jan_net) as jan_net
+ ,sum(feb_net) as feb_net
+ ,sum(mar_net) as mar_net
+ ,sum(apr_net) as apr_net
+ ,sum(may_net) as may_net
+ ,sum(jun_net) as jun_net
+ ,sum(jul_net) as jul_net
+ ,sum(aug_net) as aug_net
+ ,sum(sep_net) as sep_net
+ ,sum(oct_net) as oct_net
+ ,sum(nov_net) as nov_net
+ ,sum(dec_net) as dec_net
+ from (
+ (select
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,'DIAMOND' || ',' || 'AIRBORNE' as ship_carriers
+ ,d_year as year
+ ,sum(case when d_moy = 1
+ then ws_sales_price* ws_quantity else 0 end) as jan_sales
+ ,sum(case when d_moy = 2
+ then ws_sales_price* ws_quantity else 0 end) as feb_sales
+ ,sum(case when d_moy = 3
+ then ws_sales_price* ws_quantity else 0 end) as mar_sales
+ ,sum(case when d_moy = 4
+ then ws_sales_price* ws_quantity else 0 end) as apr_sales
+ ,sum(case when d_moy = 5
+ then ws_sales_price* ws_quantity else 0 end) as may_sales
+ ,sum(case when d_moy = 6
+ then ws_sales_price* ws_quantity else 0 end) as jun_sales
+ ,sum(case when d_moy = 7
+ then ws_sales_price* ws_quantity else 0 end) as jul_sales
+ ,sum(case when d_moy = 8
+ then ws_sales_price* ws_quantity else 0 end) as aug_sales
+ ,sum(case when d_moy = 9
+ then ws_sales_price* ws_quantity else 0 end) as sep_sales
+ ,sum(case when d_moy = 10
+ then ws_sales_price* ws_quantity else 0 end) as oct_sales
+ ,sum(case when d_moy = 11
+ then ws_sales_price* ws_quantity else 0 end) as nov_sales
+ ,sum(case when d_moy = 12
+ then ws_sales_price* ws_quantity else 0 end) as dec_sales
+ ,sum(case when d_moy = 1
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as jan_net
+ ,sum(case when d_moy = 2
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as feb_net
+ ,sum(case when d_moy = 3
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as mar_net
+ ,sum(case when d_moy = 4
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as apr_net
+ ,sum(case when d_moy = 5
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as may_net
+ ,sum(case when d_moy = 6
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as jun_net
+ ,sum(case when d_moy = 7
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as jul_net
+ ,sum(case when d_moy = 8
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as aug_net
+ ,sum(case when d_moy = 9
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as sep_net
+ ,sum(case when d_moy = 10
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as oct_net
+ ,sum(case when d_moy = 11
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as nov_net
+ ,sum(case when d_moy = 12
+ then ws_net_paid_inc_tax * ws_quantity else 0 end) as dec_net
+ from
+ web_sales
+ ,warehouse
+ ,date_dim
+ ,time_dim
+ ,ship_mode
+ where
+ ws_warehouse_sk = w_warehouse_sk
+ and ws_sold_date_sk = d_date_sk
+ and ws_sold_time_sk = t_time_sk
+ and ws_ship_mode_sk = sm_ship_mode_sk
+ and d_year = 2002
+ and t_time between 49530 and 49530+28800
+ and sm_carrier in ('DIAMOND','AIRBORNE')
+ group by
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,d_year
+ )
+ union all
+ (select
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,'DIAMOND' || ',' || 'AIRBORNE' as ship_carriers
+ ,d_year as year
+ ,sum(case when d_moy = 1
+ then cs_ext_sales_price* cs_quantity else 0 end) as jan_sales
+ ,sum(case when d_moy = 2
+ then cs_ext_sales_price* cs_quantity else 0 end) as feb_sales
+ ,sum(case when d_moy = 3
+ then cs_ext_sales_price* cs_quantity else 0 end) as mar_sales
+ ,sum(case when d_moy = 4
+ then cs_ext_sales_price* cs_quantity else 0 end) as apr_sales
+ ,sum(case when d_moy = 5
+ then cs_ext_sales_price* cs_quantity else 0 end) as may_sales
+ ,sum(case when d_moy = 6
+ then cs_ext_sales_price* cs_quantity else 0 end) as jun_sales
+ ,sum(case when d_moy = 7
+ then cs_ext_sales_price* cs_quantity else 0 end) as jul_sales
+ ,sum(case when d_moy = 8
+ then cs_ext_sales_price* cs_quantity else 0 end) as aug_sales
+ ,sum(case when d_moy = 9
+ then cs_ext_sales_price* cs_quantity else 0 end) as sep_sales
+ ,sum(case when d_moy = 10
+ then cs_ext_sales_price* cs_quantity else 0 end) as oct_sales
+ ,sum(case when d_moy = 11
+ then cs_ext_sales_price* cs_quantity else 0 end) as nov_sales
+ ,sum(case when d_moy = 12
+ then cs_ext_sales_price* cs_quantity else 0 end) as dec_sales
+ ,sum(case when d_moy = 1
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jan_net
+ ,sum(case when d_moy = 2
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as feb_net
+ ,sum(case when d_moy = 3
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as mar_net
+ ,sum(case when d_moy = 4
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as apr_net
+ ,sum(case when d_moy = 5
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as may_net
+ ,sum(case when d_moy = 6
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jun_net
+ ,sum(case when d_moy = 7
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jul_net
+ ,sum(case when d_moy = 8
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as aug_net
+ ,sum(case when d_moy = 9
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as sep_net
+ ,sum(case when d_moy = 10
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as oct_net
+ ,sum(case when d_moy = 11
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as nov_net
+ ,sum(case when d_moy = 12
+ then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as dec_net
+ from
+ catalog_sales
+ ,warehouse
+ ,date_dim
+ ,time_dim
+ ,ship_mode
+ where
+ cs_warehouse_sk = w_warehouse_sk
+ and cs_sold_date_sk = d_date_sk
+ and cs_sold_time_sk = t_time_sk
+ and cs_ship_mode_sk = sm_ship_mode_sk
+ and d_year = 2002
+ and t_time between 49530 AND 49530+28800
+ and sm_carrier in ('DIAMOND','AIRBORNE')
+ group by
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,d_year
+ )
+ ) x
+ group by
+ w_warehouse_name
+ ,w_warehouse_sq_ft
+ ,w_city
+ ,w_county
+ ,w_state
+ ,w_country
+ ,ship_carriers
+ ,year
+ order by w_warehouse_name
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
+Reducer 12 <- Map 16 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Map 17 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Map 18 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
+Reducer 15 <- Reducer 14 (SIMPLE_EDGE), Union 7 (CONTAINS)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
+Reducer 3 <- Map 16 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 17 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 18 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE), Union 7 (CONTAINS)
+Reducer 8 <- Union 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 9
+ File Output Operator [FS_77]
+ Select Operator [SEL_76] (rows=100 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"]
+ Limit [LIM_75] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_74] (rows=158120068 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_73]
+ Group By Operator [GBY_71] (rows=158120068 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)","sum(VALUE._col24)","sum(VALUE._col25)","sum(VALUE._col26)","sum(VALUE._col27)","sum(VALUE._col28)","sum(VALUE._col29)
","sum(VALUE._col30)","sum(VALUE._col31)","sum(VALUE._col32)","sum(VALUE._col33)","sum(VALUE._col34)","sum(VALUE._col35)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Union 7 [SIMPLE_EDGE]
+ <-Reducer 15 [CONTAINS]
+ Reduce Output Operator [RS_70]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_69] (rows=316240137 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Select Operator [SEL_67] (rows=316240137 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"]
+ Group By Operator [GBY_64] (rows=210822976 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_62] (rows=421645953 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Select Operator [SEL_60] (rows=421645953 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"]
+ Merge Join Operator [MERGEJOIN_123] (rows=421645953 width=135)
+ Conds:RS_57._col3=RS_58._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=27 width=1029)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_110] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_12] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name","w_warehouse_sq_ft","w_city","w_county","w_state","w_country"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_122] (rows=383314495 width=135)
+ Conds:RS_54._col2=RS_55._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=1 width=0)
+ Output:["_col0"]
+ Filter Operator [FIL_109] (rows=1 width=0)
+ predicate:((sm_carrier) IN ('DIAMOND', 'AIRBORNE') and sm_ship_mode_sk is not null)
+ TableScan [TS_9] (rows=1 width=0)
+ default@ship_mode,ship_mode,Tbl:PARTIAL,Col:NONE,Output:["sm_ship_mode_sk","sm_carrier"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_54]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_121] (rows=348467716 width=135)
+ Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36524 width=1119)
+ Output:["_col0","_col2"]
+ Filter Operator [FIL_108] (rows=36524 width=1119)
+ predicate:((d_year = 2002) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_120] (rows=316788826 width=135)
+ Conds:RS_48._col1=RS_49._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=9600 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_107] (rows=9600 width=471)
+ predicate:(t_time BETWEEN 49530 AND 78330 and t_time_sk is not null)
+ TableScan [TS_3] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_time"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_48]
+ PartitionCols:_col1
+ Select Operator [SEL_35] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_111] (rows=287989836 width=135)
+ predicate:(cs_ship_mode_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null and cs_warehouse_sk is not null)
+ TableScan [TS_33] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_ship_mode_sk","cs_warehouse_sk","cs_quantity","cs_ext_sales_price","cs_net_paid_inc_ship_tax"]
+ <-Reducer 6 [CONTAINS]
+ Reduce Output Operator [RS_70]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_69] (rows=316240137 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Select Operator [SEL_67] (rows=316240137 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"]
+ Group By Operator [GBY_31] (rows=105417161 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_29] (rows=210834322 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Select Operator [SEL_27] (rows=210834322 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"]
+ Merge Join Operator [MERGEJOIN_119] (rows=210834322 width=135)
+ Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_118] (rows=191667562 width=135)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_117] (rows=174243235 width=135)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_116] (rows=158402938 width=135)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_106] (rows=144002668 width=135)
+ predicate:(ws_ship_mode_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null and ws_warehouse_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_ship_mode_sk","ws_warehouse_sk","ws_quantity","ws_sales_price","ws_net_paid_inc_tax"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query67.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query67.q.out b/ql/src/test/results/clientpositive/perf/tez/query67.q.out
new file mode 100644
index 0000000..803af6f
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query67.q.out
@@ -0,0 +1,179 @@
+PREHOOK: query: explain
+select *
+from (select i_category
+ ,i_class
+ ,i_brand
+ ,i_product_name
+ ,d_year
+ ,d_qoy
+ ,d_moy
+ ,s_store_id
+ ,sumsales
+ ,rank() over (partition by i_category order by sumsales desc) rk
+ from (select i_category
+ ,i_class
+ ,i_brand
+ ,i_product_name
+ ,d_year
+ ,d_qoy
+ ,d_moy
+ ,s_store_id
+ ,sum(coalesce(ss_sales_price*ss_quantity,0)) sumsales
+ from store_sales
+ ,date_dim
+ ,store
+ ,item
+ where ss_sold_date_sk=d_date_sk
+ and ss_item_sk=i_item_sk
+ and ss_store_sk = s_store_sk
+ and d_month_seq between 1212 and 1212+11
+ group by rollup(i_category, i_class, i_brand, i_product_name, d_year, d_qoy, d_moy,s_store_id))dw1) dw2
+where rk <= 100
+order by i_category
+ ,i_class
+ ,i_brand
+ ,i_product_name
+ ,d_year
+ ,d_qoy
+ ,d_moy
+ ,s_store_id
+ ,sumsales
+ ,rk
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select *
+from (select i_category
+ ,i_class
+ ,i_brand
+ ,i_product_name
+ ,d_year
+ ,d_qoy
+ ,d_moy
+ ,s_store_id
+ ,sumsales
+ ,rank() over (partition by i_category order by sumsales desc) rk
+ from (select i_category
+ ,i_class
+ ,i_brand
+ ,i_product_name
+ ,d_year
+ ,d_qoy
+ ,d_moy
+ ,s_store_id
+ ,sum(coalesce(ss_sales_price*ss_quantity,0)) sumsales
+ from store_sales
+ ,date_dim
+ ,store
+ ,item
+ where ss_sold_date_sk=d_date_sk
+ and ss_item_sk=i_item_sk
+ and ss_store_sk = s_store_sk
+ and d_month_seq between 1212 and 1212+11
+ group by rollup(i_category, i_class, i_brand, i_product_name, d_year, d_qoy, d_moy,s_store_id))dw1) dw2
+where rk <= 100
+order by i_category
+ ,i_class
+ ,i_brand
+ ,i_product_name
+ ,d_year
+ ,d_qoy
+ ,d_moy
+ ,s_store_id
+ ,sumsales
+ ,rk
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_37]
+ Limit [LIM_36] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_35] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ Select Operator [SEL_30] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ Filter Operator [FIL_47] (rows=1149975358 width=88)
+ predicate:(rank_window_0 <= 100)
+ PTF Operator [PTF_29] (rows=3449926075 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col16 DESC NULLS LAST","partition by:":"_col0"}]
+ Select Operator [SEL_28] (rows=3449926075 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col16"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Select Operator [SEL_26] (rows=3449926075 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col16"]
+ Group By Operator [GBY_25] (rows=3449926075 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
+ Group By Operator [GBY_23] (rows=6899852151 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(_col8)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, 0
+ Select Operator [SEL_21] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88)
+ Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col4","_col7","_col8","_col9","_col11","_col13","_col14","_col15","_col16"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_51] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_9] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88)
+ Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3","_col4","_col7","_col8","_col9","_col11"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_50] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_6] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_48] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_quantity","ss_sales_price"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0","_col2","_col3","_col4"]
+ Filter Operator [FIL_49] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq","d_year","d_moy","d_qoy"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query68.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query68.q.out b/ql/src/test/results/clientpositive/perf/tez/query68.q.out
new file mode 100644
index 0000000..e8f00ff
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query68.q.out
@@ -0,0 +1,205 @@
+PREHOOK: query: explain
+select c_last_name
+ ,c_first_name
+ ,ca_city
+ ,bought_city
+ ,ss_ticket_number
+ ,extended_price
+ ,extended_tax
+ ,list_price
+ from (select ss_ticket_number
+ ,ss_customer_sk
+ ,ca_city bought_city
+ ,sum(ss_ext_sales_price) extended_price
+ ,sum(ss_ext_list_price) list_price
+ ,sum(ss_ext_tax) extended_tax
+ from store_sales
+ ,date_dim
+ ,store
+ ,household_demographics
+ ,customer_address
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and store_sales.ss_addr_sk = customer_address.ca_address_sk
+ and date_dim.d_dom between 1 and 2
+ and (household_demographics.hd_dep_count = 2 or
+ household_demographics.hd_vehicle_count= 1)
+ and date_dim.d_year in (1998,1998+1,1998+2)
+ and store.s_city in ('Cedar Grove','Wildwood')
+ group by ss_ticket_number
+ ,ss_customer_sk
+ ,ss_addr_sk,ca_city) dn
+ ,customer
+ ,customer_address current_addr
+ where ss_customer_sk = c_customer_sk
+ and customer.c_current_addr_sk = current_addr.ca_address_sk
+ and current_addr.ca_city <> bought_city
+ order by c_last_name
+ ,ss_ticket_number
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select c_last_name
+ ,c_first_name
+ ,ca_city
+ ,bought_city
+ ,ss_ticket_number
+ ,extended_price
+ ,extended_tax
+ ,list_price
+ from (select ss_ticket_number
+ ,ss_customer_sk
+ ,ca_city bought_city
+ ,sum(ss_ext_sales_price) extended_price
+ ,sum(ss_ext_list_price) list_price
+ ,sum(ss_ext_tax) extended_tax
+ from store_sales
+ ,date_dim
+ ,store
+ ,household_demographics
+ ,customer_address
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and store_sales.ss_addr_sk = customer_address.ca_address_sk
+ and date_dim.d_dom between 1 and 2
+ and (household_demographics.hd_dep_count = 2 or
+ household_demographics.hd_vehicle_count= 1)
+ and date_dim.d_year in (1998,1998+1,1998+2)
+ and store.s_city in ('Cedar Grove','Wildwood')
+ group by ss_ticket_number
+ ,ss_customer_sk
+ ,ss_addr_sk,ca_city) dn
+ ,customer
+ ,customer_address current_addr
+ where ss_customer_sk = c_customer_sk
+ and customer.c_current_addr_sk = current_addr.ca_address_sk
+ and current_addr.ca_city <> bought_city
+ order by c_last_name
+ ,ss_ticket_number
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 13 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 6 <- Map 5 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 9 <- Map 12 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 4
+ File Output Operator [FS_50]
+ Limit [LIM_49] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_48] (rows=463823414 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_47]
+ Select Operator [SEL_46] (rows=463823414 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_45] (rows=463823414 width=88)
+ predicate:(_col5 <> _col8)
+ Merge Join Operator [MERGEJOIN_86] (rows=463823414 width=88)
+ Conds:RS_42._col0=RS_43._col1(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9","_col10","_col11"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_81] (rows=88000001 width=860)
+ Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col5"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_75] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,current_addr,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_74] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk","c_first_name","c_last_name"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col1
+ Select Operator [SEL_37] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Group By Operator [GBY_36] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_34] (rows=843315281 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col1, _col18, _col3, _col5
+ Merge Join Operator [MERGEJOIN_85] (rows=843315281 width=88)
+ Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col18"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_84] (rows=766650239 width=88)
+ Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=7200 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_79] (rows=7200 width=107)
+ predicate:(((hd_dep_count = 2) or (hd_vehicle_count = 1)) and hd_demo_sk is not null)
+ TableScan [TS_15] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_83] (rows=696954748 width=88)
+ Conds:RS_24._col4=RS_25._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col8"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_78] (rows=852 width=1910)
+ predicate:((s_city) IN ('Cedar Grove', 'Wildwood') and s_store_sk is not null)
+ TableScan [TS_12] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_city"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_82] (rows=633595212 width=88)
+ Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=4058 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_77] (rows=4058 width=1119)
+ predicate:((d_year) IN (1998, 1999, 2000) and d_date_sk is not null and d_dom BETWEEN 1 AND 2)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Filter Operator [FIL_76] (rows=575995635 width=88)
+ predicate:(ss_addr_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_ext_sales_price","ss_ext_list_price","ss_ext_tax"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query69.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query69.q.out b/ql/src/test/results/clientpositive/perf/tez/query69.q.out
new file mode 100644
index 0000000..591f3fc
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query69.q.out
@@ -0,0 +1,268 @@
+PREHOOK: query: explain
+select
+ cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ count(*) cnt1,
+ cd_purchase_estimate,
+ count(*) cnt2,
+ cd_credit_rating,
+ count(*) cnt3
+ from
+ customer c,customer_address ca,customer_demographics
+ where
+ c.c_current_addr_sk = ca.ca_address_sk and
+ ca_state in ('CO','IL','MN') and
+ cd_demo_sk = c.c_current_cdemo_sk and
+ exists (select *
+ from store_sales,date_dim
+ where c.c_customer_sk = ss_customer_sk and
+ ss_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_moy between 1 and 1+2) and
+ (not exists (select *
+ from web_sales,date_dim
+ where c.c_customer_sk = ws_bill_customer_sk and
+ ws_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_moy between 1 and 1+2) and
+ not exists (select *
+ from catalog_sales,date_dim
+ where c.c_customer_sk = cs_ship_customer_sk and
+ cs_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_moy between 1 and 1+2))
+ group by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating
+ order by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ count(*) cnt1,
+ cd_purchase_estimate,
+ count(*) cnt2,
+ cd_credit_rating,
+ count(*) cnt3
+ from
+ customer c,customer_address ca,customer_demographics
+ where
+ c.c_current_addr_sk = ca.ca_address_sk and
+ ca_state in ('CO','IL','MN') and
+ cd_demo_sk = c.c_current_cdemo_sk and
+ exists (select *
+ from store_sales,date_dim
+ where c.c_customer_sk = ss_customer_sk and
+ ss_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_moy between 1 and 1+2) and
+ (not exists (select *
+ from web_sales,date_dim
+ where c.c_customer_sk = ws_bill_customer_sk and
+ ws_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_moy between 1 and 1+2) and
+ not exists (select *
+ from catalog_sales,date_dim
+ where c.c_customer_sk = cs_ship_customer_sk and
+ cs_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_moy between 1 and 1+2))
+ group by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating
+ order by cd_gender,
+ cd_marital_status,
+ cd_education_status,
+ cd_purchase_estimate,
+ cd_credit_rating
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 13 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
+Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
+Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Map 13 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
+Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 12 (ONE_TO_ONE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 17 (ONE_TO_ONE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_76]
+ Limit [LIM_75] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_74] (rows=95831279 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_73]
+ Select Operator [SEL_72] (rows=95831279 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col6"]
+ Group By Operator [GBY_71] (rows=95831279 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_69] (rows=191662559 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count()"],keys:_col6, _col7, _col8, _col9, _col10
+ Select Operator [SEL_68] (rows=191662559 width=88)
+ Output:["_col6","_col7","_col8","_col9","_col10"]
+ Filter Operator [FIL_67] (rows=191662559 width=88)
+ predicate:_col15 is null
+ Merge Join Operator [MERGEJOIN_114] (rows=383325119 width=88)
+ Conds:RS_64._col0=RS_65._col0(Left Outer),Output:["_col6","_col7","_col8","_col9","_col10","_col15"]
+ <-Reducer 17 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_65]
+ PartitionCols:_col0
+ Select Operator [SEL_63] (rows=158394413 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_62] (rows=158394413 width=135)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col0
+ Group By Operator [GBY_60] (rows=316788826 width=135)
+ Output:["_col0"],keys:_col1
+ Merge Join Operator [MERGEJOIN_112] (rows=316788826 width=135)
+ Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=4058 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_103] (rows=4058 width=1119)
+ predicate:((d_year = 1999) and d_date_sk is not null and d_moy BETWEEN 1 AND 3)
+ TableScan [TS_12] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0
+ Select Operator [SEL_52] (rows=287989836 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_106] (rows=287989836 width=135)
+ predicate:(cs_ship_customer_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_50] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_customer_sk"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_64]
+ PartitionCols:_col0
+ Select Operator [SEL_49] (rows=348477374 width=88)
+ Output:["_col0","_col6","_col7","_col8","_col9","_col10"]
+ Filter Operator [FIL_48] (rows=348477374 width=88)
+ predicate:_col13 is null
+ Select Operator [SEL_47] (rows=696954748 width=88)
+ Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col13"]
+ Merge Join Operator [MERGEJOIN_113] (rows=696954748 width=88)
+ Conds:RS_43._col0=RS_44._col0(Left Outer),RS_43._col0=RS_45._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col12"]
+ <-Reducer 12 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_44]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=79201469 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_21] (rows=79201469 width=135)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Group By Operator [GBY_19] (rows=158402938 width=135)
+ Output:["_col0"],keys:_col1
+ Merge Join Operator [MERGEJOIN_110] (rows=158402938 width=135)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_102] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_9] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
+ <-Reducer 15 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_45]
+ PartitionCols:_col0
+ Group By Operator [GBY_35] (rows=316797606 width=88)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Group By Operator [GBY_33] (rows=633595212 width=88)
+ Output:["_col0"],keys:_col1
+ Merge Join Operator [MERGEJOIN_111] (rows=633595212 width=88)
+ Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_25] (rows=575995635 width=88)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_104] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_23] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_109] (rows=96800003 width=860)
+ Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=1861800 width=385)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_101] (rows=1861800 width=385)
+ predicate:cd_demo_sk is not null
+ TableScan [TS_6] (rows=1861800 width=385)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status","cd_purchase_estimate","cd_credit_rating"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_108] (rows=88000001 width=860)
+ Conds:RS_37._col2=RS_38._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_99] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_100] (rows=20000000 width=1014)
+ predicate:((ca_state) IN ('CO', 'IL', 'MN') and ca_address_sk is not null)
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+
[19/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query14.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query14.q.out b/ql/src/test/results/clientpositive/perf/tez/query14.q.out
new file mode 100644
index 0000000..dac6e0f
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query14.q.out
@@ -0,0 +1,1286 @@
+Warning: Shuffle Join MERGEJOIN[892][tables = [$hdt$_2, $hdt$_3, $hdt$_1]] in Stage 'Reducer 16' is a cross product
+Warning: Shuffle Join MERGEJOIN[890][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 5' is a cross product
+Warning: Shuffle Join MERGEJOIN[891][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 12' is a cross product
+PREHOOK: query: explain
+with cross_items as
+ (select i_item_sk ss_item_sk
+ from item,
+ (select iss.i_brand_id brand_id
+ ,iss.i_class_id class_id
+ ,iss.i_category_id category_id
+ from store_sales
+ ,item iss
+ ,date_dim d1
+ where ss_item_sk = iss.i_item_sk
+ and ss_sold_date_sk = d1.d_date_sk
+ and d1.d_year between 1999 AND 1999 + 2
+ intersect
+ select ics.i_brand_id
+ ,ics.i_class_id
+ ,ics.i_category_id
+ from catalog_sales
+ ,item ics
+ ,date_dim d2
+ where cs_item_sk = ics.i_item_sk
+ and cs_sold_date_sk = d2.d_date_sk
+ and d2.d_year between 1999 AND 1999 + 2
+ intersect
+ select iws.i_brand_id
+ ,iws.i_class_id
+ ,iws.i_category_id
+ from web_sales
+ ,item iws
+ ,date_dim d3
+ where ws_item_sk = iws.i_item_sk
+ and ws_sold_date_sk = d3.d_date_sk
+ and d3.d_year between 1999 AND 1999 + 2) x
+ where i_brand_id = brand_id
+ and i_class_id = class_id
+ and i_category_id = category_id
+),
+ avg_sales as
+ (select avg(quantity*list_price) average_sales
+ from (select ss_quantity quantity
+ ,ss_list_price list_price
+ from store_sales
+ ,date_dim
+ where ss_sold_date_sk = d_date_sk
+ and d_year between 1999 and 2001
+ union all
+ select cs_quantity quantity
+ ,cs_list_price list_price
+ from catalog_sales
+ ,date_dim
+ where cs_sold_date_sk = d_date_sk
+ and d_year between 1998 and 1998 + 2
+ union all
+ select ws_quantity quantity
+ ,ws_list_price list_price
+ from web_sales
+ ,date_dim
+ where ws_sold_date_sk = d_date_sk
+ and d_year between 1998 and 1998 + 2) x)
+ select channel, i_brand_id,i_class_id,i_category_id,sum(sales), sum(number_sales)
+ from(
+ select 'store' channel, i_brand_id,i_class_id
+ ,i_category_id,sum(ss_quantity*ss_list_price) sales
+ , count(*) number_sales
+ from store_sales
+ ,item
+ ,date_dim
+ where ss_item_sk in (select ss_item_sk from cross_items)
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 1998+2
+ and d_moy = 11
+ group by i_brand_id,i_class_id,i_category_id
+ having sum(ss_quantity*ss_list_price) > (select average_sales from avg_sales)
+ union all
+ select 'catalog' channel, i_brand_id,i_class_id,i_category_id, sum(cs_quantity*cs_list_price) sales, count(*) number_sales
+ from catalog_sales
+ ,item
+ ,date_dim
+ where cs_item_sk in (select ss_item_sk from cross_items)
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 1998+2
+ and d_moy = 11
+ group by i_brand_id,i_class_id,i_category_id
+ having sum(cs_quantity*cs_list_price) > (select average_sales from avg_sales)
+ union all
+ select 'web' channel, i_brand_id,i_class_id,i_category_id, sum(ws_quantity*ws_list_price) sales , count(*) number_sales
+ from web_sales
+ ,item
+ ,date_dim
+ where ws_item_sk in (select ss_item_sk from cross_items)
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 1998+2
+ and d_moy = 11
+ group by i_brand_id,i_class_id,i_category_id
+ having sum(ws_quantity*ws_list_price) > (select average_sales from avg_sales)
+ ) y
+ group by rollup (channel, i_brand_id,i_class_id,i_category_id)
+ order by channel,i_brand_id,i_class_id,i_category_id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with cross_items as
+ (select i_item_sk ss_item_sk
+ from item,
+ (select iss.i_brand_id brand_id
+ ,iss.i_class_id class_id
+ ,iss.i_category_id category_id
+ from store_sales
+ ,item iss
+ ,date_dim d1
+ where ss_item_sk = iss.i_item_sk
+ and ss_sold_date_sk = d1.d_date_sk
+ and d1.d_year between 1999 AND 1999 + 2
+ intersect
+ select ics.i_brand_id
+ ,ics.i_class_id
+ ,ics.i_category_id
+ from catalog_sales
+ ,item ics
+ ,date_dim d2
+ where cs_item_sk = ics.i_item_sk
+ and cs_sold_date_sk = d2.d_date_sk
+ and d2.d_year between 1999 AND 1999 + 2
+ intersect
+ select iws.i_brand_id
+ ,iws.i_class_id
+ ,iws.i_category_id
+ from web_sales
+ ,item iws
+ ,date_dim d3
+ where ws_item_sk = iws.i_item_sk
+ and ws_sold_date_sk = d3.d_date_sk
+ and d3.d_year between 1999 AND 1999 + 2) x
+ where i_brand_id = brand_id
+ and i_class_id = class_id
+ and i_category_id = category_id
+),
+ avg_sales as
+ (select avg(quantity*list_price) average_sales
+ from (select ss_quantity quantity
+ ,ss_list_price list_price
+ from store_sales
+ ,date_dim
+ where ss_sold_date_sk = d_date_sk
+ and d_year between 1999 and 2001
+ union all
+ select cs_quantity quantity
+ ,cs_list_price list_price
+ from catalog_sales
+ ,date_dim
+ where cs_sold_date_sk = d_date_sk
+ and d_year between 1998 and 1998 + 2
+ union all
+ select ws_quantity quantity
+ ,ws_list_price list_price
+ from web_sales
+ ,date_dim
+ where ws_sold_date_sk = d_date_sk
+ and d_year between 1998 and 1998 + 2) x)
+ select channel, i_brand_id,i_class_id,i_category_id,sum(sales), sum(number_sales)
+ from(
+ select 'store' channel, i_brand_id,i_class_id
+ ,i_category_id,sum(ss_quantity*ss_list_price) sales
+ , count(*) number_sales
+ from store_sales
+ ,item
+ ,date_dim
+ where ss_item_sk in (select ss_item_sk from cross_items)
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 1998+2
+ and d_moy = 11
+ group by i_brand_id,i_class_id,i_category_id
+ having sum(ss_quantity*ss_list_price) > (select average_sales from avg_sales)
+ union all
+ select 'catalog' channel, i_brand_id,i_class_id,i_category_id, sum(cs_quantity*cs_list_price) sales, count(*) number_sales
+ from catalog_sales
+ ,item
+ ,date_dim
+ where cs_item_sk in (select ss_item_sk from cross_items)
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 1998+2
+ and d_moy = 11
+ group by i_brand_id,i_class_id,i_category_id
+ having sum(cs_quantity*cs_list_price) > (select average_sales from avg_sales)
+ union all
+ select 'web' channel, i_brand_id,i_class_id,i_category_id, sum(ws_quantity*ws_list_price) sales , count(*) number_sales
+ from web_sales
+ ,item
+ ,date_dim
+ where ws_item_sk in (select ss_item_sk from cross_items)
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 1998+2
+ and d_moy = 11
+ group by i_brand_id,i_class_id,i_category_id
+ having sum(ws_quantity*ws_list_price) > (select average_sales from avg_sales)
+ ) y
+ group by rollup (channel, i_brand_id,i_class_id,i_category_id)
+ order by channel,i_brand_id,i_class_id,i_category_id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 11 <- Union 10 (CUSTOM_SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE), Reducer 27 (CUSTOM_SIMPLE_EDGE), Reducer 52 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
+Reducer 13 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 14 (CONTAINS)
+Reducer 15 <- Union 14 (CUSTOM_SIMPLE_EDGE)
+Reducer 16 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 30 (CUSTOM_SIMPLE_EDGE), Reducer 55 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
+Reducer 18 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 19 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 10 (CONTAINS)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 20 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 14 (CONTAINS)
+Reducer 22 <- Map 21 (SIMPLE_EDGE), Map 43 (SIMPLE_EDGE), Union 23 (CONTAINS)
+Reducer 24 <- Union 23 (CUSTOM_SIMPLE_EDGE)
+Reducer 25 <- Map 21 (SIMPLE_EDGE), Map 43 (SIMPLE_EDGE), Union 26 (CONTAINS)
+Reducer 27 <- Union 26 (CUSTOM_SIMPLE_EDGE)
+Reducer 28 <- Map 21 (SIMPLE_EDGE), Map 43 (SIMPLE_EDGE), Union 29 (CONTAINS)
+Reducer 30 <- Union 29 (CUSTOM_SIMPLE_EDGE)
+Reducer 32 <- Map 31 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 33 <- Map 31 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE), Union 10 (CONTAINS)
+Reducer 34 <- Map 31 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE), Union 14 (CONTAINS)
+Reducer 36 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 23 (CONTAINS)
+Reducer 37 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 26 (CONTAINS)
+Reducer 38 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 29 (CONTAINS)
+Reducer 4 <- Union 3 (CUSTOM_SIMPLE_EDGE)
+Reducer 40 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 23 (CONTAINS)
+Reducer 41 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 26 (CONTAINS)
+Reducer 42 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 29 (CONTAINS)
+Reducer 46 <- Map 45 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE)
+Reducer 47 <- Map 56 (SIMPLE_EDGE), Reducer 46 (SIMPLE_EDGE), Reducer 58 (ONE_TO_ONE_EDGE)
+Reducer 48 <- Reducer 47 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 24 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE), Reducer 48 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
+Reducer 50 <- Map 100 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE)
+Reducer 51 <- Map 56 (SIMPLE_EDGE), Reducer 50 (SIMPLE_EDGE), Reducer 68 (ONE_TO_ONE_EDGE)
+Reducer 52 <- Reducer 51 (SIMPLE_EDGE)
+Reducer 53 <- Map 101 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE)
+Reducer 54 <- Map 56 (SIMPLE_EDGE), Reducer 53 (SIMPLE_EDGE), Reducer 78 (ONE_TO_ONE_EDGE)
+Reducer 55 <- Reducer 54 (SIMPLE_EDGE)
+Reducer 57 <- Map 56 (SIMPLE_EDGE), Reducer 62 (ONE_TO_ONE_EDGE)
+Reducer 58 <- Reducer 57 (SIMPLE_EDGE)
+Reducer 59 <- Map 56 (SIMPLE_EDGE), Reducer 88 (SIMPLE_EDGE)
+Reducer 60 <- Reducer 59 (SIMPLE_EDGE), Union 61 (CONTAINS)
+Reducer 62 <- Union 61 (SIMPLE_EDGE)
+Reducer 63 <- Map 56 (SIMPLE_EDGE), Reducer 92 (SIMPLE_EDGE)
+Reducer 64 <- Reducer 63 (SIMPLE_EDGE), Union 61 (CONTAINS)
+Reducer 65 <- Map 56 (SIMPLE_EDGE), Reducer 93 (SIMPLE_EDGE)
+Reducer 66 <- Reducer 65 (SIMPLE_EDGE), Union 61 (CONTAINS)
+Reducer 67 <- Map 56 (SIMPLE_EDGE), Reducer 72 (ONE_TO_ONE_EDGE)
+Reducer 68 <- Reducer 67 (SIMPLE_EDGE)
+Reducer 69 <- Map 56 (SIMPLE_EDGE), Reducer 89 (SIMPLE_EDGE)
+Reducer 7 <- Union 6 (SIMPLE_EDGE)
+Reducer 70 <- Reducer 69 (SIMPLE_EDGE), Union 71 (CONTAINS)
+Reducer 72 <- Union 71 (SIMPLE_EDGE)
+Reducer 73 <- Map 56 (SIMPLE_EDGE), Reducer 94 (SIMPLE_EDGE)
+Reducer 74 <- Reducer 73 (SIMPLE_EDGE), Union 71 (CONTAINS)
+Reducer 75 <- Map 56 (SIMPLE_EDGE), Reducer 95 (SIMPLE_EDGE)
+Reducer 76 <- Reducer 75 (SIMPLE_EDGE), Union 71 (CONTAINS)
+Reducer 77 <- Map 56 (SIMPLE_EDGE), Reducer 82 (ONE_TO_ONE_EDGE)
+Reducer 78 <- Reducer 77 (SIMPLE_EDGE)
+Reducer 79 <- Map 56 (SIMPLE_EDGE), Reducer 90 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+Reducer 80 <- Reducer 79 (SIMPLE_EDGE), Union 81 (CONTAINS)
+Reducer 82 <- Union 81 (SIMPLE_EDGE)
+Reducer 83 <- Map 56 (SIMPLE_EDGE), Reducer 96 (SIMPLE_EDGE)
+Reducer 84 <- Reducer 83 (SIMPLE_EDGE), Union 81 (CONTAINS)
+Reducer 85 <- Map 56 (SIMPLE_EDGE), Reducer 97 (SIMPLE_EDGE)
+Reducer 86 <- Reducer 85 (SIMPLE_EDGE), Union 81 (CONTAINS)
+Reducer 88 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE)
+Reducer 89 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE)
+Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 10 (CONTAINS)
+Reducer 90 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE)
+Reducer 92 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
+Reducer 93 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
+Reducer 94 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
+Reducer 95 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
+Reducer 96 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
+Reducer 97 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 8
+ File Output Operator [FS_574]
+ Limit [LIM_573] (rows=100 width=405)
+ Number of rows:100
+ Select Operator [SEL_572] (rows=1016388080 width=405)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_571]
+ Select Operator [SEL_570] (rows=1016388080 width=405)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Group By Operator [GBY_569] (rows=1016388080 width=405)
+ Output:["_col0","_col1","_col2","_col3","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Union 6 [SIMPLE_EDGE]
+ <-Reducer 12 [CONTAINS]
+ Reduce Output Operator [RS_568]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_567] (rows=2032776160 width=405)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0
+ Select Operator [SEL_375] (rows=116155905 width=432)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_374] (rows=116155905 width=432)
+ predicate:(_col5 > _col1)
+ Merge Join Operator [MERGEJOIN_891] (rows=348467716 width=432)
+ Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_370]
+ Select Operator [SEL_231] (rows=1 width=8)
+ Filter Operator [FIL_230] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_228] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_223] (rows=1 width=8)
+ Group By Operator [GBY_222] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Union 10 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 19 [CONTAINS]
+ Reduce Output Operator [RS_221]
+ Group By Operator [GBY_220] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(_col0)"]
+ Select Operator [SEL_219] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_207] (rows=316788826 width=135)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_861] (rows=316788826 width=135)
+ Conds:RS_204._col0=RS_205._col0(Inner),Output:["_col1"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_205]
+ PartitionCols:_col0
+ Select Operator [SEL_15] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_773] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_year BETWEEN 1998 AND 2000)
+ TableScan [TS_13] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_204]
+ PartitionCols:_col0
+ Select Operator [SEL_12] (rows=287989836 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_772] (rows=287989836 width=135)
+ predicate:cs_sold_date_sk is not null
+ TableScan [TS_10] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_quantity"]
+ <-Reducer 33 [CONTAINS]
+ Reduce Output Operator [RS_221]
+ Group By Operator [GBY_220] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(_col0)"]
+ Select Operator [SEL_219] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_218] (rows=158402938 width=135)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_862] (rows=158402938 width=135)
+ Conds:RS_215._col0=RS_216._col0(Inner),Output:["_col1"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_216]
+ PartitionCols:_col0
+ Select Operator [SEL_26] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_775] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_year BETWEEN 1998 AND 2000)
+ TableScan [TS_24] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_215]
+ PartitionCols:_col0
+ Select Operator [SEL_23] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_774] (rows=144002668 width=135)
+ predicate:ws_sold_date_sk is not null
+ TableScan [TS_21] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_quantity"]
+ <-Reducer 9 [CONTAINS]
+ Reduce Output Operator [RS_221]
+ Group By Operator [GBY_220] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(_col0)"]
+ Select Operator [SEL_219] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_197] (rows=633595212 width=88)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_860] (rows=633595212 width=88)
+ Conds:RS_194._col0=RS_195._col0(Inner),Output:["_col1"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_195]
+ PartitionCols:_col0
+ Select Operator [SEL_98] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_787] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_year BETWEEN 1999 AND 2001)
+ TableScan [TS_96] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_194]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_770] (rows=575995635 width=88)
+ predicate:ss_sold_date_sk is not null
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_quantity"]
+ <-Reducer 27 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_371]
+ Group By Operator [GBY_267] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Union 26 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 25 [CONTAINS]
+ Reduce Output Operator [RS_266]
+ Group By Operator [GBY_265] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(_col0)"]
+ Select Operator [SEL_263] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_251] (rows=316788826 width=135)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_864] (rows=316788826 width=135)
+ Conds:RS_248._col0=RS_249._col0(Inner),Output:["_col1","_col2"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_249]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_15]
+ <-Map 43 [SIMPLE_EDGE]
+ SHUFFLE [RS_248]
+ PartitionCols:_col0
+ Select Operator [SEL_56] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_778] (rows=287989836 width=135)
+ predicate:cs_sold_date_sk is not null
+ TableScan [TS_54] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_quantity","cs_list_price"]
+ <-Reducer 37 [CONTAINS]
+ Reduce Output Operator [RS_266]
+ Group By Operator [GBY_265] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(_col0)"]
+ Select Operator [SEL_263] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_262] (rows=158402938 width=135)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_865] (rows=158402938 width=135)
+ Conds:RS_259._col0=RS_260._col0(Inner),Output:["_col1","_col2"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_260]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_26]
+ <-Map 44 [SIMPLE_EDGE]
+ SHUFFLE [RS_259]
+ PartitionCols:_col0
+ Select Operator [SEL_67] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_780] (rows=144002668 width=135)
+ predicate:ws_sold_date_sk is not null
+ TableScan [TS_65] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_quantity","ws_list_price"]
+ <-Reducer 41 [CONTAINS]
+ Reduce Output Operator [RS_266]
+ Group By Operator [GBY_265] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(_col0)"]
+ Select Operator [SEL_263] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_241] (rows=633595212 width=88)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_863] (rows=633595212 width=88)
+ Conds:RS_238._col0=RS_239._col0(Inner),Output:["_col1","_col2"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_239]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 39 [SIMPLE_EDGE]
+ SHUFFLE [RS_238]
+ PartitionCols:_col0
+ Select Operator [SEL_46] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_776] (rows=575995635 width=88)
+ predicate:ss_sold_date_sk is not null
+ TableScan [TS_44] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_quantity","ss_list_price"]
+ <-Reducer 52 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_372]
+ Group By Operator [GBY_368] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 51 [SIMPLE_EDGE]
+ SHUFFLE [RS_367]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_366] (rows=696935432 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","count()"],keys:_col0, _col1, _col2
+ Select Operator [SEL_364] (rows=696935432 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_874] (rows=696935432 width=135)
+ Conds:RS_360._col1=RS_361._col0(Inner),RS_360._col1=RS_362._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"]
+ <-Map 56 [SIMPLE_EDGE]
+ SHUFFLE [RS_361]
+ PartitionCols:_col0
+ Select Operator [SEL_277] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_809] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_90] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id"]
+ <-Reducer 50 [SIMPLE_EDGE]
+ SHUFFLE [RS_360]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_866] (rows=316788826 width=135)
+ Conds:RS_357._col0=RS_358._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 49 [SIMPLE_EDGE]
+ SHUFFLE [RS_358]
+ PartitionCols:_col0
+ Select Operator [SEL_86] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_783] (rows=18262 width=1119)
+ predicate:((d_moy = 11) and (d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_84] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 100 [SIMPLE_EDGE]
+ SHUFFLE [RS_357]
+ PartitionCols:_col0
+ Select Operator [SEL_271] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_807] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_269] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_quantity","cs_list_price"]
+ <-Reducer 68 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_362]
+ PartitionCols:_col0
+ Group By Operator [GBY_355] (rows=254100 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 67 [SIMPLE_EDGE]
+ SHUFFLE [RS_354]
+ PartitionCols:_col0
+ Group By Operator [GBY_353] (rows=508200 width=1436)
+ Output:["_col0"],keys:_col0
+ Merge Join Operator [MERGEJOIN_873] (rows=508200 width=1436)
+ Conds:RS_349._col1, _col2, _col3=RS_350._col0, _col1, _col2(Inner),Output:["_col0"]
+ <-Map 56 [SIMPLE_EDGE]
+ SHUFFLE [RS_349]
+ PartitionCols:_col1, _col2, _col3
+ Select Operator [SEL_280] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_810] (rows=462000 width=1436)
+ predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 72 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_350]
+ PartitionCols:_col0, _col1, _col2
+ Select Operator [SEL_348] (rows=1 width=108)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_347] (rows=1 width=108)
+ predicate:(_col3 = 3)
+ Group By Operator [GBY_346] (rows=304916424 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Union 71 [SIMPLE_EDGE]
+ <-Reducer 70 [CONTAINS]
+ Reduce Output Operator [RS_345]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_344] (rows=609832849 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
+ Group By Operator [GBY_299] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 69 [SIMPLE_EDGE]
+ SHUFFLE [RS_298]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_297] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
+ Merge Join Operator [MERGEJOIN_868] (rows=696954748 width=88)
+ Conds:RS_293._col1=RS_294._col0(Inner),Output:["_col5","_col6","_col7"]
+ <-Map 56 [SIMPLE_EDGE]
+ SHUFFLE [RS_294]
+ PartitionCols:_col0
+ Select Operator [SEL_289] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_813] (rows=462000 width=1436)
+ predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 89 [SIMPLE_EDGE]
+ SHUFFLE [RS_293]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_867] (rows=633595212 width=88)
+ Conds:RS_290._col0=RS_291._col0(Inner),Output:["_col1"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_291]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 87 [SIMPLE_EDGE]
+ SHUFFLE [RS_290]
+ PartitionCols:_col0
+ Select Operator [SEL_95] (rows=575995635 width=88)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_786] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_93] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk"]
+ <-Reducer 74 [CONTAINS]
+ Reduce Output Operator [RS_345]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_344] (rows=609832849 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
+ Group By Operator [GBY_319] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 73 [SIMPLE_EDGE]
+ SHUFFLE [RS_318]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_317] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
+ Merge Join Operator [MERGEJOIN_870] (rows=348467716 width=135)
+ Conds:RS_313._col1=RS_314._col0(Inner),Output:["_col5","_col6","_col7"]
+ <-Map 56 [SIMPLE_EDGE]
+ SHUFFLE [RS_314]
+ PartitionCols:_col0
+ Select Operator [SEL_309] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_816] (rows=462000 width=1436)
+ predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 94 [SIMPLE_EDGE]
+ SHUFFLE [RS_313]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_869] (rows=316788826 width=135)
+ Conds:RS_310._col0=RS_311._col0(Inner),Output:["_col1"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_311]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 98 [SIMPLE_EDGE]
+ SHUFFLE [RS_310]
+ PartitionCols:_col0
+ Select Operator [SEL_115] (rows=287989836 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_789] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_113] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk"]
+ <-Reducer 76 [CONTAINS]
+ Reduce Output Operator [RS_345]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_344] (rows=609832849 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
+ Group By Operator [GBY_340] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 75 [SIMPLE_EDGE]
+ SHUFFLE [RS_339]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_338] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
+ Merge Join Operator [MERGEJOIN_872] (rows=174243235 width=135)
+ Conds:RS_334._col1=RS_335._col0(Inner),Output:["_col5","_col6","_col7"]
+ <-Map 56 [SIMPLE_EDGE]
+ SHUFFLE [RS_335]
+ PartitionCols:_col0
+ Select Operator [SEL_330] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_819] (rows=462000 width=1436)
+ predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 95 [SIMPLE_EDGE]
+ SHUFFLE [RS_334]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_871] (rows=158402938 width=135)
+ Conds:RS_331._col0=RS_332._col0(Inner),Output:["_col1"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_332]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 99 [SIMPLE_EDGE]
+ SHUFFLE [RS_331]
+ PartitionCols:_col0
+ Select Operator [SEL_136] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_792] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_134] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk"]
+ <-Reducer 16 [CONTAINS]
+ Reduce Output Operator [RS_568]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_567] (rows=2032776160 width=405)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0
+ Select Operator [SEL_564] (rows=58081078 width=432)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_563] (rows=58081078 width=432)
+ predicate:(_col5 > _col1)
+ Merge Join Operator [MERGEJOIN_892] (rows=174243235 width=432)
+ Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 15 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_559]
+ Select Operator [SEL_420] (rows=1 width=8)
+ Filter Operator [FIL_419] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_417] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_412] (rows=1 width=8)
+ Group By Operator [GBY_411] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Union 14 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 13 [CONTAINS]
+ Reduce Output Operator [RS_410]
+ Group By Operator [GBY_409] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(_col0)"]
+ Select Operator [SEL_408] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_386] (rows=633595212 width=88)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_875] (rows=633595212 width=88)
+ Conds:RS_383._col0=RS_384._col0(Inner),Output:["_col1"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_384]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_383]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 20 [CONTAINS]
+ Reduce Output Operator [RS_410]
+ Group By Operator [GBY_409] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(_col0)"]
+ Select Operator [SEL_408] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_396] (rows=316788826 width=135)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_876] (rows=316788826 width=135)
+ Conds:RS_393._col0=RS_394._col0(Inner),Output:["_col1"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_394]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_15]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_393]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_12]
+ <-Reducer 34 [CONTAINS]
+ Reduce Output Operator [RS_410]
+ Group By Operator [GBY_409] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(_col0)"]
+ Select Operator [SEL_408] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_407] (rows=158402938 width=135)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_877] (rows=158402938 width=135)
+ Conds:RS_404._col0=RS_405._col0(Inner),Output:["_col1"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_405]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_26]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_404]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_23]
+ <-Reducer 30 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_560]
+ Group By Operator [GBY_456] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Union 29 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 28 [CONTAINS]
+ Reduce Output Operator [RS_455]
+ Group By Operator [GBY_454] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(_col0)"]
+ Select Operator [SEL_452] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_440] (rows=316788826 width=135)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_879] (rows=316788826 width=135)
+ Conds:RS_437._col0=RS_438._col0(Inner),Output:["_col1","_col2"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_438]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_15]
+ <-Map 43 [SIMPLE_EDGE]
+ SHUFFLE [RS_437]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_56]
+ <-Reducer 38 [CONTAINS]
+ Reduce Output Operator [RS_455]
+ Group By Operator [GBY_454] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(_col0)"]
+ Select Operator [SEL_452] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_451] (rows=158402938 width=135)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_880] (rows=158402938 width=135)
+ Conds:RS_448._col0=RS_449._col0(Inner),Output:["_col1","_col2"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_449]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_26]
+ <-Map 44 [SIMPLE_EDGE]
+ SHUFFLE [RS_448]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_67]
+ <-Reducer 42 [CONTAINS]
+ Reduce Output Operator [RS_455]
+ Group By Operator [GBY_454] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(_col0)"]
+ Select Operator [SEL_452] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_430] (rows=633595212 width=88)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_878] (rows=633595212 width=88)
+ Conds:RS_427._col0=RS_428._col0(Inner),Output:["_col1","_col2"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_428]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 39 [SIMPLE_EDGE]
+ SHUFFLE [RS_427]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_46]
+ <-Reducer 55 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_561]
+ Group By Operator [GBY_557] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 54 [SIMPLE_EDGE]
+ SHUFFLE [RS_556]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_555] (rows=348486471 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","count()"],keys:_col0, _col1, _col2
+ Select Operator [SEL_553] (rows=348486471 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_889] (rows=348486471 width=135)
+ Conds:RS_549._col1=RS_550._col0(Inner),RS_549._col1=RS_551._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"]
+ <-Map 56 [SIMPLE_EDGE]
+ SHUFFLE [RS_550]
+ PartitionCols:_col0
+ Select Operator [SEL_466] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_834] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 53 [SIMPLE_EDGE]
+ SHUFFLE [RS_549]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_881] (rows=158402938 width=135)
+ Conds:RS_546._col0=RS_547._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 49 [SIMPLE_EDGE]
+ SHUFFLE [RS_547]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_86]
+ <-Map 101 [SIMPLE_EDGE]
+ SHUFFLE [RS_546]
+ PartitionCols:_col0
+ Select Operator [SEL_460] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_832] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_458] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_quantity","ws_list_price"]
+ <-Reducer 78 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_551]
+ PartitionCols:_col0
+ Group By Operator [GBY_544] (rows=254100 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 77 [SIMPLE_EDGE]
+ SHUFFLE [RS_543]
+ PartitionCols:_col0
+ Group By Operator [GBY_542] (rows=508200 width=1436)
+ Output:["_col0"],keys:_col0
+ Merge Join Operator [MERGEJOIN_888] (rows=508200 width=1436)
+ Conds:RS_538._col1, _col2, _col3=RS_539._col0, _col1, _col2(Inner),Output:["_col0"]
+ <-Map 56 [SIMPLE_EDGE]
+ SHUFFLE [RS_538]
+ PartitionCols:_col1, _col2, _col3
+ Select Operator [SEL_469] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_835] (rows=462000 width=1436)
+ predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 82 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_539]
+ PartitionCols:_col0, _col1, _col2
+ Select Operator [SEL_537] (rows=1 width=108)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_536] (rows=1 width=108)
+ predicate:(_col3 = 3)
+ Group By Operator [GBY_535] (rows=304916424 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Union 81 [SIMPLE_EDGE]
+ <-Reducer 80 [CONTAINS]
+ Reduce Output Operator [RS_534]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_533] (rows=609832849 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
+ Group By Operator [GBY_488] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 79 [SIMPLE_EDGE]
+ SHUFFLE [RS_487]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_486] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
+ Merge Join Operator [MERGEJOIN_883] (rows=696954748 width=88)
+ Conds:RS_482._col1=RS_483._col0(Inner),Output:["_col5","_col6","_col7"]
+ <-Map 56 [SIMPLE_EDGE]
+ SHUFFLE [RS_483]
+ PartitionCols:_col0
+ Select Operator [SEL_478] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_838] (rows=462000 width=1436)
+ predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 90 [SIMPLE_EDGE]
+ SHUFFLE [RS_482]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_882] (rows=633595212 width=88)
+ Conds:RS_479._col0=RS_480._col0(Inner),Output:["_col1"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_480]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 87 [SIMPLE_EDGE]
+ SHUFFLE [RS_479]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_95]
+ <-Reducer 84 [CONTAINS]
+ Reduce Output Operator [RS_534]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_533] (rows=609832849 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
+ Group By Operator [GBY_508] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 83 [SIMPLE_EDGE]
+ SHUFFLE [RS_507]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_506] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
+ Merge Join Operator [MERGEJOIN_885] (rows=348467716 width=135)
+ Conds:RS_502._col1=RS_503._col0(Inner),Output:["_col5","_col6","_col7"]
+ <-Map 56 [SIMPLE_EDGE]
+ SHUFFLE [RS_503]
+ PartitionCols:_col0
+ Select Operator [SEL_498] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_841] (rows=462000 width=1436)
+ predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 96 [SIMPLE_EDGE]
+ SHUFFLE [RS_502]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_884] (rows=316788826 width=135)
+ Conds:RS_499._col0=RS_500._col0(Inner),Output:["_col1"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_500]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 98 [SIMPLE_EDGE]
+ SHUFFLE [RS_499]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_115]
+ <-Reducer 86 [CONTAINS]
+ Reduce Output Operator [RS_534]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_533] (rows=609832849 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
+ Group By Operator [GBY_529] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 85 [SIMPLE_EDGE]
+ SHUFFLE [RS_528]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_527] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
+ Merge Join Operator [MERGEJOIN_887] (rows=174243235 width=135)
+ Conds:RS_523._col1=RS_524._col0(Inner),Output:["_col5","_col6","_col7"]
+ <-Map 56 [SIMPLE_EDGE]
+ SHUFFLE [RS_524]
+ PartitionCols:_col0
+ Select Operator [SEL_519] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_844] (rows=462000 width=1436)
+ predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
+ Please refer to the previous TableScan [TS_90]
+ <-Reducer 97 [SIMPLE_EDGE]
+ SHUFFLE [RS_523]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_886] (rows=158402938 width=135)
+ Conds:RS_520._col0=RS_521._col0(Inner),Output:["_col1"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_521]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 99 [SIMPLE_EDGE]
+ SHUFFLE [RS_520]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_136]
+ <-Reducer 5 [CONTAINS]
+ Reduce Output Operator [RS_568]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_567] (rows=2032776160 width=405)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0
+ Select Operator [SEL_187] (rows=232318249 width=385)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_186] (rows=232318249 width=385)
+ predicate:(_col5 > _col1)
+ Merge Join Operator [MERGEJOIN_890] (rows=696954748 width=385)
+ Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 24 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_183]
+ Group By Operator [GBY_79] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(VALUE._col0)"]
+ <-Union 23 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 22 [CONTAINS]
+ Reduce Output Operator [RS_78]
+ Group By Operator [GBY_77] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(_col0)"]
+ Select Operator [SEL_75] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_63] (rows=316788826 width=135)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_849] (rows=316788826 width=135)
+ Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col1","_col2"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_15]
+ <-Map 43 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_56]
+ <-Reducer 36 [CONTAINS]
+ Reduce Output Operator [RS_78]
+ Group By Operator [GBY_77] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(_col0)"]
+ Select Operator [SEL_75] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_74] (rows=158402938 width=135)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_850] (rows=158402938 width=135)
+ Conds:RS_71._col0=RS_72._col0(Inner),Output:["_col1","_col2"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_72]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_26]
+ <-Map 44 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_67]
+ <-Reducer 40 [CONTAINS]
+ Reduce Output Operator [RS_78]
+ Group By Operator [GBY_77] (rows=1 width=288)
+ Output:["_col0"],aggregations:["avg(_col0)"]
+ Select Operator [SEL_75] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_53] (rows=633595212 width=88)
+ Output:["_col0","_col1"]
+ Merge Join Operator [MERGEJOIN_848] (rows=633595212 width=88)
+ Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col1","_col2"]
+ <-Map 91 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_98]
+ <-Map 39 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_46]
+ <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_182]
+ Select Operator [SEL_43] (rows=1 width=8)
+ Filter Operator [FIL_42] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_40] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_35] (rows=1 width=8)
+ Group By Operator [GBY_34] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Union 3 [CUSTOM_SIMPLE_EDGE]
+ <-Reducer 18 [CONTAINS]
+ Reduce Output Operator [RS_33]
+ Group By Operator [GBY_32] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(_col0)"]
+ Select Operator [SEL_31] (rows=1108786976 width=108)
+ Output:["_col0"]
+ Select Operator [SEL_19] (rows=316788826 width=135)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_846] (rows=316788826 width=135)
+ Conds:RS_16._col0=RS_17._col0(Inner),Output:["_col1"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_15]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_12]
+
<TRUNCATED>
[33/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query45.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query45.q.out b/ql/src/test/results/clientpositive/perf/query45.q.out
deleted file mode 100644
index 3efed2e..0000000
--- a/ql/src/test/results/clientpositive/perf/query45.q.out
+++ /dev/null
@@ -1,180 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[87][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product
-PREHOOK: query: explain
-select ca_zip, ca_county, sum(ws_sales_price)
- from web_sales, customer, customer_address, date_dim, item
- where ws_bill_customer_sk = c_customer_sk
- and c_current_addr_sk = ca_address_sk
- and ws_item_sk = i_item_sk
- and ( substr(ca_zip,1,5) in ('85669', '86197','88274','83405','86475', '85392', '85460', '80348', '81792')
- or
- i_item_id in (select i_item_id
- from item
- where i_item_sk in (2, 3, 5, 7, 11, 13, 17, 19, 23, 29)
- )
- )
- and ws_sold_date_sk = d_date_sk
- and d_qoy = 2 and d_year = 2000
- group by ca_zip, ca_county
- order by ca_zip, ca_county
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select ca_zip, ca_county, sum(ws_sales_price)
- from web_sales, customer, customer_address, date_dim, item
- where ws_bill_customer_sk = c_customer_sk
- and c_current_addr_sk = ca_address_sk
- and ws_item_sk = i_item_sk
- and ( substr(ca_zip,1,5) in ('85669', '86197','88274','83405','86475', '85392', '85460', '80348', '81792')
- or
- i_item_id in (select i_item_id
- from item
- where i_item_sk in (2, 3, 5, 7, 11, 13, 17, 19, 23, 29)
- )
- )
- and ws_sold_date_sk = d_date_sk
- and d_qoy = 2 and d_year = 2000
- group by ca_zip, ca_county
- order by ca_zip, ca_county
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 8 (SIMPLE_EDGE)
-Reducer 12 <- Map 8 (CUSTOM_SIMPLE_EDGE)
-Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 15 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 12 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 9 <- Map 8 (SIMPLE_EDGE), Reducer 11 (ONE_TO_ONE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_59]
- Limit [LIM_58] (rows=100 width=152)
- Number of rows:100
- Select Operator [SEL_57] (rows=95833781 width=152)
- Output:["_col0","_col1","_col2"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- Group By Operator [GBY_54] (rows=95833781 width=152)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_52] (rows=191667562 width=152)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col8, _col7
- Select Operator [SEL_51] (rows=191667562 width=152)
- Output:["_col3","_col7","_col8"]
- Filter Operator [FIL_50] (rows=191667562 width=152)
- predicate:((substr(_col8, 1, 5)) IN ('85669', '86197', '88274', '83405', '86475', '85392', '85460', '80348', '81792') or CASE WHEN ((_col14 = 0)) THEN (false) WHEN (_col17 is not null) THEN (true) WHEN (_col13 is null) THEN (null) WHEN ((_col15 < _col14)) THEN (null) ELSE (false) END)
- Select Operator [SEL_49] (rows=191667562 width=152)
- Output:["_col3","_col7","_col8","_col13","_col14","_col15","_col17"]
- Merge Join Operator [MERGEJOIN_87] (rows=191667562 width=152)
- Conds:(Inner),Output:["_col3","_col4","_col6","_col8","_col12","_col16","_col17"]
- <-Reducer 12 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_47]
- Group By Operator [GBY_38] (rows=1 width=16)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)","count(VALUE._col1)"]
- <-Map 8 [CUSTOM_SIMPLE_EDGE]
- SHUFFLE [RS_37]
- Group By Operator [GBY_36] (rows=1 width=16)
- Output:["_col0","_col1"],aggregations:["count()","count(i_item_id)"]
- Select Operator [SEL_35] (rows=231000 width=1436)
- Output:["i_item_id"]
- Filter Operator [FIL_81] (rows=231000 width=1436)
- predicate:(i_item_sk) IN (2, 3, 5, 7, 11, 13, 17, 19, 23, 29)
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_46]
- Merge Join Operator [MERGEJOIN_86] (rows=191667562 width=135)
- Conds:RS_43._col0=RS_44._col6(Inner),Output:["_col3","_col4","_col6","_col8","_col12"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col6
- Merge Join Operator [MERGEJOIN_85] (rows=174243235 width=135)
- Conds:RS_29._col0=RS_30._col1(Inner),Output:["_col1","_col3","_col6","_col7"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_84] (rows=158402938 width=135)
- Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_18] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_79] (rows=144002668 width=135)
- predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_16] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_sales_price"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0
- Select Operator [SEL_21] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_80] (rows=18262 width=1119)
- predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_19] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_83] (rows=508200 width=1436)
- Conds:RS_26._col1=RS_27._col0(Left Outer),Output:["_col0","_col1","_col3"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col1
- Select Operator [SEL_8] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_77] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- Please refer to the previous TableScan [TS_6]
- <-Reducer 11 [ONE_TO_ONE_EDGE]
- FORWARD [RS_27]
- PartitionCols:_col0
- Select Operator [SEL_15] (rows=115500 width=1436)
- Output:["_col0","_col1"]
- Group By Operator [GBY_14] (rows=115500 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Group By Operator [GBY_12] (rows=231000 width=1436)
- Output:["_col0"],keys:i_item_id
- Select Operator [SEL_11] (rows=231000 width=1436)
- Output:["i_item_id"]
- Filter Operator [FIL_78] (rows=231000 width=1436)
- predicate:(i_item_sk) IN (2, 3, 5, 7, 11, 13, 17, 19, 23, 29)
- Please refer to the previous TableScan [TS_6]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_82] (rows=88000001 width=860)
- Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col0","_col3","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1"]
- Filter Operator [FIL_75] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=40000000 width=1014)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_76] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_zip"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query46.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query46.q.out b/ql/src/test/results/clientpositive/perf/query46.q.out
deleted file mode 100644
index 1a193ed..0000000
--- a/ql/src/test/results/clientpositive/perf/query46.q.out
+++ /dev/null
@@ -1,191 +0,0 @@
-PREHOOK: query: explain
-select c_last_name
- ,c_first_name
- ,ca_city
- ,bought_city
- ,ss_ticket_number
- ,amt,profit
- from
- (select ss_ticket_number
- ,ss_customer_sk
- ,ca_city bought_city
- ,sum(ss_coupon_amt) amt
- ,sum(ss_net_profit) profit
- from store_sales,date_dim,store,household_demographics,customer_address
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_store_sk = store.s_store_sk
- and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
- and store_sales.ss_addr_sk = customer_address.ca_address_sk
- and (household_demographics.hd_dep_count = 2 or
- household_demographics.hd_vehicle_count= 1)
- and date_dim.d_dow in (6,0)
- and date_dim.d_year in (1998,1998+1,1998+2)
- and store.s_city in ('Cedar Grove','Wildwood','Union','Salem','Highland Park')
- group by ss_ticket_number,ss_customer_sk,ss_addr_sk,ca_city) dn,customer,customer_address current_addr
- where ss_customer_sk = c_customer_sk
- and customer.c_current_addr_sk = current_addr.ca_address_sk
- and current_addr.ca_city <> bought_city
- order by c_last_name
- ,c_first_name
- ,ca_city
- ,bought_city
- ,ss_ticket_number
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select c_last_name
- ,c_first_name
- ,ca_city
- ,bought_city
- ,ss_ticket_number
- ,amt,profit
- from
- (select ss_ticket_number
- ,ss_customer_sk
- ,ca_city bought_city
- ,sum(ss_coupon_amt) amt
- ,sum(ss_net_profit) profit
- from store_sales,date_dim,store,household_demographics,customer_address
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_store_sk = store.s_store_sk
- and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
- and store_sales.ss_addr_sk = customer_address.ca_address_sk
- and (household_demographics.hd_dep_count = 2 or
- household_demographics.hd_vehicle_count= 1)
- and date_dim.d_dow in (6,0)
- and date_dim.d_year in (1998,1998+1,1998+2)
- and store.s_city in ('Cedar Grove','Wildwood','Union','Salem','Highland Park')
- group by ss_ticket_number,ss_customer_sk,ss_addr_sk,ca_city) dn,customer,customer_address current_addr
- where ss_customer_sk = c_customer_sk
- and customer.c_current_addr_sk = current_addr.ca_address_sk
- and current_addr.ca_city <> bought_city
- order by c_last_name
- ,c_first_name
- ,ca_city
- ,bought_city
- ,ss_ticket_number
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 13 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 6 <- Map 5 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 9 <- Map 12 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 4
- File Output Operator [FS_50]
- Limit [LIM_49] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_48] (rows=463823414 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
- Select Operator [SEL_46] (rows=463823414 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_45] (rows=463823414 width=88)
- predicate:(_col5 <> _col8)
- Merge Join Operator [MERGEJOIN_86] (rows=463823414 width=88)
- Conds:RS_42._col0=RS_43._col1(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9","_col10"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_81] (rows=88000001 width=860)
- Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col5"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_75] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,current_addr,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_74] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk","c_first_name","c_last_name"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col1
- Select Operator [SEL_37] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_36] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_34] (rows=843315281 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col17, _col3, _col5
- Merge Join Operator [MERGEJOIN_85] (rows=843315281 width=88)
- Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col17"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_84] (rows=766650239 width=88)
- Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=7200 width=107)
- Output:["_col0"]
- Filter Operator [FIL_79] (rows=7200 width=107)
- predicate:(((hd_dep_count = 2) or (hd_vehicle_count = 1)) and hd_demo_sk is not null)
- TableScan [TS_15] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_83] (rows=696954748 width=88)
- Conds:RS_24._col4=RS_25._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_78] (rows=852 width=1910)
- predicate:((s_city) IN ('Cedar Grove', 'Wildwood', 'Union', 'Salem', 'Highland Park') and s_store_sk is not null)
- TableScan [TS_12] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_city"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_82] (rows=633595212 width=88)
- Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=18263 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_77] (rows=18263 width=1119)
- predicate:((d_dow) IN (6, 0) and (d_year) IN (1998, 1999, 2000) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dow"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_76] (rows=575995635 width=88)
- predicate:(ss_addr_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_6] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query47.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query47.q.out b/ql/src/test/results/clientpositive/perf/query47.q.out
deleted file mode 100644
index 1288408..0000000
--- a/ql/src/test/results/clientpositive/perf/query47.q.out
+++ /dev/null
@@ -1,325 +0,0 @@
-PREHOOK: query: explain
-with v1 as(
- select i_category, i_brand,
- s_store_name, s_company_name,
- d_year, d_moy,
- sum(ss_sales_price) sum_sales,
- avg(sum(ss_sales_price)) over
- (partition by i_category, i_brand,
- s_store_name, s_company_name, d_year)
- avg_monthly_sales,
- rank() over
- (partition by i_category, i_brand,
- s_store_name, s_company_name
- order by d_year, d_moy) rn
- from item, store_sales, date_dim, store
- where ss_item_sk = i_item_sk and
- ss_sold_date_sk = d_date_sk and
- ss_store_sk = s_store_sk and
- (
- d_year = 2000 or
- ( d_year = 2000-1 and d_moy =12) or
- ( d_year = 2000+1 and d_moy =1)
- )
- group by i_category, i_brand,
- s_store_name, s_company_name,
- d_year, d_moy),
- v2 as(
- select v1.i_category
- ,v1.d_year, v1.d_moy
- ,v1.avg_monthly_sales
- ,v1.sum_sales, v1_lag.sum_sales psum, v1_lead.sum_sales nsum
- from v1, v1 v1_lag, v1 v1_lead
- where v1.i_category = v1_lag.i_category and
- v1.i_category = v1_lead.i_category and
- v1.i_brand = v1_lag.i_brand and
- v1.i_brand = v1_lead.i_brand and
- v1.s_store_name = v1_lag.s_store_name and
- v1.s_store_name = v1_lead.s_store_name and
- v1.s_company_name = v1_lag.s_company_name and
- v1.s_company_name = v1_lead.s_company_name and
- v1.rn = v1_lag.rn + 1 and
- v1.rn = v1_lead.rn - 1)
- select *
- from v2
- where d_year = 2000 and
- avg_monthly_sales > 0 and
- case when avg_monthly_sales > 0 then abs(sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
- order by sum_sales - avg_monthly_sales, 3
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with v1 as(
- select i_category, i_brand,
- s_store_name, s_company_name,
- d_year, d_moy,
- sum(ss_sales_price) sum_sales,
- avg(sum(ss_sales_price)) over
- (partition by i_category, i_brand,
- s_store_name, s_company_name, d_year)
- avg_monthly_sales,
- rank() over
- (partition by i_category, i_brand,
- s_store_name, s_company_name
- order by d_year, d_moy) rn
- from item, store_sales, date_dim, store
- where ss_item_sk = i_item_sk and
- ss_sold_date_sk = d_date_sk and
- ss_store_sk = s_store_sk and
- (
- d_year = 2000 or
- ( d_year = 2000-1 and d_moy =12) or
- ( d_year = 2000+1 and d_moy =1)
- )
- group by i_category, i_brand,
- s_store_name, s_company_name,
- d_year, d_moy),
- v2 as(
- select v1.i_category
- ,v1.d_year, v1.d_moy
- ,v1.avg_monthly_sales
- ,v1.sum_sales, v1_lag.sum_sales psum, v1_lead.sum_sales nsum
- from v1, v1 v1_lag, v1 v1_lead
- where v1.i_category = v1_lag.i_category and
- v1.i_category = v1_lead.i_category and
- v1.i_brand = v1_lag.i_brand and
- v1.i_brand = v1_lead.i_brand and
- v1.s_store_name = v1_lag.s_store_name and
- v1.s_store_name = v1_lead.s_store_name and
- v1.s_company_name = v1_lag.s_company_name and
- v1.s_company_name = v1_lead.s_company_name and
- v1.rn = v1_lag.rn + 1 and
- v1.rn = v1_lead.rn - 1)
- select *
- from v2
- where d_year = 2000 and
- avg_monthly_sales > 0 and
- case when avg_monthly_sales > 0 then abs(sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
- order by sum_sales - avg_monthly_sales, 3
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 21 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 22 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
-Reducer 15 <- Map 21 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 22 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
-Reducer 18 <- Reducer 17 (SIMPLE_EDGE)
-Reducer 19 <- Reducer 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
-Reducer 3 <- Map 21 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 22 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 13 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 8
- File Output Operator [FS_112]
- Limit [LIM_110] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_109] (rows=843315280 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_108]
- Select Operator [SEL_107] (rows=843315280 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_189] (rows=843315280 width=88)
- Conds:RS_103._col0, _col1, _col2, _col3, (_col7 + 1)=RS_104._col0, _col1, _col2, _col3, _col8(Inner),RS_104._col0, _col1, _col2, _col3, _col8=RS_105._col0, _col1, _col2, _col3, (_col7 - 1)(Inner),Output:["_col6","_col8","_col12","_col13","_col14","_col15","_col23"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_103]
- PartitionCols:_col0, _col1, _col2, _col3, (_col7 + 1)
- Select Operator [SEL_29] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col6","_col7"]
- Filter Operator [FIL_164] (rows=383325119 width=88)
- predicate:rank_window_0 is not null
- PTF Operator [PTF_28] (rows=383325119 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 ASC NULLS FIRST, _col5 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2, _col3"}]
- Select Operator [SEL_27] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0, _col1, _col2, _col3
- Select Operator [SEL_25] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_24] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_22] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col9, _col11, _col12
- Merge Join Operator [MERGEJOIN_182] (rows=766650239 width=88)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col9","_col11","_col12"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_81] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_179] (rows=1704 width=1910)
- predicate:(s_company_name is not null and s_store_name is not null and s_store_sk is not null)
- TableScan [TS_79] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_name"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_181] (rows=696954748 width=88)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_78] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_178] (rows=462000 width=1436)
- predicate:(i_brand is not null and i_category is not null and i_item_sk is not null)
- TableScan [TS_76] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_category"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_180] (rows=633595212 width=88)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_72] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_176] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_70] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_75] (rows=73048 width=1119)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_177] (rows=73048 width=1119)
- predicate:(((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null)
- TableScan [TS_73] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_104]
- PartitionCols:_col0, _col1, _col2, _col3, _col8
- Select Operator [SEL_67] (rows=31943759 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Filter Operator [FIL_169] (rows=31943759 width=88)
- predicate:CASE WHEN ((_col0 > 0)) THEN (((abs((_col7 - _col0)) / _col0) > 0.1)) ELSE (null) END
- Select Operator [SEL_66] (rows=63887519 width=88)
- Output:["rank_window_1","_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_170] (rows=63887519 width=88)
- predicate:((_col0 > 0) and (_col5 = 2000) and rank_window_1 is not null)
- PTF Operator [PTF_65] (rows=383325119 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST, _col6 ASC NULLS FIRST","partition by:":"_col1, _col2, _col3, _col4"}]
- Select Operator [SEL_64] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col0, _col1, _col2, _col3
- Select Operator [SEL_62] (rows=383325119 width=88)
- Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- PTF Operator [PTF_61] (rows=383325119 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2, _col3, _col4"}]
- Select Operator [SEL_60] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Select Operator [SEL_58] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_57] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_55] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col9, _col11, _col12
- Merge Join Operator [MERGEJOIN_185] (rows=766650239 width=88)
- Conds:RS_51._col2=RS_52._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col9","_col11","_col12"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_81]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_184] (rows=696954748 width=88)
- Conds:RS_48._col1=RS_49._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_78]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_48]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_183] (rows=633595212 width=88)
- Conds:RS_45._col0=RS_46._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_72]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_75]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_105]
- PartitionCols:_col0, _col1, _col2, _col3, (_col7 - 1)
- Select Operator [SEL_99] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col6","_col7"]
- Filter Operator [FIL_175] (rows=383325119 width=88)
- predicate:rank_window_0 is not null
- PTF Operator [PTF_98] (rows=383325119 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 ASC NULLS FIRST, _col5 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2, _col3"}]
- Select Operator [SEL_97] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
- PartitionCols:_col0, _col1, _col2, _col3
- Select Operator [SEL_95] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_94] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_93]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_92] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col9, _col11, _col12
- Merge Join Operator [MERGEJOIN_188] (rows=766650239 width=88)
- Conds:RS_88._col2=RS_89._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col9","_col11","_col12"]
- <-Map 22 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_81]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_88]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_187] (rows=696954748 width=88)
- Conds:RS_85._col1=RS_86._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_86]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_78]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_85]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_186] (rows=633595212 width=88)
- Conds:RS_82._col0=RS_83._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_82]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_72]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_75]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query48.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query48.q.out b/ql/src/test/results/clientpositive/perf/query48.q.out
deleted file mode 100644
index 8db0c1e..0000000
--- a/ql/src/test/results/clientpositive/perf/query48.q.out
+++ /dev/null
@@ -1,218 +0,0 @@
-PREHOOK: query: explain
-select sum (ss_quantity)
- from store_sales, store, customer_demographics, customer_address, date_dim
- where s_store_sk = ss_store_sk
- and ss_sold_date_sk = d_date_sk and d_year = 1998
- and
- (
- (
- cd_demo_sk = ss_cdemo_sk
- and
- cd_marital_status = 'M'
- and
- cd_education_status = '4 yr Degree'
- and
- ss_sales_price between 100.00 and 150.00
- )
- or
- (
- cd_demo_sk = ss_cdemo_sk
- and
- cd_marital_status = 'M'
- and
- cd_education_status = '4 yr Degree'
- and
- ss_sales_price between 50.00 and 100.00
- )
- or
- (
- cd_demo_sk = ss_cdemo_sk
- and
- cd_marital_status = 'M'
- and
- cd_education_status = '4 yr Degree'
- and
- ss_sales_price between 150.00 and 200.00
- )
- )
- and
- (
- (
- ss_addr_sk = ca_address_sk
- and
- ca_country = 'United States'
- and
- ca_state in ('KY', 'GA', 'NM')
- and ss_net_profit between 0 and 2000
- )
- or
- (ss_addr_sk = ca_address_sk
- and
- ca_country = 'United States'
- and
- ca_state in ('MT', 'OR', 'IN')
- and ss_net_profit between 150 and 3000
- )
- or
- (ss_addr_sk = ca_address_sk
- and
- ca_country = 'United States'
- and
- ca_state in ('WI', 'MO', 'WV')
- and ss_net_profit between 50 and 25000
- )
- )
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select sum (ss_quantity)
- from store_sales, store, customer_demographics, customer_address, date_dim
- where s_store_sk = ss_store_sk
- and ss_sold_date_sk = d_date_sk and d_year = 1998
- and
- (
- (
- cd_demo_sk = ss_cdemo_sk
- and
- cd_marital_status = 'M'
- and
- cd_education_status = '4 yr Degree'
- and
- ss_sales_price between 100.00 and 150.00
- )
- or
- (
- cd_demo_sk = ss_cdemo_sk
- and
- cd_marital_status = 'M'
- and
- cd_education_status = '4 yr Degree'
- and
- ss_sales_price between 50.00 and 100.00
- )
- or
- (
- cd_demo_sk = ss_cdemo_sk
- and
- cd_marital_status = 'M'
- and
- cd_education_status = '4 yr Degree'
- and
- ss_sales_price between 150.00 and 200.00
- )
- )
- and
- (
- (
- ss_addr_sk = ca_address_sk
- and
- ca_country = 'United States'
- and
- ca_state in ('KY', 'GA', 'NM')
- and ss_net_profit between 0 and 2000
- )
- or
- (ss_addr_sk = ca_address_sk
- and
- ca_country = 'United States'
- and
- ca_state in ('MT', 'OR', 'IN')
- and ss_net_profit between 150 and 3000
- )
- or
- (ss_addr_sk = ca_address_sk
- and
- ca_country = 'United States'
- and
- ca_state in ('WI', 'MO', 'WV')
- and ss_net_profit between 50 and 25000
- )
- )
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 10 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (CUSTOM_SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 6
- File Output Operator [FS_33]
- Group By Operator [GBY_31] (rows=1 width=8)
- Output:["_col0"],aggregations:["sum(VALUE._col0)"]
- <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_30]
- Group By Operator [GBY_29] (rows=1 width=8)
- Output:["_col0"],aggregations:["sum(_col5)"]
- Select Operator [SEL_28] (rows=15616947 width=88)
- Output:["_col5"]
- Filter Operator [FIL_27] (rows=15616947 width=88)
- predicate:(((_col14) IN ('KY', 'GA', 'NM') and _col7 BETWEEN 0 AND 2000) or ((_col14) IN ('MT', 'OR', 'IN') and _col7 BETWEEN 150 AND 3000) or ((_col14) IN ('WI', 'MO', 'WV') and _col7 BETWEEN 50 AND 25000))
- Merge Join Operator [MERGEJOIN_56] (rows=93701693 width=88)
- Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col5","_col7","_col14"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=10000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_52] (rows=10000000 width=1014)
- predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null)
- TableScan [TS_12] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_55] (rows=85183356 width=88)
- Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col3","_col5","_col7"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=465450 width=385)
- Output:["_col0"]
- Filter Operator [FIL_51] (rows=465450 width=385)
- predicate:((cd_education_status = '4 yr Degree') and (cd_marital_status = 'M') and cd_demo_sk is not null)
- TableScan [TS_9] (rows=1861800 width=385)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_54] (rows=77439413 width=88)
- Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col2","_col3","_col5","_col7"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_50] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_53] (rows=70399465 width=88)
- Conds:RS_15._col0=RS_16._col3(Inner),Output:["_col1","_col2","_col3","_col5","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=1704 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_48] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_0] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col3
- Select Operator [SEL_5] (rows=63999513 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col6"]
- Filter Operator [FIL_49] (rows=63999513 width=88)
- predicate:((ss_net_profit BETWEEN 0 AND 2000 or ss_net_profit BETWEEN 150 AND 3000 or ss_net_profit BETWEEN 50 AND 25000) and (ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_3] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_net_profit"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query49.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query49.q.out b/ql/src/test/results/clientpositive/perf/query49.q.out
deleted file mode 100644
index be4027d..0000000
--- a/ql/src/test/results/clientpositive/perf/query49.q.out
+++ /dev/null
@@ -1,496 +0,0 @@
-PREHOOK: query: explain
-select
- 'web' as channel
- ,web.item
- ,web.return_ratio
- ,web.return_rank
- ,web.currency_rank
- from (
- select
- item
- ,return_ratio
- ,currency_ratio
- ,rank() over (order by return_ratio) as return_rank
- ,rank() over (order by currency_ratio) as currency_rank
- from
- ( select ws.ws_item_sk as item
- ,(cast(sum(coalesce(wr.wr_return_quantity,0)) as dec(15,4))/
- cast(sum(coalesce(ws.ws_quantity,0)) as dec(15,4) )) as return_ratio
- ,(cast(sum(coalesce(wr.wr_return_amt,0)) as dec(15,4))/
- cast(sum(coalesce(ws.ws_net_paid,0)) as dec(15,4) )) as currency_ratio
- from
- web_sales ws left outer join web_returns wr
- on (ws.ws_order_number = wr.wr_order_number and
- ws.ws_item_sk = wr.wr_item_sk)
- ,date_dim
- where
- wr.wr_return_amt > 10000
- and ws.ws_net_profit > 1
- and ws.ws_net_paid > 0
- and ws.ws_quantity > 0
- and ws_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 12
- group by ws.ws_item_sk
- ) in_web
- ) web
- where
- (
- web.return_rank <= 10
- or
- web.currency_rank <= 10
- )
- union
- select
- 'catalog' as channel
- ,catalog.item
- ,catalog.return_ratio
- ,catalog.return_rank
- ,catalog.currency_rank
- from (
- select
- item
- ,return_ratio
- ,currency_ratio
- ,rank() over (order by return_ratio) as return_rank
- ,rank() over (order by currency_ratio) as currency_rank
- from
- ( select
- cs.cs_item_sk as item
- ,(cast(sum(coalesce(cr.cr_return_quantity,0)) as dec(15,4))/
- cast(sum(coalesce(cs.cs_quantity,0)) as dec(15,4) )) as return_ratio
- ,(cast(sum(coalesce(cr.cr_return_amount,0)) as dec(15,4))/
- cast(sum(coalesce(cs.cs_net_paid,0)) as dec(15,4) )) as currency_ratio
- from
- catalog_sales cs left outer join catalog_returns cr
- on (cs.cs_order_number = cr.cr_order_number and
- cs.cs_item_sk = cr.cr_item_sk)
- ,date_dim
- where
- cr.cr_return_amount > 10000
- and cs.cs_net_profit > 1
- and cs.cs_net_paid > 0
- and cs.cs_quantity > 0
- and cs_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 12
- group by cs.cs_item_sk
- ) in_cat
- ) catalog
- where
- (
- catalog.return_rank <= 10
- or
- catalog.currency_rank <=10
- )
- union
- select
- 'store' as channel
- ,store.item
- ,store.return_ratio
- ,store.return_rank
- ,store.currency_rank
- from (
- select
- item
- ,return_ratio
- ,currency_ratio
- ,rank() over (order by return_ratio) as return_rank
- ,rank() over (order by currency_ratio) as currency_rank
- from
- ( select sts.ss_item_sk as item
- ,(cast(sum(coalesce(sr.sr_return_quantity,0)) as dec(15,4))/cast(sum(coalesce(sts.ss_quantity,0)) as dec(15,4) )) as return_ratio
- ,(cast(sum(coalesce(sr.sr_return_amt,0)) as dec(15,4))/cast(sum(coalesce(sts.ss_net_paid,0)) as dec(15,4) )) as currency_ratio
- from
- store_sales sts left outer join store_returns sr
- on (sts.ss_ticket_number = sr.sr_ticket_number and sts.ss_item_sk = sr.sr_item_sk)
- ,date_dim
- where
- sr.sr_return_amt > 10000
- and sts.ss_net_profit > 1
- and sts.ss_net_paid > 0
- and sts.ss_quantity > 0
- and ss_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 12
- group by sts.ss_item_sk
- ) in_store
- ) store
- where (
- store.return_rank <= 10
- or
- store.currency_rank <= 10
- )
- order by 1,4,5
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- 'web' as channel
- ,web.item
- ,web.return_ratio
- ,web.return_rank
- ,web.currency_rank
- from (
- select
- item
- ,return_ratio
- ,currency_ratio
- ,rank() over (order by return_ratio) as return_rank
- ,rank() over (order by currency_ratio) as currency_rank
- from
- ( select ws.ws_item_sk as item
- ,(cast(sum(coalesce(wr.wr_return_quantity,0)) as dec(15,4))/
- cast(sum(coalesce(ws.ws_quantity,0)) as dec(15,4) )) as return_ratio
- ,(cast(sum(coalesce(wr.wr_return_amt,0)) as dec(15,4))/
- cast(sum(coalesce(ws.ws_net_paid,0)) as dec(15,4) )) as currency_ratio
- from
- web_sales ws left outer join web_returns wr
- on (ws.ws_order_number = wr.wr_order_number and
- ws.ws_item_sk = wr.wr_item_sk)
- ,date_dim
- where
- wr.wr_return_amt > 10000
- and ws.ws_net_profit > 1
- and ws.ws_net_paid > 0
- and ws.ws_quantity > 0
- and ws_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 12
- group by ws.ws_item_sk
- ) in_web
- ) web
- where
- (
- web.return_rank <= 10
- or
- web.currency_rank <= 10
- )
- union
- select
- 'catalog' as channel
- ,catalog.item
- ,catalog.return_ratio
- ,catalog.return_rank
- ,catalog.currency_rank
- from (
- select
- item
- ,return_ratio
- ,currency_ratio
- ,rank() over (order by return_ratio) as return_rank
- ,rank() over (order by currency_ratio) as currency_rank
- from
- ( select
- cs.cs_item_sk as item
- ,(cast(sum(coalesce(cr.cr_return_quantity,0)) as dec(15,4))/
- cast(sum(coalesce(cs.cs_quantity,0)) as dec(15,4) )) as return_ratio
- ,(cast(sum(coalesce(cr.cr_return_amount,0)) as dec(15,4))/
- cast(sum(coalesce(cs.cs_net_paid,0)) as dec(15,4) )) as currency_ratio
- from
- catalog_sales cs left outer join catalog_returns cr
- on (cs.cs_order_number = cr.cr_order_number and
- cs.cs_item_sk = cr.cr_item_sk)
- ,date_dim
- where
- cr.cr_return_amount > 10000
- and cs.cs_net_profit > 1
- and cs.cs_net_paid > 0
- and cs.cs_quantity > 0
- and cs_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 12
- group by cs.cs_item_sk
- ) in_cat
- ) catalog
- where
- (
- catalog.return_rank <= 10
- or
- catalog.currency_rank <=10
- )
- union
- select
- 'store' as channel
- ,store.item
- ,store.return_ratio
- ,store.return_rank
- ,store.currency_rank
- from (
- select
- item
- ,return_ratio
- ,currency_ratio
- ,rank() over (order by return_ratio) as return_rank
- ,rank() over (order by currency_ratio) as currency_rank
- from
- ( select sts.ss_item_sk as item
- ,(cast(sum(coalesce(sr.sr_return_quantity,0)) as dec(15,4))/cast(sum(coalesce(sts.ss_quantity,0)) as dec(15,4) )) as return_ratio
- ,(cast(sum(coalesce(sr.sr_return_amt,0)) as dec(15,4))/cast(sum(coalesce(sts.ss_net_paid,0)) as dec(15,4) )) as currency_ratio
- from
- store_sales sts left outer join store_returns sr
- on (sts.ss_ticket_number = sr.sr_ticket_number and sts.ss_item_sk = sr.sr_item_sk)
- ,date_dim
- where
- sr.sr_return_amt > 10000
- and sts.ss_net_profit > 1
- and sts.ss_net_paid > 0
- and sts.ss_quantity > 0
- and ss_sold_date_sk = d_date_sk
- and d_year = 2000
- and d_moy = 12
- group by sts.ss_item_sk
- ) in_store
- ) store
- where (
- store.return_rank <= 10
- or
- store.currency_rank <= 10
- )
- order by 1,4,5
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Union 9 (SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
-Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
-Reducer 14 <- Map 25 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Reducer 15 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Union 7 (CONTAINS)
-Reducer 18 <- Map 12 (SIMPLE_EDGE), Map 26 (SIMPLE_EDGE)
-Reducer 19 <- Map 27 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
-Reducer 21 <- Reducer 20 (SIMPLE_EDGE)
-Reducer 22 <- Reducer 21 (SIMPLE_EDGE), Union 9 (CONTAINS)
-Reducer 3 <- Map 23 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE), Union 7 (CONTAINS)
-Reducer 8 <- Union 7 (SIMPLE_EDGE), Union 9 (CONTAINS)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 11
- File Output Operator [FS_113]
- Limit [LIM_112] (rows=100 width=101)
- Number of rows:100
- Select Operator [SEL_111] (rows=5915494 width=101)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_110]
- Select Operator [SEL_109] (rows=5915494 width=101)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_108] (rows=5915494 width=101)
- Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Union 9 [SIMPLE_EDGE]
- <-Reducer 22 [CONTAINS]
- Reduce Output Operator [RS_107]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_106] (rows=11830988 width=101)
- Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Select Operator [SEL_99] (rows=8604378 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_137] (rows=8604378 width=88)
- predicate:((_col0 <= 10) or (rank_window_1 <= 10))
- PTF Operator [PTF_98] (rows=12906568 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_97] (rows=12906568 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
- PartitionCols:0
- Select Operator [SEL_95] (rows=12906568 width=88)
- Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
- PTF Operator [PTF_94] (rows=12906568 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_93] (rows=12906568 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_92]
- PartitionCols:0
- Group By Operator [GBY_90] (rows=12906568 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- PartitionCols:_col0
- Group By Operator [GBY_88] (rows=25813137 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0
- Select Operator [SEL_86] (rows=25813137 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_146] (rows=25813137 width=88)
- Conds:RS_83._col1, _col2=RS_84._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_84]
- PartitionCols:_col0, _col1
- Select Operator [SEL_79] (rows=19197050 width=77)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_140] (rows=19197050 width=77)
- predicate:((sr_return_amt > 10000) and sr_item_sk is not null and sr_ticket_number is not null)
- TableScan [TS_77] (rows=57591150 width=77)
- default@store_returns,sr,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"]
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_145] (rows=23466488 width=88)
- Conds:RS_80._col0=RS_81._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_81]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_131] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_80]
- PartitionCols:_col0
- Select Operator [SEL_73] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_138] (rows=21333171 width=88)
- predicate:((ss_net_paid > 0) and (ss_net_profit > 1) and (ss_quantity > 0) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_ticket_number is not null)
- TableScan [TS_71] (rows=575995635 width=88)
- default@store_sales,sts,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_net_paid","ss_net_profit"]
- <-Reducer 8 [CONTAINS]
- Reduce Output Operator [RS_107]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_106] (rows=11830988 width=101)
- Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Select Operator [SEL_70] (rows=3226610 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_69] (rows=3226610 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Union 7 [SIMPLE_EDGE]
- <-Reducer 17 [CONTAINS]
- Reduce Output Operator [RS_68]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_67] (rows=6453220 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Select Operator [SEL_60] (rows=4302070 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_133] (rows=4302070 width=135)
- predicate:((_col0 <= 10) or (rank_window_1 <= 10))
- PTF Operator [PTF_59] (rows=6453105 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_58] (rows=6453105 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:0
- Select Operator [SEL_56] (rows=6453105 width=135)
- Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
- PTF Operator [PTF_55] (rows=6453105 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_54] (rows=6453105 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:0
- Group By Operator [GBY_51] (rows=6453105 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0
- Group By Operator [GBY_49] (rows=12906211 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0
- Select Operator [SEL_47] (rows=12906211 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_144] (rows=12906211 width=135)
- Conds:RS_44._col1, _col2=RS_45._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0, _col1
- Select Operator [SEL_40] (rows=9599627 width=106)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_136] (rows=9599627 width=106)
- predicate:((cr_return_amount > 10000) and cr_item_sk is not null and cr_order_number is not null)
- TableScan [TS_38] (rows=28798881 width=106)
- default@catalog_returns,cr,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_143] (rows=11732919 width=135)
- Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Select Operator [SEL_34] (rows=10666290 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_134] (rows=10666290 width=135)
- predicate:((cs_net_paid > 0) and (cs_net_profit > 1) and (cs_quantity > 0) and cs_item_sk is not null and cs_order_number is not null and cs_sold_date_sk is not null)
- TableScan [TS_32] (rows=287989836 width=135)
- default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_net_paid","cs_net_profit"]
- <-Reducer 6 [CONTAINS]
- Reduce Output Operator [RS_68]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_67] (rows=6453220 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2
- Select Operator [SEL_28] (rows=2151150 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_129] (rows=2151150 width=135)
- predicate:((_col0 <= 10) or (rank_window_1 <= 10))
- PTF Operator [PTF_27] (rows=3226726 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_26] (rows=3226726 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:0
- Select Operator [SEL_24] (rows=3226726 width=135)
- Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"]
- PTF Operator [PTF_23] (rows=3226726 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_22] (rows=3226726 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:0
- Group By Operator [GBY_19] (rows=3226726 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Group By Operator [GBY_17] (rows=6453452 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0
- Select Operator [SEL_15] (rows=6453452 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_142] (rows=6453452 width=135)
- Conds:RS_12._col1, _col2=RS_13._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0, _col1
- Select Operator [SEL_8] (rows=4799489 width=92)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_132] (rows=4799489 width=92)
- predicate:((wr_return_amt > 10000) and wr_item_sk is not null and wr_order_number is not null)
- TableScan [TS_6] (rows=14398467 width=92)
- default@web_returns,wr,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_141] (rows=5866775 width=135)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=5333432 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_130] (rows=5333432 width=135)
- predicate:((ws_net_paid > 0) and (ws_net_profit > 1) and (ws_quantity > 0) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,ws,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_net_paid","ws_net_profit"]
-
[28/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query65.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query65.q.out b/ql/src/test/results/clientpositive/perf/query65.q.out
deleted file mode 100644
index 0091ad0..0000000
--- a/ql/src/test/results/clientpositive/perf/query65.q.out
+++ /dev/null
@@ -1,169 +0,0 @@
-PREHOOK: query: explain
-select
- s_store_name,
- i_item_desc,
- sc.revenue,
- i_current_price,
- i_wholesale_cost,
- i_brand
- from store, item,
- (select ss_store_sk, avg(revenue) as ave
- from
- (select ss_store_sk, ss_item_sk,
- sum(ss_sales_price) as revenue
- from store_sales, date_dim
- where ss_sold_date_sk = d_date_sk and d_month_seq between 1212 and 1212+11
- group by ss_store_sk, ss_item_sk) sa
- group by ss_store_sk) sb,
- (select ss_store_sk, ss_item_sk, sum(ss_sales_price) as revenue
- from store_sales, date_dim
- where ss_sold_date_sk = d_date_sk and d_month_seq between 1212 and 1212+11
- group by ss_store_sk, ss_item_sk) sc
- where sb.ss_store_sk = sc.ss_store_sk and
- sc.revenue <= 0.1 * sb.ave and
- s_store_sk = sc.ss_store_sk and
- i_item_sk = sc.ss_item_sk
- order by s_store_name, i_item_desc
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- s_store_name,
- i_item_desc,
- sc.revenue,
- i_current_price,
- i_wholesale_cost,
- i_brand
- from store, item,
- (select ss_store_sk, avg(revenue) as ave
- from
- (select ss_store_sk, ss_item_sk,
- sum(ss_sales_price) as revenue
- from store_sales, date_dim
- where ss_sold_date_sk = d_date_sk and d_month_seq between 1212 and 1212+11
- group by ss_store_sk, ss_item_sk) sa
- group by ss_store_sk) sb,
- (select ss_store_sk, ss_item_sk, sum(ss_sales_price) as revenue
- from store_sales, date_dim
- where ss_sold_date_sk = d_date_sk and d_month_seq between 1212 and 1212+11
- group by ss_store_sk, ss_item_sk) sc
- where sb.ss_store_sk = sc.ss_store_sk and
- sc.revenue <= 0.1 * sb.ave and
- s_store_sk = sc.ss_store_sk and
- i_item_sk = sc.ss_item_sk
- order by s_store_name, i_item_desc
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_51]
- Limit [LIM_50] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_49] (rows=255550079 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_48]
- Select Operator [SEL_47] (rows=255550079 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_81] (rows=255550079 width=88)
- Conds:RS_44._col1=RS_45._col0(Inner),Output:["_col2","_col6","_col8","_col9","_col10","_col11"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0
- Select Operator [SEL_38] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_77] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_36] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc","i_current_price","i_wholesale_cost","i_brand"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col1
- Filter Operator [FIL_43] (rows=232318249 width=88)
- predicate:(_col2 <= (0.1 * _col4))
- Merge Join Operator [MERGEJOIN_80] (rows=696954748 width=88)
- Conds:RS_39._col0=RS_40._col0(Inner),RS_39._col0=RS_41._col0(Inner),Output:["_col1","_col2","_col4","_col6"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Select Operator [SEL_35] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_76] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_33] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Group By Operator [GBY_12] (rows=316797606 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_11]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_10] (rows=633595212 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1
- Merge Join Operator [MERGEJOIN_78] (rows=633595212 width=88)
- Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_6]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_72] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_73] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0
- Select Operator [SEL_32] (rows=158398803 width=88)
- Output:["_col0","_col1"]
- Group By Operator [GBY_31] (rows=158398803 width=88)
- Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
- Select Operator [SEL_27] (rows=316797606 width=88)
- Output:["_col1","_col2"]
- Group By Operator [GBY_26] (rows=316797606 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Group By Operator [GBY_24] (rows=633595212 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1
- Merge Join Operator [MERGEJOIN_79] (rows=633595212 width=88)
- Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Select Operator [SEL_16] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_74] (rows=575995635 width=88)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
- Please refer to the previous TableScan [TS_0]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query66.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query66.q.out b/ql/src/test/results/clientpositive/perf/query66.q.out
deleted file mode 100644
index 7c7d7a1..0000000
--- a/ql/src/test/results/clientpositive/perf/query66.q.out
+++ /dev/null
@@ -1,612 +0,0 @@
-PREHOOK: query: explain
-select
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,ship_carriers
- ,year
- ,sum(jan_sales) as jan_sales
- ,sum(feb_sales) as feb_sales
- ,sum(mar_sales) as mar_sales
- ,sum(apr_sales) as apr_sales
- ,sum(may_sales) as may_sales
- ,sum(jun_sales) as jun_sales
- ,sum(jul_sales) as jul_sales
- ,sum(aug_sales) as aug_sales
- ,sum(sep_sales) as sep_sales
- ,sum(oct_sales) as oct_sales
- ,sum(nov_sales) as nov_sales
- ,sum(dec_sales) as dec_sales
- ,sum(jan_sales/w_warehouse_sq_ft) as jan_sales_per_sq_foot
- ,sum(feb_sales/w_warehouse_sq_ft) as feb_sales_per_sq_foot
- ,sum(mar_sales/w_warehouse_sq_ft) as mar_sales_per_sq_foot
- ,sum(apr_sales/w_warehouse_sq_ft) as apr_sales_per_sq_foot
- ,sum(may_sales/w_warehouse_sq_ft) as may_sales_per_sq_foot
- ,sum(jun_sales/w_warehouse_sq_ft) as jun_sales_per_sq_foot
- ,sum(jul_sales/w_warehouse_sq_ft) as jul_sales_per_sq_foot
- ,sum(aug_sales/w_warehouse_sq_ft) as aug_sales_per_sq_foot
- ,sum(sep_sales/w_warehouse_sq_ft) as sep_sales_per_sq_foot
- ,sum(oct_sales/w_warehouse_sq_ft) as oct_sales_per_sq_foot
- ,sum(nov_sales/w_warehouse_sq_ft) as nov_sales_per_sq_foot
- ,sum(dec_sales/w_warehouse_sq_ft) as dec_sales_per_sq_foot
- ,sum(jan_net) as jan_net
- ,sum(feb_net) as feb_net
- ,sum(mar_net) as mar_net
- ,sum(apr_net) as apr_net
- ,sum(may_net) as may_net
- ,sum(jun_net) as jun_net
- ,sum(jul_net) as jul_net
- ,sum(aug_net) as aug_net
- ,sum(sep_net) as sep_net
- ,sum(oct_net) as oct_net
- ,sum(nov_net) as nov_net
- ,sum(dec_net) as dec_net
- from (
- (select
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,'DIAMOND' || ',' || 'AIRBORNE' as ship_carriers
- ,d_year as year
- ,sum(case when d_moy = 1
- then ws_sales_price* ws_quantity else 0 end) as jan_sales
- ,sum(case when d_moy = 2
- then ws_sales_price* ws_quantity else 0 end) as feb_sales
- ,sum(case when d_moy = 3
- then ws_sales_price* ws_quantity else 0 end) as mar_sales
- ,sum(case when d_moy = 4
- then ws_sales_price* ws_quantity else 0 end) as apr_sales
- ,sum(case when d_moy = 5
- then ws_sales_price* ws_quantity else 0 end) as may_sales
- ,sum(case when d_moy = 6
- then ws_sales_price* ws_quantity else 0 end) as jun_sales
- ,sum(case when d_moy = 7
- then ws_sales_price* ws_quantity else 0 end) as jul_sales
- ,sum(case when d_moy = 8
- then ws_sales_price* ws_quantity else 0 end) as aug_sales
- ,sum(case when d_moy = 9
- then ws_sales_price* ws_quantity else 0 end) as sep_sales
- ,sum(case when d_moy = 10
- then ws_sales_price* ws_quantity else 0 end) as oct_sales
- ,sum(case when d_moy = 11
- then ws_sales_price* ws_quantity else 0 end) as nov_sales
- ,sum(case when d_moy = 12
- then ws_sales_price* ws_quantity else 0 end) as dec_sales
- ,sum(case when d_moy = 1
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as jan_net
- ,sum(case when d_moy = 2
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as feb_net
- ,sum(case when d_moy = 3
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as mar_net
- ,sum(case when d_moy = 4
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as apr_net
- ,sum(case when d_moy = 5
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as may_net
- ,sum(case when d_moy = 6
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as jun_net
- ,sum(case when d_moy = 7
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as jul_net
- ,sum(case when d_moy = 8
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as aug_net
- ,sum(case when d_moy = 9
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as sep_net
- ,sum(case when d_moy = 10
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as oct_net
- ,sum(case when d_moy = 11
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as nov_net
- ,sum(case when d_moy = 12
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as dec_net
- from
- web_sales
- ,warehouse
- ,date_dim
- ,time_dim
- ,ship_mode
- where
- ws_warehouse_sk = w_warehouse_sk
- and ws_sold_date_sk = d_date_sk
- and ws_sold_time_sk = t_time_sk
- and ws_ship_mode_sk = sm_ship_mode_sk
- and d_year = 2002
- and t_time between 49530 and 49530+28800
- and sm_carrier in ('DIAMOND','AIRBORNE')
- group by
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,d_year
- )
- union all
- (select
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,'DIAMOND' || ',' || 'AIRBORNE' as ship_carriers
- ,d_year as year
- ,sum(case when d_moy = 1
- then cs_ext_sales_price* cs_quantity else 0 end) as jan_sales
- ,sum(case when d_moy = 2
- then cs_ext_sales_price* cs_quantity else 0 end) as feb_sales
- ,sum(case when d_moy = 3
- then cs_ext_sales_price* cs_quantity else 0 end) as mar_sales
- ,sum(case when d_moy = 4
- then cs_ext_sales_price* cs_quantity else 0 end) as apr_sales
- ,sum(case when d_moy = 5
- then cs_ext_sales_price* cs_quantity else 0 end) as may_sales
- ,sum(case when d_moy = 6
- then cs_ext_sales_price* cs_quantity else 0 end) as jun_sales
- ,sum(case when d_moy = 7
- then cs_ext_sales_price* cs_quantity else 0 end) as jul_sales
- ,sum(case when d_moy = 8
- then cs_ext_sales_price* cs_quantity else 0 end) as aug_sales
- ,sum(case when d_moy = 9
- then cs_ext_sales_price* cs_quantity else 0 end) as sep_sales
- ,sum(case when d_moy = 10
- then cs_ext_sales_price* cs_quantity else 0 end) as oct_sales
- ,sum(case when d_moy = 11
- then cs_ext_sales_price* cs_quantity else 0 end) as nov_sales
- ,sum(case when d_moy = 12
- then cs_ext_sales_price* cs_quantity else 0 end) as dec_sales
- ,sum(case when d_moy = 1
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jan_net
- ,sum(case when d_moy = 2
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as feb_net
- ,sum(case when d_moy = 3
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as mar_net
- ,sum(case when d_moy = 4
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as apr_net
- ,sum(case when d_moy = 5
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as may_net
- ,sum(case when d_moy = 6
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jun_net
- ,sum(case when d_moy = 7
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jul_net
- ,sum(case when d_moy = 8
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as aug_net
- ,sum(case when d_moy = 9
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as sep_net
- ,sum(case when d_moy = 10
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as oct_net
- ,sum(case when d_moy = 11
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as nov_net
- ,sum(case when d_moy = 12
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as dec_net
- from
- catalog_sales
- ,warehouse
- ,date_dim
- ,time_dim
- ,ship_mode
- where
- cs_warehouse_sk = w_warehouse_sk
- and cs_sold_date_sk = d_date_sk
- and cs_sold_time_sk = t_time_sk
- and cs_ship_mode_sk = sm_ship_mode_sk
- and d_year = 2002
- and t_time between 49530 AND 49530+28800
- and sm_carrier in ('DIAMOND','AIRBORNE')
- group by
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,d_year
- )
- ) x
- group by
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,ship_carriers
- ,year
- order by w_warehouse_name
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,ship_carriers
- ,year
- ,sum(jan_sales) as jan_sales
- ,sum(feb_sales) as feb_sales
- ,sum(mar_sales) as mar_sales
- ,sum(apr_sales) as apr_sales
- ,sum(may_sales) as may_sales
- ,sum(jun_sales) as jun_sales
- ,sum(jul_sales) as jul_sales
- ,sum(aug_sales) as aug_sales
- ,sum(sep_sales) as sep_sales
- ,sum(oct_sales) as oct_sales
- ,sum(nov_sales) as nov_sales
- ,sum(dec_sales) as dec_sales
- ,sum(jan_sales/w_warehouse_sq_ft) as jan_sales_per_sq_foot
- ,sum(feb_sales/w_warehouse_sq_ft) as feb_sales_per_sq_foot
- ,sum(mar_sales/w_warehouse_sq_ft) as mar_sales_per_sq_foot
- ,sum(apr_sales/w_warehouse_sq_ft) as apr_sales_per_sq_foot
- ,sum(may_sales/w_warehouse_sq_ft) as may_sales_per_sq_foot
- ,sum(jun_sales/w_warehouse_sq_ft) as jun_sales_per_sq_foot
- ,sum(jul_sales/w_warehouse_sq_ft) as jul_sales_per_sq_foot
- ,sum(aug_sales/w_warehouse_sq_ft) as aug_sales_per_sq_foot
- ,sum(sep_sales/w_warehouse_sq_ft) as sep_sales_per_sq_foot
- ,sum(oct_sales/w_warehouse_sq_ft) as oct_sales_per_sq_foot
- ,sum(nov_sales/w_warehouse_sq_ft) as nov_sales_per_sq_foot
- ,sum(dec_sales/w_warehouse_sq_ft) as dec_sales_per_sq_foot
- ,sum(jan_net) as jan_net
- ,sum(feb_net) as feb_net
- ,sum(mar_net) as mar_net
- ,sum(apr_net) as apr_net
- ,sum(may_net) as may_net
- ,sum(jun_net) as jun_net
- ,sum(jul_net) as jul_net
- ,sum(aug_net) as aug_net
- ,sum(sep_net) as sep_net
- ,sum(oct_net) as oct_net
- ,sum(nov_net) as nov_net
- ,sum(dec_net) as dec_net
- from (
- (select
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,'DIAMOND' || ',' || 'AIRBORNE' as ship_carriers
- ,d_year as year
- ,sum(case when d_moy = 1
- then ws_sales_price* ws_quantity else 0 end) as jan_sales
- ,sum(case when d_moy = 2
- then ws_sales_price* ws_quantity else 0 end) as feb_sales
- ,sum(case when d_moy = 3
- then ws_sales_price* ws_quantity else 0 end) as mar_sales
- ,sum(case when d_moy = 4
- then ws_sales_price* ws_quantity else 0 end) as apr_sales
- ,sum(case when d_moy = 5
- then ws_sales_price* ws_quantity else 0 end) as may_sales
- ,sum(case when d_moy = 6
- then ws_sales_price* ws_quantity else 0 end) as jun_sales
- ,sum(case when d_moy = 7
- then ws_sales_price* ws_quantity else 0 end) as jul_sales
- ,sum(case when d_moy = 8
- then ws_sales_price* ws_quantity else 0 end) as aug_sales
- ,sum(case when d_moy = 9
- then ws_sales_price* ws_quantity else 0 end) as sep_sales
- ,sum(case when d_moy = 10
- then ws_sales_price* ws_quantity else 0 end) as oct_sales
- ,sum(case when d_moy = 11
- then ws_sales_price* ws_quantity else 0 end) as nov_sales
- ,sum(case when d_moy = 12
- then ws_sales_price* ws_quantity else 0 end) as dec_sales
- ,sum(case when d_moy = 1
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as jan_net
- ,sum(case when d_moy = 2
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as feb_net
- ,sum(case when d_moy = 3
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as mar_net
- ,sum(case when d_moy = 4
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as apr_net
- ,sum(case when d_moy = 5
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as may_net
- ,sum(case when d_moy = 6
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as jun_net
- ,sum(case when d_moy = 7
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as jul_net
- ,sum(case when d_moy = 8
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as aug_net
- ,sum(case when d_moy = 9
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as sep_net
- ,sum(case when d_moy = 10
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as oct_net
- ,sum(case when d_moy = 11
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as nov_net
- ,sum(case when d_moy = 12
- then ws_net_paid_inc_tax * ws_quantity else 0 end) as dec_net
- from
- web_sales
- ,warehouse
- ,date_dim
- ,time_dim
- ,ship_mode
- where
- ws_warehouse_sk = w_warehouse_sk
- and ws_sold_date_sk = d_date_sk
- and ws_sold_time_sk = t_time_sk
- and ws_ship_mode_sk = sm_ship_mode_sk
- and d_year = 2002
- and t_time between 49530 and 49530+28800
- and sm_carrier in ('DIAMOND','AIRBORNE')
- group by
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,d_year
- )
- union all
- (select
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,'DIAMOND' || ',' || 'AIRBORNE' as ship_carriers
- ,d_year as year
- ,sum(case when d_moy = 1
- then cs_ext_sales_price* cs_quantity else 0 end) as jan_sales
- ,sum(case when d_moy = 2
- then cs_ext_sales_price* cs_quantity else 0 end) as feb_sales
- ,sum(case when d_moy = 3
- then cs_ext_sales_price* cs_quantity else 0 end) as mar_sales
- ,sum(case when d_moy = 4
- then cs_ext_sales_price* cs_quantity else 0 end) as apr_sales
- ,sum(case when d_moy = 5
- then cs_ext_sales_price* cs_quantity else 0 end) as may_sales
- ,sum(case when d_moy = 6
- then cs_ext_sales_price* cs_quantity else 0 end) as jun_sales
- ,sum(case when d_moy = 7
- then cs_ext_sales_price* cs_quantity else 0 end) as jul_sales
- ,sum(case when d_moy = 8
- then cs_ext_sales_price* cs_quantity else 0 end) as aug_sales
- ,sum(case when d_moy = 9
- then cs_ext_sales_price* cs_quantity else 0 end) as sep_sales
- ,sum(case when d_moy = 10
- then cs_ext_sales_price* cs_quantity else 0 end) as oct_sales
- ,sum(case when d_moy = 11
- then cs_ext_sales_price* cs_quantity else 0 end) as nov_sales
- ,sum(case when d_moy = 12
- then cs_ext_sales_price* cs_quantity else 0 end) as dec_sales
- ,sum(case when d_moy = 1
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jan_net
- ,sum(case when d_moy = 2
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as feb_net
- ,sum(case when d_moy = 3
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as mar_net
- ,sum(case when d_moy = 4
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as apr_net
- ,sum(case when d_moy = 5
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as may_net
- ,sum(case when d_moy = 6
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jun_net
- ,sum(case when d_moy = 7
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as jul_net
- ,sum(case when d_moy = 8
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as aug_net
- ,sum(case when d_moy = 9
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as sep_net
- ,sum(case when d_moy = 10
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as oct_net
- ,sum(case when d_moy = 11
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as nov_net
- ,sum(case when d_moy = 12
- then cs_net_paid_inc_ship_tax * cs_quantity else 0 end) as dec_net
- from
- catalog_sales
- ,warehouse
- ,date_dim
- ,time_dim
- ,ship_mode
- where
- cs_warehouse_sk = w_warehouse_sk
- and cs_sold_date_sk = d_date_sk
- and cs_sold_time_sk = t_time_sk
- and cs_ship_mode_sk = sm_ship_mode_sk
- and d_year = 2002
- and t_time between 49530 AND 49530+28800
- and sm_carrier in ('DIAMOND','AIRBORNE')
- group by
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,d_year
- )
- ) x
- group by
- w_warehouse_name
- ,w_warehouse_sq_ft
- ,w_city
- ,w_county
- ,w_state
- ,w_country
- ,ship_carriers
- ,year
- order by w_warehouse_name
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
-Reducer 12 <- Map 16 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Map 17 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Map 18 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Reducer 14 (SIMPLE_EDGE), Union 7 (CONTAINS)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
-Reducer 3 <- Map 16 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 17 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 18 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE), Union 7 (CONTAINS)
-Reducer 8 <- Union 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 9
- File Output Operator [FS_77]
- Select Operator [SEL_76] (rows=100 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"]
- Limit [LIM_75] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_74] (rows=158120068 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_73]
- Group By Operator [GBY_71] (rows=158120068 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)","sum(VALUE._col24)","sum(VALUE._col25)","sum(VALUE._col26)","sum(VALUE._col27)","sum(VALUE._col28)","sum(VALUE._col29)
","sum(VALUE._col30)","sum(VALUE._col31)","sum(VALUE._col32)","sum(VALUE._col33)","sum(VALUE._col34)","sum(VALUE._col35)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Union 7 [SIMPLE_EDGE]
- <-Reducer 15 [CONTAINS]
- Reduce Output Operator [RS_70]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_69] (rows=316240137 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_67] (rows=316240137 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"]
- Group By Operator [GBY_64] (rows=210822976 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_62] (rows=421645953 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_60] (rows=421645953 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"]
- Merge Join Operator [MERGEJOIN_123] (rows=421645953 width=135)
- Conds:RS_57._col3=RS_58._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_58]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=27 width=1029)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_110] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_12] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name","w_warehouse_sq_ft","w_city","w_county","w_state","w_country"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_122] (rows=383314495 width=135)
- Conds:RS_54._col2=RS_55._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=1 width=0)
- Output:["_col0"]
- Filter Operator [FIL_109] (rows=1 width=0)
- predicate:((sm_carrier) IN ('DIAMOND', 'AIRBORNE') and sm_ship_mode_sk is not null)
- TableScan [TS_9] (rows=1 width=0)
- default@ship_mode,ship_mode,Tbl:PARTIAL,Col:NONE,Output:["sm_ship_mode_sk","sm_carrier"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_54]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_121] (rows=348467716 width=135)
- Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
- Output:["_col0","_col2"]
- Filter Operator [FIL_108] (rows=36524 width=1119)
- predicate:((d_year = 2002) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_120] (rows=316788826 width=135)
- Conds:RS_48._col1=RS_49._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=9600 width=471)
- Output:["_col0"]
- Filter Operator [FIL_107] (rows=9600 width=471)
- predicate:(t_time BETWEEN 49530 AND 78330 and t_time_sk is not null)
- TableScan [TS_3] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_time"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_48]
- PartitionCols:_col1
- Select Operator [SEL_35] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_111] (rows=287989836 width=135)
- predicate:(cs_ship_mode_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null and cs_warehouse_sk is not null)
- TableScan [TS_33] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_ship_mode_sk","cs_warehouse_sk","cs_quantity","cs_ext_sales_price","cs_net_paid_inc_ship_tax"]
- <-Reducer 6 [CONTAINS]
- Reduce Output Operator [RS_70]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_69] (rows=316240137 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_67] (rows=316240137 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"]
- Group By Operator [GBY_31] (rows=105417161 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_29] (rows=210834322 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_27] (rows=210834322 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"]
- Merge Join Operator [MERGEJOIN_119] (rows=210834322 width=135)
- Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_118] (rows=191667562 width=135)
- Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_117] (rows=174243235 width=135)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_116] (rows=158402938 width=135)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_106] (rows=144002668 width=135)
- predicate:(ws_ship_mode_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null and ws_warehouse_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_ship_mode_sk","ws_warehouse_sk","ws_quantity","ws_sales_price","ws_net_paid_inc_tax"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query67.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query67.q.out b/ql/src/test/results/clientpositive/perf/query67.q.out
deleted file mode 100644
index 803af6f..0000000
--- a/ql/src/test/results/clientpositive/perf/query67.q.out
+++ /dev/null
@@ -1,179 +0,0 @@
-PREHOOK: query: explain
-select *
-from (select i_category
- ,i_class
- ,i_brand
- ,i_product_name
- ,d_year
- ,d_qoy
- ,d_moy
- ,s_store_id
- ,sumsales
- ,rank() over (partition by i_category order by sumsales desc) rk
- from (select i_category
- ,i_class
- ,i_brand
- ,i_product_name
- ,d_year
- ,d_qoy
- ,d_moy
- ,s_store_id
- ,sum(coalesce(ss_sales_price*ss_quantity,0)) sumsales
- from store_sales
- ,date_dim
- ,store
- ,item
- where ss_sold_date_sk=d_date_sk
- and ss_item_sk=i_item_sk
- and ss_store_sk = s_store_sk
- and d_month_seq between 1212 and 1212+11
- group by rollup(i_category, i_class, i_brand, i_product_name, d_year, d_qoy, d_moy,s_store_id))dw1) dw2
-where rk <= 100
-order by i_category
- ,i_class
- ,i_brand
- ,i_product_name
- ,d_year
- ,d_qoy
- ,d_moy
- ,s_store_id
- ,sumsales
- ,rk
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select *
-from (select i_category
- ,i_class
- ,i_brand
- ,i_product_name
- ,d_year
- ,d_qoy
- ,d_moy
- ,s_store_id
- ,sumsales
- ,rank() over (partition by i_category order by sumsales desc) rk
- from (select i_category
- ,i_class
- ,i_brand
- ,i_product_name
- ,d_year
- ,d_qoy
- ,d_moy
- ,s_store_id
- ,sum(coalesce(ss_sales_price*ss_quantity,0)) sumsales
- from store_sales
- ,date_dim
- ,store
- ,item
- where ss_sold_date_sk=d_date_sk
- and ss_item_sk=i_item_sk
- and ss_store_sk = s_store_sk
- and d_month_seq between 1212 and 1212+11
- group by rollup(i_category, i_class, i_brand, i_product_name, d_year, d_qoy, d_moy,s_store_id))dw1) dw2
-where rk <= 100
-order by i_category
- ,i_class
- ,i_brand
- ,i_product_name
- ,d_year
- ,d_qoy
- ,d_moy
- ,s_store_id
- ,sumsales
- ,rk
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_37]
- Limit [LIM_36] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_35] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- Select Operator [SEL_30] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Filter Operator [FIL_47] (rows=1149975358 width=88)
- predicate:(rank_window_0 <= 100)
- PTF Operator [PTF_29] (rows=3449926075 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col16 DESC NULLS LAST","partition by:":"_col0"}]
- Select Operator [SEL_28] (rows=3449926075 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col16"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0
- Select Operator [SEL_26] (rows=3449926075 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col16"]
- Group By Operator [GBY_25] (rows=3449926075 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
- Group By Operator [GBY_23] (rows=6899852151 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(_col8)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, 0
- Select Operator [SEL_21] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88)
- Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col4","_col7","_col8","_col9","_col11","_col13","_col14","_col15","_col16"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_51] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_9] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88)
- Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3","_col4","_col7","_col8","_col9","_col11"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_50] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_6] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_48] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_quantity","ss_sales_price"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0","_col2","_col3","_col4"]
- Filter Operator [FIL_49] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq","d_year","d_moy","d_qoy"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query68.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query68.q.out b/ql/src/test/results/clientpositive/perf/query68.q.out
deleted file mode 100644
index e8f00ff..0000000
--- a/ql/src/test/results/clientpositive/perf/query68.q.out
+++ /dev/null
@@ -1,205 +0,0 @@
-PREHOOK: query: explain
-select c_last_name
- ,c_first_name
- ,ca_city
- ,bought_city
- ,ss_ticket_number
- ,extended_price
- ,extended_tax
- ,list_price
- from (select ss_ticket_number
- ,ss_customer_sk
- ,ca_city bought_city
- ,sum(ss_ext_sales_price) extended_price
- ,sum(ss_ext_list_price) list_price
- ,sum(ss_ext_tax) extended_tax
- from store_sales
- ,date_dim
- ,store
- ,household_demographics
- ,customer_address
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_store_sk = store.s_store_sk
- and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
- and store_sales.ss_addr_sk = customer_address.ca_address_sk
- and date_dim.d_dom between 1 and 2
- and (household_demographics.hd_dep_count = 2 or
- household_demographics.hd_vehicle_count= 1)
- and date_dim.d_year in (1998,1998+1,1998+2)
- and store.s_city in ('Cedar Grove','Wildwood')
- group by ss_ticket_number
- ,ss_customer_sk
- ,ss_addr_sk,ca_city) dn
- ,customer
- ,customer_address current_addr
- where ss_customer_sk = c_customer_sk
- and customer.c_current_addr_sk = current_addr.ca_address_sk
- and current_addr.ca_city <> bought_city
- order by c_last_name
- ,ss_ticket_number
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select c_last_name
- ,c_first_name
- ,ca_city
- ,bought_city
- ,ss_ticket_number
- ,extended_price
- ,extended_tax
- ,list_price
- from (select ss_ticket_number
- ,ss_customer_sk
- ,ca_city bought_city
- ,sum(ss_ext_sales_price) extended_price
- ,sum(ss_ext_list_price) list_price
- ,sum(ss_ext_tax) extended_tax
- from store_sales
- ,date_dim
- ,store
- ,household_demographics
- ,customer_address
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_store_sk = store.s_store_sk
- and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
- and store_sales.ss_addr_sk = customer_address.ca_address_sk
- and date_dim.d_dom between 1 and 2
- and (household_demographics.hd_dep_count = 2 or
- household_demographics.hd_vehicle_count= 1)
- and date_dim.d_year in (1998,1998+1,1998+2)
- and store.s_city in ('Cedar Grove','Wildwood')
- group by ss_ticket_number
- ,ss_customer_sk
- ,ss_addr_sk,ca_city) dn
- ,customer
- ,customer_address current_addr
- where ss_customer_sk = c_customer_sk
- and customer.c_current_addr_sk = current_addr.ca_address_sk
- and current_addr.ca_city <> bought_city
- order by c_last_name
- ,ss_ticket_number
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 13 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 6 <- Map 5 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 9 <- Map 12 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 4
- File Output Operator [FS_50]
- Limit [LIM_49] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_48] (rows=463823414 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
- Select Operator [SEL_46] (rows=463823414 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_45] (rows=463823414 width=88)
- predicate:(_col5 <> _col8)
- Merge Join Operator [MERGEJOIN_86] (rows=463823414 width=88)
- Conds:RS_42._col0=RS_43._col1(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9","_col10","_col11"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_81] (rows=88000001 width=860)
- Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col5"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_75] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,current_addr,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_74] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk","c_first_name","c_last_name"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col1
- Select Operator [SEL_37] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_36] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_34] (rows=843315281 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col1, _col18, _col3, _col5
- Merge Join Operator [MERGEJOIN_85] (rows=843315281 width=88)
- Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col18"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_84] (rows=766650239 width=88)
- Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=7200 width=107)
- Output:["_col0"]
- Filter Operator [FIL_79] (rows=7200 width=107)
- predicate:(((hd_dep_count = 2) or (hd_vehicle_count = 1)) and hd_demo_sk is not null)
- TableScan [TS_15] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_83] (rows=696954748 width=88)
- Conds:RS_24._col4=RS_25._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col8"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_78] (rows=852 width=1910)
- predicate:((s_city) IN ('Cedar Grove', 'Wildwood') and s_store_sk is not null)
- TableScan [TS_12] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_city"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_82] (rows=633595212 width=88)
- Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=4058 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_77] (rows=4058 width=1119)
- predicate:((d_year) IN (1998, 1999, 2000) and d_date_sk is not null and d_dom BETWEEN 1 AND 2)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Filter Operator [FIL_76] (rows=575995635 width=88)
- predicate:(ss_addr_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_6] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_ext_sales_price","ss_ext_list_price","ss_ext_tax"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query69.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query69.q.out b/ql/src/test/results/clientpositive/perf/query69.q.out
deleted file mode 100644
index 591f3fc..0000000
--- a/ql/src/test/results/clientpositive/perf/query69.q.out
+++ /dev/null
@@ -1,268 +0,0 @@
-PREHOOK: query: explain
-select
- cd_gender,
- cd_marital_status,
- cd_education_status,
- count(*) cnt1,
- cd_purchase_estimate,
- count(*) cnt2,
- cd_credit_rating,
- count(*) cnt3
- from
- customer c,customer_address ca,customer_demographics
- where
- c.c_current_addr_sk = ca.ca_address_sk and
- ca_state in ('CO','IL','MN') and
- cd_demo_sk = c.c_current_cdemo_sk and
- exists (select *
- from store_sales,date_dim
- where c.c_customer_sk = ss_customer_sk and
- ss_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_moy between 1 and 1+2) and
- (not exists (select *
- from web_sales,date_dim
- where c.c_customer_sk = ws_bill_customer_sk and
- ws_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_moy between 1 and 1+2) and
- not exists (select *
- from catalog_sales,date_dim
- where c.c_customer_sk = cs_ship_customer_sk and
- cs_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_moy between 1 and 1+2))
- group by cd_gender,
- cd_marital_status,
- cd_education_status,
- cd_purchase_estimate,
- cd_credit_rating
- order by cd_gender,
- cd_marital_status,
- cd_education_status,
- cd_purchase_estimate,
- cd_credit_rating
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- cd_gender,
- cd_marital_status,
- cd_education_status,
- count(*) cnt1,
- cd_purchase_estimate,
- count(*) cnt2,
- cd_credit_rating,
- count(*) cnt3
- from
- customer c,customer_address ca,customer_demographics
- where
- c.c_current_addr_sk = ca.ca_address_sk and
- ca_state in ('CO','IL','MN') and
- cd_demo_sk = c.c_current_cdemo_sk and
- exists (select *
- from store_sales,date_dim
- where c.c_customer_sk = ss_customer_sk and
- ss_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_moy between 1 and 1+2) and
- (not exists (select *
- from web_sales,date_dim
- where c.c_customer_sk = ws_bill_customer_sk and
- ws_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_moy between 1 and 1+2) and
- not exists (select *
- from catalog_sales,date_dim
- where c.c_customer_sk = cs_ship_customer_sk and
- cs_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_moy between 1 and 1+2))
- group by cd_gender,
- cd_marital_status,
- cd_education_status,
- cd_purchase_estimate,
- cd_credit_rating
- order by cd_gender,
- cd_marital_status,
- cd_education_status,
- cd_purchase_estimate,
- cd_credit_rating
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 13 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
-Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
-Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 13 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 12 (ONE_TO_ONE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 17 (ONE_TO_ONE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_76]
- Limit [LIM_75] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_74] (rows=95831279 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_73]
- Select Operator [SEL_72] (rows=95831279 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col6"]
- Group By Operator [GBY_71] (rows=95831279 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_69] (rows=191662559 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count()"],keys:_col6, _col7, _col8, _col9, _col10
- Select Operator [SEL_68] (rows=191662559 width=88)
- Output:["_col6","_col7","_col8","_col9","_col10"]
- Filter Operator [FIL_67] (rows=191662559 width=88)
- predicate:_col15 is null
- Merge Join Operator [MERGEJOIN_114] (rows=383325119 width=88)
- Conds:RS_64._col0=RS_65._col0(Left Outer),Output:["_col6","_col7","_col8","_col9","_col10","_col15"]
- <-Reducer 17 [ONE_TO_ONE_EDGE]
- FORWARD [RS_65]
- PartitionCols:_col0
- Select Operator [SEL_63] (rows=158394413 width=135)
- Output:["_col0","_col1"]
- Group By Operator [GBY_62] (rows=158394413 width=135)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
- PartitionCols:_col0
- Group By Operator [GBY_60] (rows=316788826 width=135)
- Output:["_col0"],keys:_col1
- Merge Join Operator [MERGEJOIN_112] (rows=316788826 width=135)
- Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=4058 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_103] (rows=4058 width=1119)
- predicate:((d_year = 1999) and d_date_sk is not null and d_moy BETWEEN 1 AND 3)
- TableScan [TS_12] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0
- Select Operator [SEL_52] (rows=287989836 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_106] (rows=287989836 width=135)
- predicate:(cs_ship_customer_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_50] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_customer_sk"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
- PartitionCols:_col0
- Select Operator [SEL_49] (rows=348477374 width=88)
- Output:["_col0","_col6","_col7","_col8","_col9","_col10"]
- Filter Operator [FIL_48] (rows=348477374 width=88)
- predicate:_col13 is null
- Select Operator [SEL_47] (rows=696954748 width=88)
- Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col13"]
- Merge Join Operator [MERGEJOIN_113] (rows=696954748 width=88)
- Conds:RS_43._col0=RS_44._col0(Left Outer),RS_43._col0=RS_45._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col12"]
- <-Reducer 12 [ONE_TO_ONE_EDGE]
- FORWARD [RS_44]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=79201469 width=135)
- Output:["_col0","_col1"]
- Group By Operator [GBY_21] (rows=79201469 width=135)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Group By Operator [GBY_19] (rows=158402938 width=135)
- Output:["_col0"],keys:_col1
- Merge Join Operator [MERGEJOIN_110] (rows=158402938 width=135)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=144002668 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_102] (rows=144002668 width=135)
- predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_9] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
- <-Reducer 15 [ONE_TO_ONE_EDGE]
- FORWARD [RS_45]
- PartitionCols:_col0
- Group By Operator [GBY_35] (rows=316797606 width=88)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Group By Operator [GBY_33] (rows=633595212 width=88)
- Output:["_col0"],keys:_col1
- Merge Join Operator [MERGEJOIN_111] (rows=633595212 width=88)
- Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Select Operator [SEL_25] (rows=575995635 width=88)
- Output:["_col0","_col1"]
- Filter Operator [FIL_104] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_23] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_109] (rows=96800003 width=860)
- Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=1861800 width=385)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_101] (rows=1861800 width=385)
- predicate:cd_demo_sk is not null
- TableScan [TS_6] (rows=1861800 width=385)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status","cd_purchase_estimate","cd_credit_rating"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_108] (rows=88000001 width=860)
- Conds:RS_37._col2=RS_38._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_99] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_100] (rows=20000000 width=1014)
- predicate:((ca_state) IN ('CO', 'IL', 'MN') and ca_address_sk is not null)
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
-
[26/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query75.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query75.q.out b/ql/src/test/results/clientpositive/perf/query75.q.out
deleted file mode 100644
index 08e1620..0000000
--- a/ql/src/test/results/clientpositive/perf/query75.q.out
+++ /dev/null
@@ -1,481 +0,0 @@
-PREHOOK: query: explain
-WITH all_sales AS (
- SELECT d_year
- ,i_brand_id
- ,i_class_id
- ,i_category_id
- ,i_manufact_id
- ,SUM(sales_cnt) AS sales_cnt
- ,SUM(sales_amt) AS sales_amt
- FROM (SELECT d_year
- ,i_brand_id
- ,i_class_id
- ,i_category_id
- ,i_manufact_id
- ,cs_quantity - COALESCE(cr_return_quantity,0) AS sales_cnt
- ,cs_ext_sales_price - COALESCE(cr_return_amount,0.0) AS sales_amt
- FROM catalog_sales JOIN item ON i_item_sk=cs_item_sk
- JOIN date_dim ON d_date_sk=cs_sold_date_sk
- LEFT JOIN catalog_returns ON (cs_order_number=cr_order_number
- AND cs_item_sk=cr_item_sk)
- WHERE i_category='Sports'
- UNION
- SELECT d_year
- ,i_brand_id
- ,i_class_id
- ,i_category_id
- ,i_manufact_id
- ,ss_quantity - COALESCE(sr_return_quantity,0) AS sales_cnt
- ,ss_ext_sales_price - COALESCE(sr_return_amt,0.0) AS sales_amt
- FROM store_sales JOIN item ON i_item_sk=ss_item_sk
- JOIN date_dim ON d_date_sk=ss_sold_date_sk
- LEFT JOIN store_returns ON (ss_ticket_number=sr_ticket_number
- AND ss_item_sk=sr_item_sk)
- WHERE i_category='Sports'
- UNION
- SELECT d_year
- ,i_brand_id
- ,i_class_id
- ,i_category_id
- ,i_manufact_id
- ,ws_quantity - COALESCE(wr_return_quantity,0) AS sales_cnt
- ,ws_ext_sales_price - COALESCE(wr_return_amt,0.0) AS sales_amt
- FROM web_sales JOIN item ON i_item_sk=ws_item_sk
- JOIN date_dim ON d_date_sk=ws_sold_date_sk
- LEFT JOIN web_returns ON (ws_order_number=wr_order_number
- AND ws_item_sk=wr_item_sk)
- WHERE i_category='Sports') sales_detail
- GROUP BY d_year, i_brand_id, i_class_id, i_category_id, i_manufact_id)
- SELECT prev_yr.d_year AS prev_year
- ,curr_yr.d_year AS year
- ,curr_yr.i_brand_id
- ,curr_yr.i_class_id
- ,curr_yr.i_category_id
- ,curr_yr.i_manufact_id
- ,prev_yr.sales_cnt AS prev_yr_cnt
- ,curr_yr.sales_cnt AS curr_yr_cnt
- ,curr_yr.sales_cnt-prev_yr.sales_cnt AS sales_cnt_diff
- ,curr_yr.sales_amt-prev_yr.sales_amt AS sales_amt_diff
- FROM all_sales curr_yr, all_sales prev_yr
- WHERE curr_yr.i_brand_id=prev_yr.i_brand_id
- AND curr_yr.i_class_id=prev_yr.i_class_id
- AND curr_yr.i_category_id=prev_yr.i_category_id
- AND curr_yr.i_manufact_id=prev_yr.i_manufact_id
- AND curr_yr.d_year=2002
- AND prev_yr.d_year=2002-1
- AND CAST(curr_yr.sales_cnt AS DECIMAL(17,2))/CAST(prev_yr.sales_cnt AS DECIMAL(17,2))<0.9
- ORDER BY sales_cnt_diff
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-WITH all_sales AS (
- SELECT d_year
- ,i_brand_id
- ,i_class_id
- ,i_category_id
- ,i_manufact_id
- ,SUM(sales_cnt) AS sales_cnt
- ,SUM(sales_amt) AS sales_amt
- FROM (SELECT d_year
- ,i_brand_id
- ,i_class_id
- ,i_category_id
- ,i_manufact_id
- ,cs_quantity - COALESCE(cr_return_quantity,0) AS sales_cnt
- ,cs_ext_sales_price - COALESCE(cr_return_amount,0.0) AS sales_amt
- FROM catalog_sales JOIN item ON i_item_sk=cs_item_sk
- JOIN date_dim ON d_date_sk=cs_sold_date_sk
- LEFT JOIN catalog_returns ON (cs_order_number=cr_order_number
- AND cs_item_sk=cr_item_sk)
- WHERE i_category='Sports'
- UNION
- SELECT d_year
- ,i_brand_id
- ,i_class_id
- ,i_category_id
- ,i_manufact_id
- ,ss_quantity - COALESCE(sr_return_quantity,0) AS sales_cnt
- ,ss_ext_sales_price - COALESCE(sr_return_amt,0.0) AS sales_amt
- FROM store_sales JOIN item ON i_item_sk=ss_item_sk
- JOIN date_dim ON d_date_sk=ss_sold_date_sk
- LEFT JOIN store_returns ON (ss_ticket_number=sr_ticket_number
- AND ss_item_sk=sr_item_sk)
- WHERE i_category='Sports'
- UNION
- SELECT d_year
- ,i_brand_id
- ,i_class_id
- ,i_category_id
- ,i_manufact_id
- ,ws_quantity - COALESCE(wr_return_quantity,0) AS sales_cnt
- ,ws_ext_sales_price - COALESCE(wr_return_amt,0.0) AS sales_amt
- FROM web_sales JOIN item ON i_item_sk=ws_item_sk
- JOIN date_dim ON d_date_sk=ws_sold_date_sk
- LEFT JOIN web_returns ON (ws_order_number=wr_order_number
- AND ws_item_sk=wr_item_sk)
- WHERE i_category='Sports') sales_detail
- GROUP BY d_year, i_brand_id, i_class_id, i_category_id, i_manufact_id)
- SELECT prev_yr.d_year AS prev_year
- ,curr_yr.d_year AS year
- ,curr_yr.i_brand_id
- ,curr_yr.i_class_id
- ,curr_yr.i_category_id
- ,curr_yr.i_manufact_id
- ,prev_yr.sales_cnt AS prev_yr_cnt
- ,curr_yr.sales_cnt AS curr_yr_cnt
- ,curr_yr.sales_cnt-prev_yr.sales_cnt AS sales_cnt_diff
- ,curr_yr.sales_amt-prev_yr.sales_amt AS sales_amt_diff
- FROM all_sales curr_yr, all_sales prev_yr
- WHERE curr_yr.i_brand_id=prev_yr.i_brand_id
- AND curr_yr.i_class_id=prev_yr.i_class_id
- AND curr_yr.i_category_id=prev_yr.i_category_id
- AND curr_yr.i_manufact_id=prev_yr.i_manufact_id
- AND curr_yr.d_year=2002
- AND prev_yr.d_year=2002-1
- AND CAST(curr_yr.sales_cnt AS DECIMAL(17,2))/CAST(prev_yr.sales_cnt AS DECIMAL(17,2))<0.9
- ORDER BY sales_cnt_diff
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 1 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
-Reducer 12 <- Map 31 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Map 32 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE), Union 14 (CONTAINS)
-Reducer 15 <- Union 14 (SIMPLE_EDGE), Union 16 (CONTAINS)
-Reducer 17 <- Union 16 (SIMPLE_EDGE)
-Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 33 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
-Reducer 20 <- Map 31 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
-Reducer 21 <- Map 34 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 22 <- Map 18 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
-Reducer 23 <- Map 31 (SIMPLE_EDGE), Reducer 22 (SIMPLE_EDGE)
-Reducer 24 <- Map 36 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE), Union 7 (CONTAINS)
-Reducer 25 <- Map 18 (SIMPLE_EDGE), Map 33 (SIMPLE_EDGE)
-Reducer 26 <- Map 31 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
-Reducer 27 <- Map 34 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE), Union 14 (CONTAINS)
-Reducer 28 <- Map 18 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
-Reducer 29 <- Map 31 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE)
-Reducer 3 <- Map 31 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 30 <- Map 36 (SIMPLE_EDGE), Reducer 29 (SIMPLE_EDGE), Union 16 (CONTAINS)
-Reducer 4 <- Map 32 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 6 <- Union 5 (SIMPLE_EDGE), Union 7 (CONTAINS)
-Reducer 8 <- Union 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 17 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 10
- File Output Operator [FS_179]
- Select Operator [SEL_178] (rows=100 width=111)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Limit [LIM_177] (rows=100 width=111)
- Number of rows:100
- Select Operator [SEL_176] (rows=70276244 width=111)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_175]
- Select Operator [SEL_174] (rows=70276244 width=111)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_173] (rows=70276244 width=111)
- predicate:((CAST( _col10 AS decimal(17,2)) / CAST( _col4 AS decimal(17,2))) < 0.9)
- Merge Join Operator [MERGEJOIN_282] (rows=210828734 width=111)
- Conds:RS_170._col0, _col1, _col2, _col3=RS_171._col0, _col1, _col2, _col3(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col10","_col11"]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_171]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_168] (rows=191662482 width=111)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3
- Group By Operator [GBY_163] (rows=383324964 width=111)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Union 16 [SIMPLE_EDGE]
- <-Reducer 15 [CONTAINS]
- Reduce Output Operator [RS_162]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_161] (rows=766649929 width=111)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_134] (rows=574982367 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Union 14 [SIMPLE_EDGE]
- <-Reducer 13 [CONTAINS]
- Reduce Output Operator [RS_133]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_132] (rows=1149964734 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_106] (rows=383314495 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_275] (rows=383314495 width=135)
- Conds:RS_103._col1, _col2=RS_104._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
- <-Map 32 [SIMPLE_EDGE]
- SHUFFLE [RS_104]
- PartitionCols:_col0, _col1
- Select Operator [SEL_11] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_243] (rows=28798881 width=106)
- predicate:cr_item_sk is not null
- TableScan [TS_9] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_103]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_274] (rows=348467716 width=135)
- Conds:RS_100._col1=RS_101._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_101]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col5"]
- Filter Operator [FIL_242] (rows=231000 width=1436)
- predicate:((i_category = 'Sports') and i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null and i_manufact_id is not null)
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_100]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_273] (rows=316788826 width=135)
- Conds:RS_97._col0=RS_98._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_98]
- PartitionCols:_col0
- Select Operator [SEL_90] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_253] (rows=36524 width=1119)
- predicate:((d_year = 2002) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_240] (rows=287989836 width=135)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_0] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"]
- <-Reducer 27 [CONTAINS]
- Reduce Output Operator [RS_133]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_132] (rows=1149964734 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_128] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_278] (rows=766650239 width=88)
- Conds:RS_125._col1, _col2=RS_126._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
- <-Map 34 [SIMPLE_EDGE]
- SHUFFLE [RS_126]
- PartitionCols:_col0, _col1
- Select Operator [SEL_33] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_247] (rows=57591150 width=77)
- predicate:sr_item_sk is not null
- TableScan [TS_31] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"]
- <-Reducer 26 [SIMPLE_EDGE]
- SHUFFLE [RS_125]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_277] (rows=696954748 width=88)
- Conds:RS_122._col1=RS_123._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_123]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 25 [SIMPLE_EDGE]
- SHUFFLE [RS_122]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_276] (rows=633595212 width=88)
- Conds:RS_119._col0=RS_120._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_120]
- PartitionCols:_col0
- Select Operator [SEL_112] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_257] (rows=36524 width=1119)
- predicate:((d_year = 2002) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Map 33 [SIMPLE_EDGE]
- SHUFFLE [RS_119]
- PartitionCols:_col0
- Select Operator [SEL_24] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_244] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_22] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"]
- <-Reducer 30 [CONTAINS]
- Reduce Output Operator [RS_162]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_161] (rows=766649929 width=111)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_157] (rows=191667562 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_281] (rows=191667562 width=135)
- Conds:RS_154._col1, _col2=RS_155._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
- <-Map 36 [SIMPLE_EDGE]
- SHUFFLE [RS_155]
- PartitionCols:_col0, _col1
- Select Operator [SEL_62] (rows=14398467 width=92)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_251] (rows=14398467 width=92)
- predicate:wr_item_sk is not null
- TableScan [TS_60] (rows=14398467 width=92)
- default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"]
- <-Reducer 29 [SIMPLE_EDGE]
- SHUFFLE [RS_154]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_280] (rows=174243235 width=135)
- Conds:RS_151._col1=RS_152._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_152]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 28 [SIMPLE_EDGE]
- SHUFFLE [RS_151]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_279] (rows=158402938 width=135)
- Conds:RS_148._col0=RS_149._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_149]
- PartitionCols:_col0
- Select Operator [SEL_141] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_261] (rows=36524 width=1119)
- predicate:((d_year = 2002) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_148]
- PartitionCols:_col0
- Select Operator [SEL_53] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_248] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_51] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_170]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_83] (rows=191662482 width=111)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3
- Group By Operator [GBY_78] (rows=383324964 width=111)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Union 7 [SIMPLE_EDGE]
- <-Reducer 24 [CONTAINS]
- Reduce Output Operator [RS_77]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_76] (rows=766649929 width=111)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_72] (rows=191667562 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_272] (rows=191667562 width=135)
- Conds:RS_69._col1, _col2=RS_70._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
- <-Map 36 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col0, _col1
- Please refer to the previous Select Operator [SEL_62]
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_69]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_271] (rows=174243235 width=135)
- Conds:RS_66._col1=RS_67._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 22 [SIMPLE_EDGE]
- SHUFFLE [RS_66]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_270] (rows=158402938 width=135)
- Conds:RS_63._col0=RS_64._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_241] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_53]
- <-Reducer 6 [CONTAINS]
- Reduce Output Operator [RS_77]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_76] (rows=766649929 width=111)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_49] (rows=574982367 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Union 5 [SIMPLE_EDGE]
- <-Reducer 21 [CONTAINS]
- Reduce Output Operator [RS_48]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_47] (rows=1149964734 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_43] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_269] (rows=766650239 width=88)
- Conds:RS_40._col1, _col2=RS_41._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
- <-Map 34 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0, _col1
- Please refer to the previous Select Operator [SEL_33]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_268] (rows=696954748 width=88)
- Conds:RS_37._col1=RS_38._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_267] (rows=633595212 width=88)
- Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 33 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_24]
- <-Reducer 4 [CONTAINS]
- Reduce Output Operator [RS_48]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_47] (rows=1149964734 width=103)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
- Select Operator [SEL_21] (rows=383314495 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_266] (rows=383314495 width=135)
- Conds:RS_18._col1, _col2=RS_19._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
- <-Map 32 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0, _col1
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_265] (rows=348467716 width=135)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_264] (rows=316788826 width=135)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query76.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query76.q.out b/ql/src/test/results/clientpositive/perf/query76.q.out
deleted file mode 100644
index f2492c2..0000000
--- a/ql/src/test/results/clientpositive/perf/query76.q.out
+++ /dev/null
@@ -1,187 +0,0 @@
-PREHOOK: query: explain
-select channel, col_name, d_year, d_qoy, i_category, COUNT(*) sales_cnt, SUM(ext_sales_price) sales_amt FROM (
- SELECT 'store' as channel, 'ss_addr_sk' col_name, d_year, d_qoy, i_category, ss_ext_sales_price ext_sales_price
- FROM store_sales, item, date_dim
- WHERE ss_addr_sk IS NULL
- AND ss_sold_date_sk=d_date_sk
- AND ss_item_sk=i_item_sk
- UNION ALL
- SELECT 'web' as channel, 'ws_web_page_sk' col_name, d_year, d_qoy, i_category, ws_ext_sales_price ext_sales_price
- FROM web_sales, item, date_dim
- WHERE ws_web_page_sk IS NULL
- AND ws_sold_date_sk=d_date_sk
- AND ws_item_sk=i_item_sk
- UNION ALL
- SELECT 'catalog' as channel, 'cs_warehouse_sk' col_name, d_year, d_qoy, i_category, cs_ext_sales_price ext_sales_price
- FROM catalog_sales, item, date_dim
- WHERE cs_warehouse_sk IS NULL
- AND cs_sold_date_sk=d_date_sk
- AND cs_item_sk=i_item_sk) foo
-GROUP BY channel, col_name, d_year, d_qoy, i_category
-ORDER BY channel, col_name, d_year, d_qoy, i_category
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select channel, col_name, d_year, d_qoy, i_category, COUNT(*) sales_cnt, SUM(ext_sales_price) sales_amt FROM (
- SELECT 'store' as channel, 'ss_addr_sk' col_name, d_year, d_qoy, i_category, ss_ext_sales_price ext_sales_price
- FROM store_sales, item, date_dim
- WHERE ss_addr_sk IS NULL
- AND ss_sold_date_sk=d_date_sk
- AND ss_item_sk=i_item_sk
- UNION ALL
- SELECT 'web' as channel, 'ws_web_page_sk' col_name, d_year, d_qoy, i_category, ws_ext_sales_price ext_sales_price
- FROM web_sales, item, date_dim
- WHERE ws_web_page_sk IS NULL
- AND ws_sold_date_sk=d_date_sk
- AND ws_item_sk=i_item_sk
- UNION ALL
- SELECT 'catalog' as channel, 'cs_warehouse_sk' col_name, d_year, d_qoy, i_category, cs_ext_sales_price ext_sales_price
- FROM catalog_sales, item, date_dim
- WHERE cs_warehouse_sk IS NULL
- AND cs_sold_date_sk=d_date_sk
- AND cs_item_sk=i_item_sk) foo
-GROUP BY channel, col_name, d_year, d_qoy, i_category
-ORDER BY channel, col_name, d_year, d_qoy, i_category
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 16 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE), Union 4 (CONTAINS)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
-Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE), Union 4 (CONTAINS)
-Reducer 5 <- Union 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 13 (SIMPLE_EDGE)
-Reducer 8 <- Map 14 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE), Union 4 (CONTAINS)
-Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 15 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_58]
- Limit [LIM_57] (rows=100 width=108)
- Number of rows:100
- Select Operator [SEL_56] (rows=304916424 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- Group By Operator [GBY_53] (rows=304916424 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Union 4 [SIMPLE_EDGE]
- <-Reducer 10 [CONTAINS]
- Reduce Output Operator [RS_52]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_51] (rows=609832848 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4
- Select Operator [SEL_48] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_88] (rows=174233858 width=135)
- Conds:RS_45._col0=RS_46._col0(Inner),Output:["_col3","_col5","_col7","_col8"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col0
- Select Operator [SEL_41] (rows=73049 width=1119)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_82] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- TableScan [TS_39] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_87] (rows=158394413 width=135)
- Conds:RS_42._col2=RS_43._col0(Inner),Output:["_col0","_col3","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_74] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_0] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col2
- Select Operator [SEL_35] (rows=143994918 width=135)
- Output:["_col0","_col2","_col3"]
- Filter Operator [FIL_80] (rows=143994918 width=135)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_warehouse_sk is null)
- TableScan [TS_33] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_ext_sales_price"]
- <-Reducer 3 [CONTAINS]
- Reduce Output Operator [RS_52]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_51] (rows=609832848 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4
- Select Operator [SEL_15] (rows=348477373 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_84] (rows=348477373 width=88)
- Conds:RS_12._col2=RS_13._col0(Inner),Output:["_col1","_col5","_col7","_col8"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=73049 width=1119)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_76] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_83] (rows=316797605 width=88)
- Conds:RS_9._col0=RS_10._col1(Inner),Output:["_col1","_col2","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col1
- Select Operator [SEL_5] (rows=287997817 width=88)
- Output:["_col0","_col1","_col3"]
- Filter Operator [FIL_75] (rows=287997817 width=88)
- predicate:(ss_addr_sk is null and ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_3] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"]
- <-Reducer 8 [CONTAINS]
- Reduce Output Operator [RS_52]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_51] (rows=609832848 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4
- Select Operator [SEL_31] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_86] (rows=87121617 width=135)
- Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col3","_col5","_col7","_col8"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Select Operator [SEL_24] (rows=73049 width=1119)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_79] (rows=73049 width=1119)
- predicate:d_date_sk is not null
- TableScan [TS_22] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_85] (rows=79201469 width=135)
- Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0","_col3","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col1
- Select Operator [SEL_18] (rows=72001334 width=135)
- Output:["_col0","_col1","_col3"]
- Filter Operator [FIL_77] (rows=72001334 width=135)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_web_page_sk is null)
- TableScan [TS_16] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_ext_sales_price"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query77.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query77.q.out b/ql/src/test/results/clientpositive/perf/query77.q.out
deleted file mode 100644
index d10e226..0000000
--- a/ql/src/test/results/clientpositive/perf/query77.q.out
+++ /dev/null
@@ -1,481 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[188][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 15' is a cross product
-PREHOOK: query: explain
-with ss as
- (select s_store_sk,
- sum(ss_ext_sales_price) as sales,
- sum(ss_net_profit) as profit
- from store_sales,
- date_dim,
- store
- where ss_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and ss_store_sk = s_store_sk
- group by s_store_sk)
- ,
- sr as
- (select s_store_sk,
- sum(sr_return_amt) as returns,
- sum(sr_net_loss) as profit_loss
- from store_returns,
- date_dim,
- store
- where sr_returned_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and sr_store_sk = s_store_sk
- group by s_store_sk),
- cs as
- (select cs_call_center_sk,
- sum(cs_ext_sales_price) as sales,
- sum(cs_net_profit) as profit
- from catalog_sales,
- date_dim
- where cs_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- group by cs_call_center_sk
- ),
- cr as
- (select
- sum(cr_return_amount) as returns,
- sum(cr_net_loss) as profit_loss
- from catalog_returns,
- date_dim
- where cr_returned_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- ),
- ws as
- ( select wp_web_page_sk,
- sum(ws_ext_sales_price) as sales,
- sum(ws_net_profit) as profit
- from web_sales,
- date_dim,
- web_page
- where ws_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and ws_web_page_sk = wp_web_page_sk
- group by wp_web_page_sk),
- wr as
- (select wp_web_page_sk,
- sum(wr_return_amt) as returns,
- sum(wr_net_loss) as profit_loss
- from web_returns,
- date_dim,
- web_page
- where wr_returned_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and wr_web_page_sk = wp_web_page_sk
- group by wp_web_page_sk)
- select channel
- , id
- , sum(sales) as sales
- , sum(returns) as returns
- , sum(profit) as profit
- from
- (select 'store channel' as channel
- , ss.s_store_sk as id
- , sales
- , coalesce(returns, 0) as returns
- , (profit - coalesce(profit_loss,0)) as profit
- from ss left join sr
- on ss.s_store_sk = sr.s_store_sk
- union all
- select 'catalog channel' as channel
- , cs_call_center_sk as id
- , sales
- , returns
- , (profit - profit_loss) as profit
- from cs
- , cr
- union all
- select 'web channel' as channel
- , ws.wp_web_page_sk as id
- , sales
- , coalesce(returns, 0) returns
- , (profit - coalesce(profit_loss,0)) as profit
- from ws left join wr
- on ws.wp_web_page_sk = wr.wp_web_page_sk
- ) x
- group by rollup (channel, id)
- order by channel
- ,id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ss as
- (select s_store_sk,
- sum(ss_ext_sales_price) as sales,
- sum(ss_net_profit) as profit
- from store_sales,
- date_dim,
- store
- where ss_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and ss_store_sk = s_store_sk
- group by s_store_sk)
- ,
- sr as
- (select s_store_sk,
- sum(sr_return_amt) as returns,
- sum(sr_net_loss) as profit_loss
- from store_returns,
- date_dim,
- store
- where sr_returned_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and sr_store_sk = s_store_sk
- group by s_store_sk),
- cs as
- (select cs_call_center_sk,
- sum(cs_ext_sales_price) as sales,
- sum(cs_net_profit) as profit
- from catalog_sales,
- date_dim
- where cs_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- group by cs_call_center_sk
- ),
- cr as
- (select
- sum(cr_return_amount) as returns,
- sum(cr_net_loss) as profit_loss
- from catalog_returns,
- date_dim
- where cr_returned_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- ),
- ws as
- ( select wp_web_page_sk,
- sum(ws_ext_sales_price) as sales,
- sum(ws_net_profit) as profit
- from web_sales,
- date_dim,
- web_page
- where ws_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and ws_web_page_sk = wp_web_page_sk
- group by wp_web_page_sk),
- wr as
- (select wp_web_page_sk,
- sum(wr_return_amt) as returns,
- sum(wr_net_loss) as profit_loss
- from web_returns,
- date_dim,
- web_page
- where wr_returned_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and wr_web_page_sk = wp_web_page_sk
- group by wp_web_page_sk)
- select channel
- , id
- , sum(sales) as sales
- , sum(returns) as returns
- , sum(profit) as profit
- from
- (select 'store channel' as channel
- , ss.s_store_sk as id
- , sales
- , coalesce(returns, 0) as returns
- , (profit - coalesce(profit_loss,0)) as profit
- from ss left join sr
- on ss.s_store_sk = sr.s_store_sk
- union all
- select 'catalog channel' as channel
- , cs_call_center_sk as id
- , sales
- , returns
- , (profit - profit_loss) as profit
- from cs
- , cr
- union all
- select 'web channel' as channel
- , ws.wp_web_page_sk as id
- , sales
- , coalesce(returns, 0) returns
- , (profit - coalesce(profit_loss,0)) as profit
- from ws left join wr
- on ws.wp_web_page_sk = wr.wp_web_page_sk
- ) x
- group by rollup (channel, id)
- order by channel
- ,id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 26 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 25 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Map 27 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 14 <- Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Reducer 14 (CUSTOM_SIMPLE_EDGE), Reducer 17 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
-Reducer 16 <- Map 28 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (CUSTOM_SIMPLE_EDGE)
-Reducer 18 <- Map 29 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 19 <- Map 30 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
-Reducer 21 <- Reducer 20 (ONE_TO_ONE_EDGE), Reducer 24 (ONE_TO_ONE_EDGE), Union 6 (CONTAINS)
-Reducer 22 <- Map 31 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 23 <- Map 30 (SIMPLE_EDGE), Reducer 22 (SIMPLE_EDGE)
-Reducer 24 <- Reducer 23 (SIMPLE_EDGE)
-Reducer 3 <- Map 25 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 12 (ONE_TO_ONE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE), Union 6 (CONTAINS)
-Reducer 7 <- Union 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 8
- File Output Operator [FS_130]
- Limit [LIM_129] (rows=100 width=163)
- Number of rows:100
- Select Operator [SEL_128] (rows=956329968 width=163)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_127]
- Select Operator [SEL_126] (rows=956329968 width=163)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_125] (rows=956329968 width=163)
- Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Union 6 [SIMPLE_EDGE]
- <-Reducer 15 [CONTAINS]
- Reduce Output Operator [RS_124]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_123] (rows=1912659936 width=163)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
- Select Operator [SEL_75] (rows=158394413 width=360)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_188] (rows=158394413 width=360)
- Conds:(Inner),Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 14 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_72]
- Group By Operator [GBY_56] (rows=158394413 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col0
- Group By Operator [GBY_54] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col1
- Merge Join Operator [MERGEJOIN_181] (rows=316788826 width=135)
- Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_162] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-08-04 00:00:00.0 AND 1998-09-03 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0
- Select Operator [SEL_46] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_167] (rows=287989836 width=135)
- predicate:cs_sold_date_sk is not null
- TableScan [TS_44] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_call_center_sk","cs_ext_sales_price","cs_net_profit"]
- <-Reducer 17 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_73]
- Group By Operator [GBY_70] (rows=1 width=224)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
- <-Reducer 16 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_69]
- Group By Operator [GBY_68] (rows=1 width=224)
- Output:["_col0","_col1"],aggregations:["sum(_col1)","sum(_col2)"]
- Merge Join Operator [MERGEJOIN_182] (rows=31678769 width=106)
- Conds:RS_64._col0=RS_65._col0(Inner),Output:["_col1","_col2"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 28 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
- PartitionCols:_col0
- Select Operator [SEL_60] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_169] (rows=28798881 width=106)
- predicate:cr_returned_date_sk is not null
- TableScan [TS_58] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_return_amount","cr_net_loss"]
- <-Reducer 21 [CONTAINS]
- Reduce Output Operator [RS_124]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_123] (rows=1912659936 width=163)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
- Select Operator [SEL_120] (rows=95833780 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_189] (rows=95833780 width=135)
- Conds:RS_117._col0=RS_118._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"]
- <-Reducer 20 [ONE_TO_ONE_EDGE]
- FORWARD [RS_117]
- PartitionCols:_col0
- Group By Operator [GBY_95] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
- PartitionCols:_col0
- Group By Operator [GBY_93] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6
- Merge Join Operator [MERGEJOIN_184] (rows=174243235 width=135)
- Conds:RS_89._col1=RS_90._col0(Inner),Output:["_col2","_col3","_col6"]
- <-Map 30 [SIMPLE_EDGE]
- SHUFFLE [RS_90]
- PartitionCols:_col0
- Select Operator [SEL_85] (rows=4602 width=585)
- Output:["_col0"]
- Filter Operator [FIL_173] (rows=4602 width=585)
- predicate:wp_web_page_sk is not null
- TableScan [TS_83] (rows=4602 width=585)
- default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk"]
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_183] (rows=158402938 width=135)
- Conds:RS_86._col0=RS_87._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_87]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 29 [SIMPLE_EDGE]
- SHUFFLE [RS_86]
- PartitionCols:_col0
- Select Operator [SEL_79] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_171] (rows=144002668 width=135)
- predicate:(ws_sold_date_sk is not null and ws_web_page_sk is not null)
- TableScan [TS_77] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_web_page_sk","ws_ext_sales_price","ws_net_profit"]
- <-Reducer 24 [ONE_TO_ONE_EDGE]
- FORWARD [RS_118]
- PartitionCols:_col0
- Group By Operator [GBY_115] (rows=8711072 width=92)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_114]
- PartitionCols:_col0
- Group By Operator [GBY_113] (rows=17422145 width=92)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6
- Merge Join Operator [MERGEJOIN_186] (rows=17422145 width=92)
- Conds:RS_109._col1=RS_110._col0(Inner),Output:["_col2","_col3","_col6"]
- <-Map 30 [SIMPLE_EDGE]
- SHUFFLE [RS_110]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_85]
- <-Reducer 22 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_185] (rows=15838314 width=92)
- Conds:RS_106._col0=RS_107._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_107]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_106]
- PartitionCols:_col0
- Select Operator [SEL_99] (rows=14398467 width=92)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_174] (rows=14398467 width=92)
- predicate:(wr_returned_date_sk is not null and wr_web_page_sk is not null)
- TableScan [TS_97] (rows=14398467 width=92)
- default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_web_page_sk","wr_return_amt","wr_net_loss"]
- <-Reducer 5 [CONTAINS]
- Reduce Output Operator [RS_124]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_123] (rows=1912659936 width=163)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
- Select Operator [SEL_43] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_187] (rows=383325119 width=88)
- Conds:RS_40._col0=RS_41._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"]
- <-Reducer 12 [ONE_TO_ONE_EDGE]
- FORWARD [RS_41]
- PartitionCols:_col0
- Group By Operator [GBY_38] (rows=34842647 width=77)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col0
- Group By Operator [GBY_36] (rows=69685294 width=77)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6
- Merge Join Operator [MERGEJOIN_180] (rows=69685294 width=77)
- Conds:RS_32._col1=RS_33._col0(Inner),Output:["_col2","_col3","_col6"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=1704 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_163] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_6] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_179] (rows=63350266 width=77)
- Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_164] (rows=57591150 width=77)
- predicate:(sr_returned_date_sk is not null and sr_store_sk is not null)
- TableScan [TS_20] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_store_sk","sr_return_amt","sr_net_loss"]
- <-Reducer 4 [ONE_TO_ONE_EDGE]
- FORWARD [RS_40]
- PartitionCols:_col0
- Group By Operator [GBY_18] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0
- Group By Operator [GBY_16] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6
- Merge Join Operator [MERGEJOIN_178] (rows=696954748 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col3","_col6"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_177] (rows=633595212 width=88)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_161] (rows=575995635 width=88)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"]
-
[14/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query39.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query39.q.out b/ql/src/test/results/clientpositive/perf/tez/query39.q.out
new file mode 100644
index 0000000..8e91494
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query39.q.out
@@ -0,0 +1,255 @@
+PREHOOK: query: explain
+with inv as
+(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stdev,mean, case mean when 0 then null else stdev/mean end cov
+ from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean
+ from inventory
+ ,item
+ ,warehouse
+ ,date_dim
+ where inv_item_sk = i_item_sk
+ and inv_warehouse_sk = w_warehouse_sk
+ and inv_date_sk = d_date_sk
+ and d_year =1999
+ group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo
+ where case mean when 0 then 0 else stdev/mean end > 1)
+select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov
+ ,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov
+from inv inv1,inv inv2
+where inv1.i_item_sk = inv2.i_item_sk
+ and inv1.w_warehouse_sk = inv2.w_warehouse_sk
+ and inv1.d_moy=4
+ and inv2.d_moy=4+1
+order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov
+ ,inv2.d_moy,inv2.mean, inv2.cov
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with inv as
+(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stdev,mean, case mean when 0 then null else stdev/mean end cov
+ from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean
+ from inventory
+ ,item
+ ,warehouse
+ ,date_dim
+ where inv_item_sk = i_item_sk
+ and inv_warehouse_sk = w_warehouse_sk
+ and inv_date_sk = d_date_sk
+ and d_year =1999
+ group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo
+ where case mean when 0 then 0 else stdev/mean end > 1)
+select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov
+ ,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov
+from inv inv1,inv inv2
+where inv1.i_item_sk = inv2.i_item_sk
+ and inv1.w_warehouse_sk = inv2.w_warehouse_sk
+ and inv1.d_moy=4
+ and inv2.d_moy=4+1
+order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov
+ ,inv2.d_moy,inv2.mean, inv2.cov
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+Reducer 3 <- Map 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 14 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 11 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+Reducer 9 <- Map 13 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_63]
+ Select Operator [SEL_61] (rows=13756683 width=15)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ Select Operator [SEL_59] (rows=13756683 width=15)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_104] (rows=13756683 width=15)
+ Conds:RS_56._col1, _col2=RS_57._col1, _col2(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col9"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col1, _col2
+ Select Operator [SEL_55] (rows=12506076 width=15)
+ Output:["_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_54] (rows=12506076 width=15)
+ predicate:CASE WHEN ((_col4 = 0.0)) THEN (false) ELSE (((_col3 / _col4) > 1.0)) END
+ Select Operator [SEL_53] (rows=25012152 width=15)
+ Output:["_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_52] (rows=25012152 width=15)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["stddev_samp(VALUE._col0)","avg(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_50] (rows=50024305 width=15)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["stddev_samp(_col3)","avg(_col3)"],keys:_col8, _col7, _col9
+ Merge Join Operator [MERGEJOIN_103] (rows=50024305 width=15)
+ Conds:RS_46._col2=RS_47._col0(Inner),Output:["_col3","_col7","_col8","_col9"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_47]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=27 width=1029)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_93] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_9] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_102] (rows=45476640 width=15)
+ Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col2","_col3","_col7"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=462000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_92] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_101] (rows=41342400 width=15)
+ Conds:RS_40._col0=RS_41._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=37584000 width=15)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_90] (rows=37584000 width=15)
+ predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null)
+ TableScan [TS_0] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Select Operator [SEL_33] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_95] (rows=18262 width=1119)
+ predicate:((d_moy = 5) and (d_year = 1999) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col1, _col2
+ Select Operator [SEL_27] (rows=12506076 width=15)
+ Output:["_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_26] (rows=12506076 width=15)
+ predicate:CASE WHEN ((_col4 = 0.0)) THEN (false) ELSE (((_col3 / _col4) > 1.0)) END
+ Select Operator [SEL_25] (rows=25012152 width=15)
+ Output:["_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_24] (rows=25012152 width=15)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["stddev_samp(VALUE._col0)","avg(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_22] (rows=50024305 width=15)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["stddev_samp(_col3)","avg(_col3)"],keys:_col8, _col7, _col9
+ Merge Join Operator [MERGEJOIN_100] (rows=50024305 width=15)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col7","_col8","_col9"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_99] (rows=45476640 width=15)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col7"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_98] (rows=41342400 width=15)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_91] (rows=18262 width=1119)
+ predicate:((d_moy = 4) and (d_year = 1999) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+
+PREHOOK: query: with inv as
+(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stdev,mean, case mean when 0 then null else stdev/mean end cov
+ from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean
+ from inventory
+ ,item
+ ,warehouse
+ ,date_dim
+ where inv_item_sk = i_item_sk
+ and inv_warehouse_sk = w_warehouse_sk
+ and inv_date_sk = d_date_sk
+ and d_year =1999
+ group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo
+ where case mean when 0 then 0 else stdev/mean end > 1)
+select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov
+ ,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov
+from inv inv1,inv inv2
+where inv1.i_item_sk = inv2.i_item_sk
+ and inv1.w_warehouse_sk = inv2.w_warehouse_sk
+ and inv1.d_moy=4
+ and inv2.d_moy=4+1
+ and inv1.cov > 1.5
+order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov
+ ,inv2.d_moy,inv2.mean, inv2.cov
+PREHOOK: type: QUERY
+PREHOOK: Input: default@date_dim
+PREHOOK: Input: default@inventory
+PREHOOK: Input: default@item
+PREHOOK: Input: default@warehouse
+#### A masked pattern was here ####
+POSTHOOK: query: with inv as
+(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stdev,mean, case mean when 0 then null else stdev/mean end cov
+ from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
+ ,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean
+ from inventory
+ ,item
+ ,warehouse
+ ,date_dim
+ where inv_item_sk = i_item_sk
+ and inv_warehouse_sk = w_warehouse_sk
+ and inv_date_sk = d_date_sk
+ and d_year =1999
+ group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo
+ where case mean when 0 then 0 else stdev/mean end > 1)
+select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov
+ ,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov
+from inv inv1,inv inv2
+where inv1.i_item_sk = inv2.i_item_sk
+ and inv1.w_warehouse_sk = inv2.w_warehouse_sk
+ and inv1.d_moy=4
+ and inv2.d_moy=4+1
+ and inv1.cov > 1.5
+order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov
+ ,inv2.d_moy,inv2.mean, inv2.cov
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@date_dim
+POSTHOOK: Input: default@inventory
+POSTHOOK: Input: default@item
+POSTHOOK: Input: default@warehouse
+#### A masked pattern was here ####
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query4.q.out b/ql/src/test/results/clientpositive/perf/tez/query4.q.out
new file mode 100644
index 0000000..81867b9
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query4.q.out
@@ -0,0 +1,500 @@
+PREHOOK: query: explain
+with year_total as (
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag customer_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum(((ss_ext_list_price-ss_ext_wholesale_cost-ss_ext_discount_amt)+ss_ext_sales_price)/2) year_total
+ ,'s' sale_type
+ from customer
+ ,store_sales
+ ,date_dim
+ where c_customer_sk = ss_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag customer_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum((((cs_ext_list_price-cs_ext_wholesale_cost-cs_ext_discount_amt)+cs_ext_sales_price)/2) ) year_total
+ ,'c' sale_type
+ from customer
+ ,catalog_sales
+ ,date_dim
+ where c_customer_sk = cs_bill_customer_sk
+ and cs_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag customer_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum((((ws_ext_list_price-ws_ext_wholesale_cost-ws_ext_discount_amt)+ws_ext_sales_price)/2) ) year_total
+ ,'w' sale_type
+ from customer
+ ,web_sales
+ ,date_dim
+ where c_customer_sk = ws_bill_customer_sk
+ and ws_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ )
+ select t_s_secyear.customer_preferred_cust_flag
+ from year_total t_s_firstyear
+ ,year_total t_s_secyear
+ ,year_total t_c_firstyear
+ ,year_total t_c_secyear
+ ,year_total t_w_firstyear
+ ,year_total t_w_secyear
+ where t_s_secyear.customer_id = t_s_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_c_secyear.customer_id
+ and t_s_firstyear.customer_id = t_c_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_secyear.customer_id
+ and t_s_firstyear.sale_type = 's'
+ and t_c_firstyear.sale_type = 'c'
+ and t_w_firstyear.sale_type = 'w'
+ and t_s_secyear.sale_type = 's'
+ and t_c_secyear.sale_type = 'c'
+ and t_w_secyear.sale_type = 'w'
+ and t_s_firstyear.dyear = 2001
+ and t_s_secyear.dyear = 2001+1
+ and t_c_firstyear.dyear = 2001
+ and t_c_secyear.dyear = 2001+1
+ and t_w_firstyear.dyear = 2001
+ and t_w_secyear.dyear = 2001+1
+ and t_s_firstyear.year_total > 0
+ and t_c_firstyear.year_total > 0
+ and t_w_firstyear.year_total > 0
+ and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end
+ > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
+ and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end
+ > case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
+ order by t_s_secyear.customer_preferred_cust_flag
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with year_total as (
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag customer_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum(((ss_ext_list_price-ss_ext_wholesale_cost-ss_ext_discount_amt)+ss_ext_sales_price)/2) year_total
+ ,'s' sale_type
+ from customer
+ ,store_sales
+ ,date_dim
+ where c_customer_sk = ss_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag customer_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum((((cs_ext_list_price-cs_ext_wholesale_cost-cs_ext_discount_amt)+cs_ext_sales_price)/2) ) year_total
+ ,'c' sale_type
+ from customer
+ ,catalog_sales
+ ,date_dim
+ where c_customer_sk = cs_bill_customer_sk
+ and cs_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,c_preferred_cust_flag customer_preferred_cust_flag
+ ,c_birth_country customer_birth_country
+ ,c_login customer_login
+ ,c_email_address customer_email_address
+ ,d_year dyear
+ ,sum((((ws_ext_list_price-ws_ext_wholesale_cost-ws_ext_discount_amt)+ws_ext_sales_price)/2) ) year_total
+ ,'w' sale_type
+ from customer
+ ,web_sales
+ ,date_dim
+ where c_customer_sk = ws_bill_customer_sk
+ and ws_sold_date_sk = d_date_sk
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,c_preferred_cust_flag
+ ,c_birth_country
+ ,c_login
+ ,c_email_address
+ ,d_year
+ )
+ select t_s_secyear.customer_preferred_cust_flag
+ from year_total t_s_firstyear
+ ,year_total t_s_secyear
+ ,year_total t_c_firstyear
+ ,year_total t_c_secyear
+ ,year_total t_w_firstyear
+ ,year_total t_w_secyear
+ where t_s_secyear.customer_id = t_s_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_c_secyear.customer_id
+ and t_s_firstyear.customer_id = t_c_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_secyear.customer_id
+ and t_s_firstyear.sale_type = 's'
+ and t_c_firstyear.sale_type = 'c'
+ and t_w_firstyear.sale_type = 'w'
+ and t_s_secyear.sale_type = 's'
+ and t_c_secyear.sale_type = 'c'
+ and t_w_secyear.sale_type = 'w'
+ and t_s_firstyear.dyear = 2001
+ and t_s_secyear.dyear = 2001+1
+ and t_c_firstyear.dyear = 2001
+ and t_c_secyear.dyear = 2001+1
+ and t_w_firstyear.dyear = 2001
+ and t_w_secyear.dyear = 2001+1
+ and t_s_firstyear.year_total > 0
+ and t_c_firstyear.year_total > 0
+ and t_w_firstyear.year_total > 0
+ and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end
+ > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
+ and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end
+ > case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
+ order by t_s_secyear.customer_preferred_cust_flag
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
+Reducer 12 <- Map 25 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Map 10 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
+Reducer 15 <- Map 25 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Reducer 15 (SIMPLE_EDGE)
+Reducer 18 <- Map 17 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
+Reducer 19 <- Map 25 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
+Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
+Reducer 21 <- Map 17 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
+Reducer 22 <- Map 25 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE)
+Reducer 23 <- Reducer 22 (SIMPLE_EDGE)
+Reducer 3 <- Map 25 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
+Reducer 8 <- Map 25 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_142]
+ Limit [LIM_141] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_140] (rows=479156399 width=88)
+ Output:["_col0"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_139]
+ Select Operator [SEL_138] (rows=479156399 width=88)
+ Output:["_col0"]
+ Filter Operator [FIL_136] (rows=479156399 width=88)
+ predicate:(CASE WHEN ((_col15 > 0)) THEN (CASE WHEN ((_col23 > 0)) THEN (((_col39 / _col23) > (_col47 / _col15))) ELSE ((null > (_col47 / _col15))) END) ELSE (CASE WHEN ((_col23 > 0)) THEN (((_col39 / _col23) > null)) ELSE (null) END) END and CASE WHEN ((_col31 > 0)) THEN (CASE WHEN ((_col23 > 0)) THEN (((_col39 / _col23) > (_col7 / _col31))) ELSE ((null > (_col7 / _col31))) END) ELSE (CASE WHEN ((_col23 > 0)) THEN (((_col39 / _col23) > null)) ELSE (null) END) END)
+ Merge Join Operator [MERGEJOIN_296] (rows=1916625598 width=88)
+ Conds:RS_129._col0=RS_130._col0(Inner),RS_130._col0=RS_131._col0(Inner),RS_130._col0=RS_132._col0(Inner),RS_130._col0=RS_133._col0(Inner),RS_130._col0=RS_134._col0(Inner),Output:["_col7","_col15","_col23","_col31","_col39","_col43","_col47"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_133]
+ PartitionCols:_col0
+ Select Operator [SEL_107] (rows=174233858 width=135)
+ Output:["_col0","_col7"]
+ Group By Operator [GBY_106] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_105]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Group By Operator [GBY_104] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Select Operator [SEL_102] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_293] (rows=348467716 width=135)
+ Conds:RS_99._col1=RS_100._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_100]
+ PartitionCols:_col0
+ Select Operator [SEL_116] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_280] (rows=80000000 width=860)
+ predicate:(c_customer_id is not null and c_customer_sk is not null)
+ TableScan [TS_114] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name","c_preferred_cust_flag","c_birth_country","c_login","c_email_address"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_99]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_292] (rows=316788826 width=135)
+ Conds:RS_96._col0=RS_97._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col0
+ Select Operator [SEL_113] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_279] (rows=36524 width=1119)
+ predicate:((d_year = 2002) and d_date_sk is not null)
+ TableScan [TS_111] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_96]
+ PartitionCols:_col0
+ Select Operator [SEL_89] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_275] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_87] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_ext_discount_amt","cs_ext_sales_price","cs_ext_wholesale_cost","cs_ext_list_price"]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_131]
+ PartitionCols:_col0
+ Filter Operator [FIL_63] (rows=58077952 width=135)
+ predicate:(_col7 > 0)
+ Select Operator [SEL_281] (rows=174233858 width=135)
+ Output:["_col0","_col7"]
+ Group By Operator [GBY_62] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Group By Operator [GBY_60] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Select Operator [SEL_58] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_289] (rows=348467716 width=135)
+ Conds:RS_55._col1=RS_56._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_116]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_288] (rows=316788826 width=135)
+ Conds:RS_52._col0=RS_53._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col0
+ Select Operator [SEL_48] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_270] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_111]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_89]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_134]
+ PartitionCols:_col0
+ Select Operator [SEL_128] (rows=348477374 width=88)
+ Output:["_col0","_col3","_col7"]
+ Group By Operator [GBY_127] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_126]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Group By Operator [GBY_125] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Select Operator [SEL_123] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_295] (rows=696954748 width=88)
+ Conds:RS_120._col1=RS_121._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_121]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_116]
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_120]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_294] (rows=633595212 width=88)
+ Conds:RS_117._col0=RS_118._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_118]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_113]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_117]
+ PartitionCols:_col0
+ Select Operator [SEL_110] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_278] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_108] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_discount_amt","ss_ext_sales_price","ss_ext_wholesale_cost","ss_ext_list_price"]
+ <-Reducer 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_130]
+ PartitionCols:_col0
+ Filter Operator [FIL_41] (rows=116159124 width=88)
+ predicate:(_col7 > 0)
+ Select Operator [SEL_283] (rows=348477374 width=88)
+ Output:["_col0","_col7"]
+ Group By Operator [GBY_40] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
+ <-Reducer 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Group By Operator [GBY_38] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Select Operator [SEL_36] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_287] (rows=696954748 width=88)
+ Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_116]
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_286] (rows=633595212 width=88)
+ Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_26] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_267] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_111]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_110]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_129]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=87121617 width=135)
+ Output:["_col0","_col7"]
+ Group By Operator [GBY_19] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Group By Operator [GBY_17] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Select Operator [SEL_15] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_285] (rows=174243235 width=135)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_116]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_284] (rows=158402938 width=135)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_113]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_263] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk","ws_ext_discount_amt","ws_ext_sales_price","ws_ext_wholesale_cost","ws_ext_list_price"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_132]
+ PartitionCols:_col0
+ Filter Operator [FIL_85] (rows=29040539 width=135)
+ predicate:(_col7 > 0)
+ Select Operator [SEL_282] (rows=87121617 width=135)
+ Output:["_col0","_col7"]
+ Group By Operator [GBY_84] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_83]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Group By Operator [GBY_82] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
+ Select Operator [SEL_80] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_291] (rows=174243235 width=135)
+ Conds:RS_77._col1=RS_78._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_78]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_116]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_77]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_290] (rows=158402938 width=135)
+ Conds:RS_74._col0=RS_75._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_75]
+ PartitionCols:_col0
+ Select Operator [SEL_70] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_273] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_111]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query40.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query40.q.out b/ql/src/test/results/clientpositive/perf/tez/query40.q.out
new file mode 100644
index 0000000..604f741
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query40.q.out
@@ -0,0 +1,148 @@
+PREHOOK: query: explain
+select
+ w_state
+ ,i_item_id
+ ,sum(case when (cast(d_date as date) < cast ('1998-04-08' as date))
+ then cs_sales_price - coalesce(cr_refunded_cash,0) else 0 end) as sales_before
+ ,sum(case when (cast(d_date as date) >= cast ('1998-04-08' as date))
+ then cs_sales_price - coalesce(cr_refunded_cash,0) else 0 end) as sales_after
+ from
+ catalog_sales left outer join catalog_returns on
+ (cs_order_number = cr_order_number
+ and cs_item_sk = cr_item_sk)
+ ,warehouse
+ ,item
+ ,date_dim
+ where
+ i_current_price between 0.99 and 1.49
+ and i_item_sk = cs_item_sk
+ and cs_warehouse_sk = w_warehouse_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_date between (cast ('1998-04-08' as date) - 30 days)
+ and (cast ('1998-04-08' as date) + 30 days)
+ group by
+ w_state,i_item_id
+ order by w_state,i_item_id
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ w_state
+ ,i_item_id
+ ,sum(case when (cast(d_date as date) < cast ('1998-04-08' as date))
+ then cs_sales_price - coalesce(cr_refunded_cash,0) else 0 end) as sales_before
+ ,sum(case when (cast(d_date as date) >= cast ('1998-04-08' as date))
+ then cs_sales_price - coalesce(cr_refunded_cash,0) else 0 end) as sales_after
+ from
+ catalog_sales left outer join catalog_returns on
+ (cs_order_number = cr_order_number
+ and cs_item_sk = cr_item_sk)
+ ,warehouse
+ ,item
+ ,date_dim
+ where
+ i_current_price between 0.99 and 1.49
+ and i_item_sk = cs_item_sk
+ and cs_warehouse_sk = w_warehouse_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_date between (cast ('1998-04-08' as date) - 30 days)
+ and (cast ('1998-04-08' as date) + 30 days)
+ group by
+ w_state,i_item_id
+ order by w_state,i_item_id
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_36]
+ Limit [LIM_35] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_34] (rows=210822976 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ Group By Operator [GBY_31] (rows=210822976 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_29] (rows=421645953 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1
+ Select Operator [SEL_27] (rows=421645953 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135)
+ Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col7","_col9","_col11","_col14"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=27 width=1029)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_54] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_12] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_state"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col4","_col7","_col9","_col11"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=51333 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_53] (rows=51333 width=1436)
+ predicate:(i_current_price BETWEEN 0.99 AND 1.49 and i_item_sk is not null)
+ TableScan [TS_9] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_current_price"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col7","_col9"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=8116 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_52] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-03-08 23:00:00.0 AND 1998-05-08 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135)
+ Conds:RS_15._col2, _col3=RS_16._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col2, _col3
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_50] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_warehouse_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_order_number","cs_sales_price"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_5] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_51] (rows=28798881 width=106)
+ predicate:cr_item_sk is not null
+ TableScan [TS_3] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query42.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query42.q.out b/ql/src/test/results/clientpositive/perf/tez/query42.q.out
new file mode 100644
index 0000000..f31a62d
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query42.q.out
@@ -0,0 +1,108 @@
+PREHOOK: query: explain
+select dt.d_year
+ ,item.i_category_id
+ ,item.i_category
+ ,sum(ss_ext_sales_price)
+ from date_dim dt
+ ,store_sales
+ ,item
+ where dt.d_date_sk = store_sales.ss_sold_date_sk
+ and store_sales.ss_item_sk = item.i_item_sk
+ and item.i_manager_id = 1
+ and dt.d_moy=12
+ and dt.d_year=1998
+ group by dt.d_year
+ ,item.i_category_id
+ ,item.i_category
+ order by sum(ss_ext_sales_price) desc,dt.d_year
+ ,item.i_category_id
+ ,item.i_category
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select dt.d_year
+ ,item.i_category_id
+ ,item.i_category
+ ,sum(ss_ext_sales_price)
+ from date_dim dt
+ ,store_sales
+ ,item
+ where dt.d_date_sk = store_sales.ss_sold_date_sk
+ and store_sales.ss_item_sk = item.i_item_sk
+ and item.i_manager_id = 1
+ and dt.d_moy=12
+ and dt.d_year=1998
+ group by dt.d_year
+ ,item.i_category_id
+ ,item.i_category
+ order by sum(ss_ext_sales_price) desc,dt.d_year
+ ,item.i_category_id
+ ,item.i_category
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_24]
+ Select Operator [SEL_23] (rows=100 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Limit [LIM_22] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_21] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ Select Operator [SEL_19] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col3"]
+ Group By Operator [GBY_18] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8
+ Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_32] (rows=231000 width=1436)
+ predicate:((i_manager_id = 1) and i_item_sk is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category_id","i_category","i_manager_id"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_30] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_31] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query43.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query43.q.out b/ql/src/test/results/clientpositive/perf/tez/query43.q.out
new file mode 100644
index 0000000..6db0919
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query43.q.out
@@ -0,0 +1,100 @@
+PREHOOK: query: explain
+select s_store_name, s_store_id,
+ sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales,
+ sum(case when (d_day_name='Monday') then ss_sales_price else null end) mon_sales,
+ sum(case when (d_day_name='Tuesday') then ss_sales_price else null end) tue_sales,
+ sum(case when (d_day_name='Wednesday') then ss_sales_price else null end) wed_sales,
+ sum(case when (d_day_name='Thursday') then ss_sales_price else null end) thu_sales,
+ sum(case when (d_day_name='Friday') then ss_sales_price else null end) fri_sales,
+ sum(case when (d_day_name='Saturday') then ss_sales_price else null end) sat_sales
+ from date_dim, store_sales, store
+ where d_date_sk = ss_sold_date_sk and
+ s_store_sk = ss_store_sk and
+ s_gmt_offset = -6 and
+ d_year = 1998
+ group by s_store_name, s_store_id
+ order by s_store_name, s_store_id,sun_sales,mon_sales,tue_sales,wed_sales,thu_sales,fri_sales,sat_sales
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select s_store_name, s_store_id,
+ sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales,
+ sum(case when (d_day_name='Monday') then ss_sales_price else null end) mon_sales,
+ sum(case when (d_day_name='Tuesday') then ss_sales_price else null end) tue_sales,
+ sum(case when (d_day_name='Wednesday') then ss_sales_price else null end) wed_sales,
+ sum(case when (d_day_name='Thursday') then ss_sales_price else null end) thu_sales,
+ sum(case when (d_day_name='Friday') then ss_sales_price else null end) fri_sales,
+ sum(case when (d_day_name='Saturday') then ss_sales_price else null end) sat_sales
+ from date_dim, store_sales, store
+ where d_date_sk = ss_sold_date_sk and
+ s_store_sk = ss_store_sk and
+ s_gmt_offset = -6 and
+ d_year = 1998
+ group by s_store_name, s_store_id
+ order by s_store_name, s_store_id,sun_sales,mon_sales,tue_sales,wed_sales,thu_sales,fri_sales,sat_sales
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_24]
+ Limit [LIM_23] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_22] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ Group By Operator [GBY_19] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0, KEY._col1
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_17] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col0, _col1
+ Select Operator [SEL_15] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col5","_col7","_col8"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=852 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_32] (rows=852 width=1910)
+ predicate:((s_gmt_offset = -6) and s_store_sk is not null)
+ TableScan [TS_6] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name","s_gmt_offset"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_30] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0","_col2"]
+ Filter Operator [FIL_31] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_day_name"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query44.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query44.q.out b/ql/src/test/results/clientpositive/perf/tez/query44.q.out
new file mode 100644
index 0000000..07187b1
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query44.q.out
@@ -0,0 +1,258 @@
+Warning: Shuffle Join MERGEJOIN[131][tables = [$hdt$_2, $hdt$_3, $hdt$_1]] in Stage 'Reducer 9' is a cross product
+Warning: Shuffle Join MERGEJOIN[133][tables = [$hdt$_4, $hdt$_5, $hdt$_3]] in Stage 'Reducer 13' is a cross product
+PREHOOK: query: explain
+select asceding.rnk, i1.i_product_name best_performing, i2.i_product_name worst_performing
+from(select *
+ from (select item_sk,rank() over (order by rank_col asc) rnk
+ from (select ss_item_sk item_sk,avg(ss_net_profit) rank_col
+ from store_sales ss1
+ where ss_store_sk = 410
+ group by ss_item_sk
+ having avg(ss_net_profit) > 0.9*(select avg(ss_net_profit) rank_col
+ from store_sales
+ where ss_store_sk = 410
+ and ss_hdemo_sk is null
+ group by ss_store_sk))V1)V11
+ where rnk < 11) asceding,
+ (select *
+ from (select item_sk,rank() over (order by rank_col desc) rnk
+ from (select ss_item_sk item_sk,avg(ss_net_profit) rank_col
+ from store_sales ss1
+ where ss_store_sk = 410
+ group by ss_item_sk
+ having avg(ss_net_profit) > 0.9*(select avg(ss_net_profit) rank_col
+ from store_sales
+ where ss_store_sk = 410
+ and ss_hdemo_sk is null
+ group by ss_store_sk))V2)V21
+ where rnk < 11) descending,
+item i1,
+item i2
+where asceding.rnk = descending.rnk
+ and i1.i_item_sk=asceding.item_sk
+ and i2.i_item_sk=descending.item_sk
+order by asceding.rnk
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select asceding.rnk, i1.i_product_name best_performing, i2.i_product_name worst_performing
+from(select *
+ from (select item_sk,rank() over (order by rank_col asc) rnk
+ from (select ss_item_sk item_sk,avg(ss_net_profit) rank_col
+ from store_sales ss1
+ where ss_store_sk = 410
+ group by ss_item_sk
+ having avg(ss_net_profit) > 0.9*(select avg(ss_net_profit) rank_col
+ from store_sales
+ where ss_store_sk = 410
+ and ss_hdemo_sk is null
+ group by ss_store_sk))V1)V11
+ where rnk < 11) asceding,
+ (select *
+ from (select item_sk,rank() over (order by rank_col desc) rnk
+ from (select ss_item_sk item_sk,avg(ss_net_profit) rank_col
+ from store_sales ss1
+ where ss_store_sk = 410
+ group by ss_item_sk
+ having avg(ss_net_profit) > 0.9*(select avg(ss_net_profit) rank_col
+ from store_sales
+ where ss_store_sk = 410
+ and ss_hdemo_sk is null
+ group by ss_store_sk))V2)V21
+ where rnk < 11) descending,
+item i1,
+item i2
+where asceding.rnk = descending.rnk
+ and i1.i_item_sk=asceding.item_sk
+ and i2.i_item_sk=descending.item_sk
+order by asceding.rnk
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 6 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (CUSTOM_SIMPLE_EDGE), Reducer 17 (CUSTOM_SIMPLE_EDGE), Reducer 20 (CUSTOM_SIMPLE_EDGE)
+Reducer 14 <- Reducer 13 (SIMPLE_EDGE)
+Reducer 16 <- Map 15 (SIMPLE_EDGE)
+Reducer 17 <- Map 15 (SIMPLE_EDGE)
+Reducer 19 <- Map 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 20 <- Map 18 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 1 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 7 <- Map 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (CUSTOM_SIMPLE_EDGE)
+Reducer 9 <- Reducer 16 (CUSTOM_SIMPLE_EDGE), Reducer 19 (CUSTOM_SIMPLE_EDGE), Reducer 8 (CUSTOM_SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 4
+ File Output Operator [FS_104]
+ Limit [LIM_103] (rows=100 width=185)
+ Number of rows:100
+ Select Operator [SEL_102] (rows=1393898919384048 width=185)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_101]
+ Select Operator [SEL_100] (rows=1393898919384048 width=185)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_135] (rows=1393898919384048 width=185)
+ Conds:RS_97._col3=RS_98._col3(Inner),Output:["_col1","_col3","_col5"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_132] (rows=1267180808338276 width=185)
+ Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_94]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_121] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_0] (rows=462000 width=1436)
+ default@item,i1,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_product_name"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_95]
+ PartitionCols:_col0
+ Select Operator [SEL_41] (rows=1151982528066248 width=185)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_122] (rows=1151982528066248 width=185)
+ predicate:((rank_window_0 < 11) and _col2 is not null)
+ PTF Operator [PTF_40] (rows=3455947584198744 width=185)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"0"}]
+ Select Operator [SEL_39] (rows=3455947584198744 width=185)
+ Output:["_col2","_col3"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:0
+ Filter Operator [FIL_37] (rows=3455947584198744 width=185)
+ predicate:(_col3 > (0.9 * _col1))
+ Merge Join Operator [MERGEJOIN_131] (rows=10367842752596232 width=185)
+ Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"]
+ <-Reducer 16 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_34]
+ Select Operator [SEL_25] (rows=71999454 width=88)
+ Output:["_col0"]
+ Group By Operator [GBY_24] (rows=71999454 width=88)
+ Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0
+ Group By Operator [GBY_22] (rows=143998908 width=88)
+ Output:["_col0","_col1"],aggregations:["avg(_col1)"],keys:410
+ Select Operator [SEL_20] (rows=143998908 width=88)
+ Output:["_col1"]
+ Filter Operator [FIL_124] (rows=143998908 width=88)
+ predicate:((ss_store_sk = 410) and ss_hdemo_sk is null)
+ TableScan [TS_18] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_hdemo_sk","ss_store_sk","ss_net_profit"]
+ <-Reducer 19 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_35]
+ Group By Operator [GBY_31] (rows=143998908 width=88)
+ Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Group By Operator [GBY_29] (rows=287997817 width=88)
+ Output:["_col0","_col1"],aggregations:["avg(ss_net_profit)"],keys:ss_item_sk
+ Select Operator [SEL_28] (rows=287997817 width=88)
+ Output:["ss_item_sk","ss_net_profit"]
+ Filter Operator [FIL_125] (rows=287997817 width=88)
+ predicate:(ss_store_sk = 410)
+ TableScan [TS_26] (rows=575995635 width=88)
+ default@store_sales,ss1,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk","ss_store_sk","ss_net_profit"]
+ <-Reducer 8 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_33]
+ Select Operator [SEL_17] (rows=1 width=8)
+ Filter Operator [FIL_16] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_14] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 7 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_13]
+ Group By Operator [GBY_12] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_10] (rows=71999454 width=88)
+ Group By Operator [GBY_9] (rows=71999454 width=88)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_8]
+ PartitionCols:_col0
+ Group By Operator [GBY_7] (rows=143998908 width=88)
+ Output:["_col0"],keys:410
+ Select Operator [SEL_5] (rows=143998908 width=88)
+ Filter Operator [FIL_123] (rows=143998908 width=88)
+ predicate:((ss_store_sk = 410) and ss_hdemo_sk is null)
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_hdemo_sk","ss_store_sk"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_98]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_134] (rows=1267180808338276 width=185)
+ Conds:RS_90._col0=RS_91._col0(Inner),Output:["_col1","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_90]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_91]
+ PartitionCols:_col0
+ Select Operator [SEL_86] (rows=1151982528066248 width=185)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_127] (rows=1151982528066248 width=185)
+ predicate:((rank_window_0 < 11) and _col2 is not null)
+ PTF Operator [PTF_85] (rows=3455947584198744 width=185)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 DESC NULLS LAST","partition by:":"0"}]
+ Select Operator [SEL_84] (rows=3455947584198744 width=185)
+ Output:["_col2","_col3"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_83]
+ PartitionCols:0
+ Filter Operator [FIL_82] (rows=3455947584198744 width=185)
+ predicate:(_col3 > (0.9 * _col1))
+ Merge Join Operator [MERGEJOIN_133] (rows=10367842752596232 width=185)
+ Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"]
+ <-Reducer 12 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_78]
+ Select Operator [SEL_62] (rows=1 width=8)
+ Filter Operator [FIL_61] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_59] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_58]
+ Group By Operator [GBY_57] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_55] (rows=71999454 width=88)
+ Group By Operator [GBY_54] (rows=71999454 width=88)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_7]
+ <-Reducer 17 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_79]
+ Select Operator [SEL_70] (rows=71999454 width=88)
+ Output:["_col0"]
+ Group By Operator [GBY_69] (rows=71999454 width=88)
+ Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_68]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_22]
+ <-Reducer 20 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_80]
+ Group By Operator [GBY_76] (rows=143998908 width=88)
+ Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_75]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_29]
+
[25/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query78.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query78.q.out b/ql/src/test/results/clientpositive/perf/query78.q.out
deleted file mode 100644
index 91c244f..0000000
--- a/ql/src/test/results/clientpositive/perf/query78.q.out
+++ /dev/null
@@ -1,292 +0,0 @@
-PREHOOK: query: explain
-with ws as
- (select d_year AS ws_sold_year, ws_item_sk,
- ws_bill_customer_sk ws_customer_sk,
- sum(ws_quantity) ws_qty,
- sum(ws_wholesale_cost) ws_wc,
- sum(ws_sales_price) ws_sp
- from web_sales
- left join web_returns on wr_order_number=ws_order_number and ws_item_sk=wr_item_sk
- join date_dim on ws_sold_date_sk = d_date_sk
- where wr_order_number is null
- group by d_year, ws_item_sk, ws_bill_customer_sk
- ),
-cs as
- (select d_year AS cs_sold_year, cs_item_sk,
- cs_bill_customer_sk cs_customer_sk,
- sum(cs_quantity) cs_qty,
- sum(cs_wholesale_cost) cs_wc,
- sum(cs_sales_price) cs_sp
- from catalog_sales
- left join catalog_returns on cr_order_number=cs_order_number and cs_item_sk=cr_item_sk
- join date_dim on cs_sold_date_sk = d_date_sk
- where cr_order_number is null
- group by d_year, cs_item_sk, cs_bill_customer_sk
- ),
-ss as
- (select d_year AS ss_sold_year, ss_item_sk,
- ss_customer_sk,
- sum(ss_quantity) ss_qty,
- sum(ss_wholesale_cost) ss_wc,
- sum(ss_sales_price) ss_sp
- from store_sales
- left join store_returns on sr_ticket_number=ss_ticket_number and ss_item_sk=sr_item_sk
- join date_dim on ss_sold_date_sk = d_date_sk
- where sr_ticket_number is null
- group by d_year, ss_item_sk, ss_customer_sk
- )
- select
-ss_sold_year, ss_item_sk, ss_customer_sk,
-round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) ratio,
-ss_qty store_qty, ss_wc store_wholesale_cost, ss_sp store_sales_price,
-coalesce(ws_qty,0)+coalesce(cs_qty,0) other_chan_qty,
-coalesce(ws_wc,0)+coalesce(cs_wc,0) other_chan_wholesale_cost,
-coalesce(ws_sp,0)+coalesce(cs_sp,0) other_chan_sales_price
-from ss
-left join ws on (ws_sold_year=ss_sold_year and ws_item_sk=ss_item_sk and ws_customer_sk=ss_customer_sk)
-left join cs on (cs_sold_year=ss_sold_year and cs_item_sk=cs_item_sk and cs_customer_sk=ss_customer_sk)
-where coalesce(ws_qty,0)>0 and coalesce(cs_qty, 0)>0 and ss_sold_year=2000
-order by
- ss_sold_year, ss_item_sk, ss_customer_sk,
- ss_qty desc, ss_wc desc, ss_sp desc,
- other_chan_qty,
- other_chan_wholesale_cost,
- other_chan_sales_price,
- round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2)
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ws as
- (select d_year AS ws_sold_year, ws_item_sk,
- ws_bill_customer_sk ws_customer_sk,
- sum(ws_quantity) ws_qty,
- sum(ws_wholesale_cost) ws_wc,
- sum(ws_sales_price) ws_sp
- from web_sales
- left join web_returns on wr_order_number=ws_order_number and ws_item_sk=wr_item_sk
- join date_dim on ws_sold_date_sk = d_date_sk
- where wr_order_number is null
- group by d_year, ws_item_sk, ws_bill_customer_sk
- ),
-cs as
- (select d_year AS cs_sold_year, cs_item_sk,
- cs_bill_customer_sk cs_customer_sk,
- sum(cs_quantity) cs_qty,
- sum(cs_wholesale_cost) cs_wc,
- sum(cs_sales_price) cs_sp
- from catalog_sales
- left join catalog_returns on cr_order_number=cs_order_number and cs_item_sk=cr_item_sk
- join date_dim on cs_sold_date_sk = d_date_sk
- where cr_order_number is null
- group by d_year, cs_item_sk, cs_bill_customer_sk
- ),
-ss as
- (select d_year AS ss_sold_year, ss_item_sk,
- ss_customer_sk,
- sum(ss_quantity) ss_qty,
- sum(ss_wholesale_cost) ss_wc,
- sum(ss_sales_price) ss_sp
- from store_sales
- left join store_returns on sr_ticket_number=ss_ticket_number and ss_item_sk=sr_item_sk
- join date_dim on ss_sold_date_sk = d_date_sk
- where sr_ticket_number is null
- group by d_year, ss_item_sk, ss_customer_sk
- )
- select
-ss_sold_year, ss_item_sk, ss_customer_sk,
-round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) ratio,
-ss_qty store_qty, ss_wc store_wholesale_cost, ss_sp store_sales_price,
-coalesce(ws_qty,0)+coalesce(cs_qty,0) other_chan_qty,
-coalesce(ws_wc,0)+coalesce(cs_wc,0) other_chan_wholesale_cost,
-coalesce(ws_sp,0)+coalesce(cs_sp,0) other_chan_sales_price
-from ss
-left join ws on (ws_sold_year=ss_sold_year and ws_item_sk=ss_item_sk and ws_customer_sk=ss_customer_sk)
-left join cs on (cs_sold_year=ss_sold_year and cs_item_sk=cs_item_sk and cs_customer_sk=ss_customer_sk)
-where coalesce(ws_qty,0)>0 and coalesce(cs_qty, 0)>0 and ss_sold_year=2000
-order by
- ss_sold_year, ss_item_sk, ss_customer_sk,
- ss_qty desc, ss_wc desc, ss_sp desc,
- other_chan_qty,
- other_chan_wholesale_cost,
- other_chan_sales_price,
- round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2)
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 13 (SIMPLE_EDGE)
-Reducer 15 <- Map 14 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
-Reducer 18 <- Map 17 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (ONE_TO_ONE_EDGE), Reducer 8 (ONE_TO_ONE_EDGE)
-Reducer 5 <- Reducer 10 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 1 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Map 1 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 6
- File Output Operator [FS_78]
- Select Operator [SEL_77] (rows=100 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Limit [LIM_76] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_75] (rows=23425424 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- Select Operator [SEL_73] (rows=23425424 width=88)
- Output:["_col0","_col1","_col6","_col7","_col8","_col9","_col10","_col11","_col12"]
- Filter Operator [FIL_72] (rows=23425424 width=88)
- predicate:(COALESCE(_col11,0) > 0)
- Merge Join Operator [MERGEJOIN_113] (rows=70276272 width=88)
- Conds:RS_69._col1=RS_70._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col11","_col12","_col13"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col0
- Select Operator [SEL_67] (rows=43558464 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_66] (rows=43558464 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_64] (rows=87116928 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col3, _col4
- Merge Join Operator [MERGEJOIN_111] (rows=87116928 width=135)
- Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_97] (rows=36524 width=1119)
- predicate:((d_year = 2000) and d_date_sk is not null)
- TableScan [TS_0] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
- PartitionCols:_col0
- Select Operator [SEL_59] (rows=79197206 width=135)
- Output:["_col0","_col1","_col2","_col4","_col5","_col6"]
- Filter Operator [FIL_58] (rows=79197206 width=135)
- predicate:_col8 is null
- Merge Join Operator [MERGEJOIN_110] (rows=158394413 width=135)
- Conds:RS_55._col2, _col3=RS_56._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col2, _col3
- Select Operator [SEL_52] (rows=143994918 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_104] (rows=143994918 width=135)
- predicate:((cs_item_sk = cs_item_sk) and cs_sold_date_sk is not null)
- TableScan [TS_50] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_order_number","cs_quantity","cs_wholesale_cost","cs_sales_price"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0, _col1
- Select Operator [SEL_54] (rows=28798881 width=106)
- Output:["_col0","_col1"]
- TableScan [TS_53] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_69]
- PartitionCols:_col1
- Filter Operator [FIL_45] (rows=63887519 width=88)
- predicate:(COALESCE(_col7,0) > 0)
- Merge Join Operator [MERGEJOIN_112] (rows=191662559 width=88)
- Conds:RS_42._col1, _col0=RS_43._col1, _col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9"]
- <-Reducer 3 [ONE_TO_ONE_EDGE]
- FORWARD [RS_42]
- PartitionCols:_col1, _col0
- Select Operator [SEL_20] (rows=174238687 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_19] (rows=174238687 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_17] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col4, _col3
- Merge Join Operator [MERGEJOIN_107] (rows=348477374 width=88)
- Conds:RS_13._col0=RS_14._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_14]
- PartitionCols:_col0
- Select Operator [SEL_12] (rows=316797606 width=88)
- Output:["_col0","_col1","_col2","_col4","_col5","_col6"]
- Filter Operator [FIL_11] (rows=316797606 width=88)
- predicate:_col8 is null
- Merge Join Operator [MERGEJOIN_106] (rows=633595212 width=88)
- Conds:RS_8._col1, _col3=RS_9._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_8]
- PartitionCols:_col1, _col3
- Select Operator [SEL_5] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_98] (rows=575995635 width=88)
- predicate:ss_sold_date_sk is not null
- TableScan [TS_3] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_ticket_number","ss_quantity","ss_wholesale_cost","ss_sales_price"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0, _col1
- Select Operator [SEL_7] (rows=57591150 width=77)
- Output:["_col0","_col1"]
- TableScan [TS_6] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"]
- <-Reducer 8 [ONE_TO_ONE_EDGE]
- FORWARD [RS_43]
- PartitionCols:_col1, _col0
- Select Operator [SEL_41] (rows=43560808 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_40] (rows=43560808 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_38] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col4, _col3
- Merge Join Operator [MERGEJOIN_109] (rows=87121617 width=135)
- Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_33] (rows=79201469 width=135)
- Output:["_col0","_col1","_col2","_col4","_col5","_col6"]
- Filter Operator [FIL_32] (rows=79201469 width=135)
- predicate:_col8 is null
- Merge Join Operator [MERGEJOIN_108] (rows=158402938 width=135)
- Conds:RS_29._col1, _col3=RS_30._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col1, _col3
- Select Operator [SEL_26] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_101] (rows=144002668 width=135)
- predicate:ws_sold_date_sk is not null
- TableScan [TS_24] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_order_number","ws_quantity","ws_wholesale_cost","ws_sales_price"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0, _col1
- Select Operator [SEL_28] (rows=14398467 width=92)
- Output:["_col0","_col1"]
- TableScan [TS_27] (rows=14398467 width=92)
- default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query79.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query79.q.out b/ql/src/test/results/clientpositive/perf/query79.q.out
deleted file mode 100644
index b34a83f..0000000
--- a/ql/src/test/results/clientpositive/perf/query79.q.out
+++ /dev/null
@@ -1,140 +0,0 @@
-PREHOOK: query: explain
-select
- c_last_name,c_first_name,substr(s_city,1,30),ss_ticket_number,amt,profit
- from
- (select ss_ticket_number
- ,ss_customer_sk
- ,store.s_city
- ,sum(ss_coupon_amt) amt
- ,sum(ss_net_profit) profit
- from store_sales,date_dim,store,household_demographics
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_store_sk = store.s_store_sk
- and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
- and (household_demographics.hd_dep_count = 8 or household_demographics.hd_vehicle_count > 0)
- and date_dim.d_dow = 1
- and date_dim.d_year in (1998,1998+1,1998+2)
- and store.s_number_employees between 200 and 295
- group by ss_ticket_number,ss_customer_sk,ss_addr_sk,store.s_city) ms,customer
- where ss_customer_sk = c_customer_sk
- order by c_last_name,c_first_name,substr(s_city,1,30), profit
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- c_last_name,c_first_name,substr(s_city,1,30),ss_ticket_number,amt,profit
- from
- (select ss_ticket_number
- ,ss_customer_sk
- ,store.s_city
- ,sum(ss_coupon_amt) amt
- ,sum(ss_net_profit) profit
- from store_sales,date_dim,store,household_demographics
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_store_sk = store.s_store_sk
- and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
- and (household_demographics.hd_dep_count = 8 or household_demographics.hd_vehicle_count > 0)
- and date_dim.d_dow = 1
- and date_dim.d_year in (1998,1998+1,1998+2)
- and store.s_number_employees between 200 and 295
- group by ss_ticket_number,ss_customer_sk,ss_addr_sk,store.s_city) ms,customer
- where ss_customer_sk = c_customer_sk
- order by c_last_name,c_first_name,substr(s_city,1,30), profit
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 6 <- Map 10 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 11 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 3
- File Output Operator [FS_38]
- Limit [LIM_36] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_35] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- Select Operator [SEL_33] (rows=421657640 width=88)
- Output:["_col0","_col1","_col3","_col4","_col5","_col6"]
- Merge Join Operator [MERGEJOIN_61] (rows=421657640 width=88)
- Conds:RS_30._col0=RS_31._col1(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_53] (rows=80000000 width=860)
- predicate:c_customer_sk is not null
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col1
- Select Operator [SEL_28] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_27] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_25] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col3, _col5, _col13
- Merge Join Operator [MERGEJOIN_60] (rows=766650239 width=88)
- Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col13"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=6000 width=107)
- Output:["_col0"]
- Filter Operator [FIL_57] (rows=6000 width=107)
- predicate:(((hd_dep_count = 8) or (hd_vehicle_count > 0)) and hd_demo_sk is not null)
- TableScan [TS_12] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_59] (rows=696954748 width=88)
- Conds:RS_18._col4=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col13"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=189 width=1910)
- Output:["_col0","_col2"]
- Filter Operator [FIL_56] (rows=189 width=1910)
- predicate:(s_number_employees BETWEEN 200 AND 295 and s_store_sk is not null)
- TableScan [TS_9] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_number_employees","s_city"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_58] (rows=633595212 width=88)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Map 4 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_54] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_3] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_55] (rows=18262 width=1119)
- predicate:((d_dow = 1) and (d_year) IN (1998, 1999, 2000) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dow"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query8.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query8.q.out b/ql/src/test/results/clientpositive/perf/query8.q.out
deleted file mode 100644
index 8660fc9..0000000
--- a/ql/src/test/results/clientpositive/perf/query8.q.out
+++ /dev/null
@@ -1,358 +0,0 @@
-PREHOOK: query: explain
-select s_store_name
- ,sum(ss_net_profit)
- from store_sales
- ,date_dim
- ,store,
- (select ca_zip
- from (
- (SELECT substr(ca_zip,1,5) ca_zip
- FROM customer_address
- WHERE substr(ca_zip,1,5) IN (
- '89436','30868','65085','22977','83927','77557',
- '58429','40697','80614','10502','32779',
- '91137','61265','98294','17921','18427',
- '21203','59362','87291','84093','21505',
- '17184','10866','67898','25797','28055',
- '18377','80332','74535','21757','29742',
- '90885','29898','17819','40811','25990',
- '47513','89531','91068','10391','18846',
- '99223','82637','41368','83658','86199',
- '81625','26696','89338','88425','32200',
- '81427','19053','77471','36610','99823',
- '43276','41249','48584','83550','82276',
- '18842','78890','14090','38123','40936',
- '34425','19850','43286','80072','79188',
- '54191','11395','50497','84861','90733',
- '21068','57666','37119','25004','57835',
- '70067','62878','95806','19303','18840',
- '19124','29785','16737','16022','49613',
- '89977','68310','60069','98360','48649',
- '39050','41793','25002','27413','39736',
- '47208','16515','94808','57648','15009',
- '80015','42961','63982','21744','71853',
- '81087','67468','34175','64008','20261',
- '11201','51799','48043','45645','61163',
- '48375','36447','57042','21218','41100',
- '89951','22745','35851','83326','61125',
- '78298','80752','49858','52940','96976',
- '63792','11376','53582','18717','90226',
- '50530','94203','99447','27670','96577',
- '57856','56372','16165','23427','54561',
- '28806','44439','22926','30123','61451',
- '92397','56979','92309','70873','13355',
- '21801','46346','37562','56458','28286',
- '47306','99555','69399','26234','47546',
- '49661','88601','35943','39936','25632',
- '24611','44166','56648','30379','59785',
- '11110','14329','93815','52226','71381',
- '13842','25612','63294','14664','21077',
- '82626','18799','60915','81020','56447',
- '76619','11433','13414','42548','92713',
- '70467','30884','47484','16072','38936',
- '13036','88376','45539','35901','19506',
- '65690','73957','71850','49231','14276',
- '20005','18384','76615','11635','38177',
- '55607','41369','95447','58581','58149',
- '91946','33790','76232','75692','95464',
- '22246','51061','56692','53121','77209',
- '15482','10688','14868','45907','73520',
- '72666','25734','17959','24677','66446',
- '94627','53535','15560','41967','69297',
- '11929','59403','33283','52232','57350',
- '43933','40921','36635','10827','71286',
- '19736','80619','25251','95042','15526',
- '36496','55854','49124','81980','35375',
- '49157','63512','28944','14946','36503',
- '54010','18767','23969','43905','66979',
- '33113','21286','58471','59080','13395',
- '79144','70373','67031','38360','26705',
- '50906','52406','26066','73146','15884',
- '31897','30045','61068','45550','92454',
- '13376','14354','19770','22928','97790',
- '50723','46081','30202','14410','20223',
- '88500','67298','13261','14172','81410',
- '93578','83583','46047','94167','82564',
- '21156','15799','86709','37931','74703',
- '83103','23054','70470','72008','49247',
- '91911','69998','20961','70070','63197',
- '54853','88191','91830','49521','19454',
- '81450','89091','62378','25683','61869',
- '51744','36580','85778','36871','48121',
- '28810','83712','45486','67393','26935',
- '42393','20132','55349','86057','21309',
- '80218','10094','11357','48819','39734',
- '40758','30432','21204','29467','30214',
- '61024','55307','74621','11622','68908',
- '33032','52868','99194','99900','84936',
- '69036','99149','45013','32895','59004',
- '32322','14933','32936','33562','72550',
- '27385','58049','58200','16808','21360',
- '32961','18586','79307','15492'))
- intersect
- (select ca_zip
- from (SELECT substr(ca_zip,1,5) ca_zip,count(*) cnt
- FROM customer_address, customer
- WHERE ca_address_sk = c_current_addr_sk and
- c_preferred_cust_flag='Y'
- group by ca_zip
- having count(*) > 10)A1))A2) V1
- where ss_store_sk = s_store_sk
- and ss_sold_date_sk = d_date_sk
- and d_qoy = 1 and d_year = 2002
- and (substr(s_zip,1,2) = substr(V1.ca_zip,1,2))
- group by s_store_name
- order by s_store_name
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select s_store_name
- ,sum(ss_net_profit)
- from store_sales
- ,date_dim
- ,store,
- (select ca_zip
- from (
- (SELECT substr(ca_zip,1,5) ca_zip
- FROM customer_address
- WHERE substr(ca_zip,1,5) IN (
- '89436','30868','65085','22977','83927','77557',
- '58429','40697','80614','10502','32779',
- '91137','61265','98294','17921','18427',
- '21203','59362','87291','84093','21505',
- '17184','10866','67898','25797','28055',
- '18377','80332','74535','21757','29742',
- '90885','29898','17819','40811','25990',
- '47513','89531','91068','10391','18846',
- '99223','82637','41368','83658','86199',
- '81625','26696','89338','88425','32200',
- '81427','19053','77471','36610','99823',
- '43276','41249','48584','83550','82276',
- '18842','78890','14090','38123','40936',
- '34425','19850','43286','80072','79188',
- '54191','11395','50497','84861','90733',
- '21068','57666','37119','25004','57835',
- '70067','62878','95806','19303','18840',
- '19124','29785','16737','16022','49613',
- '89977','68310','60069','98360','48649',
- '39050','41793','25002','27413','39736',
- '47208','16515','94808','57648','15009',
- '80015','42961','63982','21744','71853',
- '81087','67468','34175','64008','20261',
- '11201','51799','48043','45645','61163',
- '48375','36447','57042','21218','41100',
- '89951','22745','35851','83326','61125',
- '78298','80752','49858','52940','96976',
- '63792','11376','53582','18717','90226',
- '50530','94203','99447','27670','96577',
- '57856','56372','16165','23427','54561',
- '28806','44439','22926','30123','61451',
- '92397','56979','92309','70873','13355',
- '21801','46346','37562','56458','28286',
- '47306','99555','69399','26234','47546',
- '49661','88601','35943','39936','25632',
- '24611','44166','56648','30379','59785',
- '11110','14329','93815','52226','71381',
- '13842','25612','63294','14664','21077',
- '82626','18799','60915','81020','56447',
- '76619','11433','13414','42548','92713',
- '70467','30884','47484','16072','38936',
- '13036','88376','45539','35901','19506',
- '65690','73957','71850','49231','14276',
- '20005','18384','76615','11635','38177',
- '55607','41369','95447','58581','58149',
- '91946','33790','76232','75692','95464',
- '22246','51061','56692','53121','77209',
- '15482','10688','14868','45907','73520',
- '72666','25734','17959','24677','66446',
- '94627','53535','15560','41967','69297',
- '11929','59403','33283','52232','57350',
- '43933','40921','36635','10827','71286',
- '19736','80619','25251','95042','15526',
- '36496','55854','49124','81980','35375',
- '49157','63512','28944','14946','36503',
- '54010','18767','23969','43905','66979',
- '33113','21286','58471','59080','13395',
- '79144','70373','67031','38360','26705',
- '50906','52406','26066','73146','15884',
- '31897','30045','61068','45550','92454',
- '13376','14354','19770','22928','97790',
- '50723','46081','30202','14410','20223',
- '88500','67298','13261','14172','81410',
- '93578','83583','46047','94167','82564',
- '21156','15799','86709','37931','74703',
- '83103','23054','70470','72008','49247',
- '91911','69998','20961','70070','63197',
- '54853','88191','91830','49521','19454',
- '81450','89091','62378','25683','61869',
- '51744','36580','85778','36871','48121',
- '28810','83712','45486','67393','26935',
- '42393','20132','55349','86057','21309',
- '80218','10094','11357','48819','39734',
- '40758','30432','21204','29467','30214',
- '61024','55307','74621','11622','68908',
- '33032','52868','99194','99900','84936',
- '69036','99149','45013','32895','59004',
- '32322','14933','32936','33562','72550',
- '27385','58049','58200','16808','21360',
- '32961','18586','79307','15492'))
- intersect
- (select ca_zip
- from (SELECT substr(ca_zip,1,5) ca_zip,count(*) cnt
- FROM customer_address, customer
- WHERE ca_address_sk = c_current_addr_sk and
- c_preferred_cust_flag='Y'
- group by ca_zip
- having count(*) > 10)A1))A2) V1
- where ss_store_sk = s_store_sk
- and ss_sold_date_sk = d_date_sk
- and d_qoy = 1 and d_year = 2002
- and (substr(s_zip,1,2) = substr(V1.ca_zip,1,2))
- group by s_store_name
- order by s_store_name
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Union 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 17 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
-Reducer 14 <- Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Reducer 14 (SIMPLE_EDGE), Union 9 (CONTAINS)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 8 <- Map 7 (SIMPLE_EDGE), Union 9 (CONTAINS)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 5
- File Output Operator [FS_63]
- Limit [LIM_62] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_61] (rows=348477374 width=88)
- Output:["_col0","_col1"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- Group By Operator [GBY_58] (rows=348477374 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col0
- Group By Operator [GBY_56] (rows=696954748 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col8
- Merge Join Operator [MERGEJOIN_89] (rows=696954748 width=88)
- Conds:RS_52._col1=RS_53._col1(Inner),Output:["_col2","_col8"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_88] (rows=1874 width=1911)
- Conds:RS_45.substr(_col0, 1, 2)=RS_46.substr(_col2, 1, 2)(Inner),Output:["_col1","_col2"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:substr(_col2, 1, 2)
- Select Operator [SEL_44] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_85] (rows=1704 width=1910)
- predicate:(s_store_sk is not null and substr(s_zip, 1, 2) is not null)
- TableScan [TS_42] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:substr(_col0, 1, 2)
- Select Operator [SEL_41] (rows=1 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_40] (rows=1 width=1014)
- predicate:(_col1 = 2)
- Group By Operator [GBY_39] (rows=6833333 width=1014)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Union 9 [SIMPLE_EDGE]
- <-Reducer 15 [CONTAINS]
- Reduce Output Operator [RS_38]
- PartitionCols:_col0
- Group By Operator [GBY_37] (rows=13666666 width=1014)
- Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0
- Group By Operator [GBY_32] (rows=3666666 width=1014)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Group By Operator [GBY_30] (rows=7333333 width=1014)
- Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
- Select Operator [SEL_28] (rows=7333333 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_27] (rows=7333333 width=1014)
- predicate:(_col1 > 10)
- Group By Operator [GBY_26] (rows=22000000 width=1014)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Group By Operator [GBY_24] (rows=44000000 width=1014)
- Output:["_col0","_col1"],aggregations:["count()"],keys:_col1
- Merge Join Operator [MERGEJOIN_87] (rows=44000000 width=1014)
- Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Select Operator [SEL_16] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_83] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and substr(substr(ca_zip, 1, 5), 1, 2) is not null)
- TableScan [TS_14] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_zip"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Select Operator [SEL_19] (rows=40000000 width=860)
- Output:["_col0"]
- Filter Operator [FIL_84] (rows=40000000 width=860)
- predicate:((c_preferred_cust_flag = 'Y') and c_current_addr_sk is not null)
- TableScan [TS_17] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_current_addr_sk","c_preferred_cust_flag"]
- <-Reducer 8 [CONTAINS]
- Reduce Output Operator [RS_38]
- PartitionCols:_col0
- Group By Operator [GBY_37] (rows=13666666 width=1014)
- Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0
- Group By Operator [GBY_12] (rows=10000000 width=1014)
- Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_11]
- PartitionCols:_col0
- Group By Operator [GBY_10] (rows=20000000 width=1014)
- Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
- Select Operator [SEL_8] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_81] (rows=20000000 width=1014)
- predicate:((substr(ca_zip, 1, 5)) IN ('89436', '30868', '65085', '22977', '83927', '77557', '58429', '40697', '80614', '10502', '32779', '91137', '61265', '98294', '17921', '18427', '21203', '59362', '87291', '84093', '21505', '17184', '10866', '67898', '25797', '28055', '18377', '80332', '74535', '21757', '29742', '90885', '29898', '17819', '40811', '25990', '47513', '89531', '91068', '10391', '18846', '99223', '82637', '41368', '83658', '86199', '81625', '26696', '89338', '88425', '32200', '81427', '19053', '77471', '36610', '99823', '43276', '41249', '48584', '83550', '82276', '18842', '78890', '14090', '38123', '40936', '34425', '19850', '43286', '80072', '79188', '54191', '11395', '50497', '84861', '90733', '21068', '57666', '37119', '25004', '57835', '70067', '62878', '95806', '19303', '18840', '19124', '29785', '16737', '16022', '49613', '89977', '68310', '60069', '98360', '48649', '39050', '41793', '25002', '27413', '39736',
'47208', '16515', '94808', '57648', '15009', '80015', '42961', '63982', '21744', '71853', '81087', '67468', '34175', '64008', '20261', '11201', '51799', '48043', '45645', '61163', '48375', '36447', '57042', '21218', '41100', '89951', '22745', '35851', '83326', '61125', '78298', '80752', '49858', '52940', '96976', '63792', '11376', '53582', '18717', '90226', '50530', '94203', '99447', '27670', '96577', '57856', '56372', '16165', '23427', '54561', '28806', '44439', '22926', '30123', '61451', '92397', '56979', '92309', '70873', '13355', '21801', '46346', '37562', '56458', '28286', '47306', '99555', '69399', '26234', '47546', '49661', '88601', '35943', '39936', '25632', '24611', '44166', '56648', '30379', '59785', '11110', '14329', '93815', '52226', '71381', '13842', '25612', '63294', '14664', '21077', '82626', '18799', '60915', '81020', '56447', '76619', '11433', '13414', '42548', '92713', '70467', '30884', '47484', '16072', '38936', '13036', '88376', '45539', '35901', '19506', '65690'
, '73957', '71850', '49231', '14276', '20005', '18384', '76615', '11635', '38177', '55607', '41369', '95447', '58581', '58149', '91946', '33790', '76232', '75692', '95464', '22246', '51061', '56692', '53121', '77209', '15482', '10688', '14868', '45907', '73520', '72666', '25734', '17959', '24677', '66446', '94627', '53535', '15560', '41967', '69297', '11929', '59403', '33283', '52232', '57350', '43933', '40921', '36635', '10827', '71286', '19736', '80619', '25251', '95042', '15526', '36496', '55854', '49124', '81980', '35375', '49157', '63512', '28944', '14946', '36503', '54010', '18767', '23969', '43905', '66979', '33113', '21286', '58471', '59080', '13395', '79144', '70373', '67031', '38360', '26705', '50906', '52406', '26066', '73146', '15884', '31897', '30045', '61068', '45550', '92454', '13376', '14354', '19770', '22928', '97790', '50723', '46081', '30202', '14410', '20223', '88500', '67298', '13261', '14172', '81410', '93578', '83583', '46047', '94167', '82564', '21156', '1579
9', '86709', '37931', '74703', '83103', '23054', '70470', '72008', '49247', '91911', '69998', '20961', '70070', '63197', '54853', '88191', '91830', '49521', '19454', '81450', '89091', '62378', '25683', '61869', '51744', '36580', '85778', '36871', '48121', '28810', '83712', '45486', '67393', '26935', '42393', '20132', '55349', '86057', '21309', '80218', '10094', '11357', '48819', '39734', '40758', '30432', '21204', '29467', '30214', '61024', '55307', '74621', '11622', '68908', '33032', '52868', '99194', '99900', '84936', '69036', '99149', '45013', '32895', '59004', '32322', '14933', '32936', '33562', '72550', '27385', '58049', '58200', '16808', '21360', '32961', '18586', '79307', '15492') and substr(substr(ca_zip, 1, 5), 1, 2) is not null)
- TableScan [TS_6] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_zip"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_86] (rows=633595212 width=88)
- Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_78] (rows=575995635 width=88)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_79] (rows=18262 width=1119)
- predicate:((d_qoy = 1) and (d_year = 2002) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query80.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query80.q.out b/ql/src/test/results/clientpositive/perf/query80.q.out
deleted file mode 100644
index a64cad7..0000000
--- a/ql/src/test/results/clientpositive/perf/query80.q.out
+++ /dev/null
@@ -1,478 +0,0 @@
-PREHOOK: query: explain
-with ssr as
- (select s_store_id as store_id,
- sum(ss_ext_sales_price) as sales,
- sum(coalesce(sr_return_amt, 0)) as returns,
- sum(ss_net_profit - coalesce(sr_net_loss, 0)) as profit
- from store_sales left outer join store_returns on
- (ss_item_sk = sr_item_sk and ss_ticket_number = sr_ticket_number),
- date_dim,
- store,
- item,
- promotion
- where ss_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and ss_store_sk = s_store_sk
- and ss_item_sk = i_item_sk
- and i_current_price > 50
- and ss_promo_sk = p_promo_sk
- and p_channel_tv = 'N'
- group by s_store_id)
- ,
- csr as
- (select cp_catalog_page_id as catalog_page_id,
- sum(cs_ext_sales_price) as sales,
- sum(coalesce(cr_return_amount, 0)) as returns,
- sum(cs_net_profit - coalesce(cr_net_loss, 0)) as profit
- from catalog_sales left outer join catalog_returns on
- (cs_item_sk = cr_item_sk and cs_order_number = cr_order_number),
- date_dim,
- catalog_page,
- item,
- promotion
- where cs_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and cs_catalog_page_sk = cp_catalog_page_sk
- and cs_item_sk = i_item_sk
- and i_current_price > 50
- and cs_promo_sk = p_promo_sk
- and p_channel_tv = 'N'
-group by cp_catalog_page_id)
- ,
- wsr as
- (select web_site_id,
- sum(ws_ext_sales_price) as sales,
- sum(coalesce(wr_return_amt, 0)) as returns,
- sum(ws_net_profit - coalesce(wr_net_loss, 0)) as profit
- from web_sales left outer join web_returns on
- (ws_item_sk = wr_item_sk and ws_order_number = wr_order_number),
- date_dim,
- web_site,
- item,
- promotion
- where ws_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and ws_web_site_sk = web_site_sk
- and ws_item_sk = i_item_sk
- and i_current_price > 50
- and ws_promo_sk = p_promo_sk
- and p_channel_tv = 'N'
-group by web_site_id)
- select channel
- , id
- , sum(sales) as sales
- , sum(returns) as returns
- , sum(profit) as profit
- from
- (select 'store channel' as channel
- , 'store' || store_id as id
- , sales
- , returns
- , profit
- from ssr
- union all
- select 'catalog channel' as channel
- , 'catalog_page' || catalog_page_id as id
- , sales
- , returns
- , profit
- from csr
- union all
- select 'web channel' as channel
- , 'web_site' || web_site_id as id
- , sales
- , returns
- , profit
- from wsr
- ) x
- group by rollup (channel, id)
- order by channel
- ,id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ssr as
- (select s_store_id as store_id,
- sum(ss_ext_sales_price) as sales,
- sum(coalesce(sr_return_amt, 0)) as returns,
- sum(ss_net_profit - coalesce(sr_net_loss, 0)) as profit
- from store_sales left outer join store_returns on
- (ss_item_sk = sr_item_sk and ss_ticket_number = sr_ticket_number),
- date_dim,
- store,
- item,
- promotion
- where ss_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and ss_store_sk = s_store_sk
- and ss_item_sk = i_item_sk
- and i_current_price > 50
- and ss_promo_sk = p_promo_sk
- and p_channel_tv = 'N'
- group by s_store_id)
- ,
- csr as
- (select cp_catalog_page_id as catalog_page_id,
- sum(cs_ext_sales_price) as sales,
- sum(coalesce(cr_return_amount, 0)) as returns,
- sum(cs_net_profit - coalesce(cr_net_loss, 0)) as profit
- from catalog_sales left outer join catalog_returns on
- (cs_item_sk = cr_item_sk and cs_order_number = cr_order_number),
- date_dim,
- catalog_page,
- item,
- promotion
- where cs_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and cs_catalog_page_sk = cp_catalog_page_sk
- and cs_item_sk = i_item_sk
- and i_current_price > 50
- and cs_promo_sk = p_promo_sk
- and p_channel_tv = 'N'
-group by cp_catalog_page_id)
- ,
- wsr as
- (select web_site_id,
- sum(ws_ext_sales_price) as sales,
- sum(coalesce(wr_return_amt, 0)) as returns,
- sum(ws_net_profit - coalesce(wr_net_loss, 0)) as profit
- from web_sales left outer join web_returns on
- (ws_item_sk = wr_item_sk and ws_order_number = wr_order_number),
- date_dim,
- web_site,
- item,
- promotion
- where ws_sold_date_sk = d_date_sk
- and d_date between cast('1998-08-04' as date)
- and (cast('1998-08-04' as date) + 30 days)
- and ws_web_site_sk = web_site_sk
- and ws_item_sk = i_item_sk
- and i_current_price > 50
- and ws_promo_sk = p_promo_sk
- and p_channel_tv = 'N'
-group by web_site_id)
- select channel
- , id
- , sum(sales) as sales
- , sum(returns) as returns
- , sum(profit) as profit
- from
- (select 'store channel' as channel
- , 'store' || store_id as id
- , sales
- , returns
- , profit
- from ssr
- union all
- select 'catalog channel' as channel
- , 'catalog_page' || catalog_page_id as id
- , sales
- , returns
- , profit
- from csr
- union all
- select 'web channel' as channel
- , 'web_site' || web_site_id as id
- , sales
- , returns
- , profit
- from wsr
- ) x
- group by rollup (channel, id)
- order by channel
- ,id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 13 <- Map 12 (SIMPLE_EDGE), Reducer 27 (SIMPLE_EDGE)
-Reducer 14 <- Map 23 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Map 24 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 29 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Union 8 (CONTAINS)
-Reducer 18 <- Map 12 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE)
-Reducer 19 <- Map 23 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
-Reducer 20 <- Map 24 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
-Reducer 21 <- Map 33 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
-Reducer 22 <- Reducer 21 (SIMPLE_EDGE), Union 8 (CONTAINS)
-Reducer 27 <- Map 26 (SIMPLE_EDGE), Map 28 (SIMPLE_EDGE)
-Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 31 <- Map 30 (SIMPLE_EDGE), Map 32 (SIMPLE_EDGE)
-Reducer 4 <- Map 23 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 24 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 25 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE), Union 8 (CONTAINS)
-Reducer 9 <- Union 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 10
- File Output Operator [FS_127]
- Limit [LIM_126] (rows=100 width=108)
- Number of rows:100
- Select Operator [SEL_125] (rows=1217531358 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_124]
- Select Operator [SEL_123] (rows=1217531358 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_122] (rows=1217531358 width=108)
- Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Union 8 [SIMPLE_EDGE]
- <-Reducer 17 [CONTAINS]
- Reduce Output Operator [RS_121]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_120] (rows=2435062716 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
- Select Operator [SEL_77] (rows=231905279 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_76] (rows=231905279 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_75]
- PartitionCols:_col0
- Group By Operator [GBY_74] (rows=463810558 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0
- Select Operator [SEL_72] (rows=463810558 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_212] (rows=463810558 width=135)
- Conds:RS_69._col1=RS_70._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"]
- <-Map 29 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col0
- Select Operator [SEL_56] (rows=46000 width=460)
- Output:["_col0","_col1"]
- Filter Operator [FIL_196] (rows=46000 width=460)
- predicate:cp_catalog_page_sk is not null
- TableScan [TS_54] (rows=46000 width=460)
- default@catalog_page,catalog_page,Tbl:COMPLETE,Col:NONE,Output:["cp_catalog_page_sk","cp_catalog_page_id"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_69]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_211] (rows=421645953 width=135)
- Conds:RS_66._col3=RS_67._col0(Inner),Output:["_col1","_col5","_col6","_col9","_col10"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=1150 width=1179)
- Output:["_col0"]
- Filter Operator [FIL_189] (rows=1150 width=1179)
- predicate:((p_channel_tv = 'N') and p_promo_sk is not null)
- TableScan [TS_12] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_tv"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_66]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_210] (rows=383314495 width=135)
- Conds:RS_63._col2=RS_64._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col9","_col10"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=154000 width=1436)
- Output:["_col0"]
- Filter Operator [FIL_188] (rows=154000 width=1436)
- predicate:((i_current_price > 50) and i_item_sk is not null)
- TableScan [TS_9] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_209] (rows=348467716 width=135)
- Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_187] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-08-04 00:00:00.0 AND 1998-09-03 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 27 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_208] (rows=316788826 width=135)
- Conds:RS_57._col2, _col4=RS_58._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col2, _col4
- Select Operator [SEL_41] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_191] (rows=287989836 width=135)
- predicate:(cs_catalog_page_sk is not null and cs_item_sk is not null and cs_promo_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_39] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_ext_sales_price","cs_net_profit"]
- <-Map 28 [SIMPLE_EDGE]
- SHUFFLE [RS_58]
- PartitionCols:_col0, _col1
- Select Operator [SEL_44] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_192] (rows=28798881 width=106)
- predicate:cr_item_sk is not null
- TableScan [TS_42] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_amount","cr_net_loss"]
- <-Reducer 22 [CONTAINS]
- Reduce Output Operator [RS_121]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_120] (rows=2435062716 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
- Select Operator [SEL_117] (rows=115958879 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_116] (rows=115958879 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_115]
- PartitionCols:_col0
- Group By Operator [GBY_114] (rows=231917759 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0
- Select Operator [SEL_112] (rows=231917759 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_217] (rows=231917759 width=135)
- Conds:RS_109._col2=RS_110._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"]
- <-Map 33 [SIMPLE_EDGE]
- SHUFFLE [RS_110]
- PartitionCols:_col0
- Select Operator [SEL_96] (rows=84 width=1850)
- Output:["_col0","_col1"]
- Filter Operator [FIL_202] (rows=84 width=1850)
- predicate:web_site_sk is not null
- TableScan [TS_94] (rows=84 width=1850)
- default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_site_id"]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_216] (rows=210834322 width=135)
- Conds:RS_106._col3=RS_107._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_107]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_106]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_215] (rows=191667562 width=135)
- Conds:RS_103._col1=RS_104._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_104]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_103]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_214] (rows=174243235 width=135)
- Conds:RS_100._col0=RS_101._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_101]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 31 [SIMPLE_EDGE]
- SHUFFLE [RS_100]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_213] (rows=158402938 width=135)
- Conds:RS_97._col1, _col4=RS_98._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
- <-Map 30 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col1, _col4
- Select Operator [SEL_81] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_197] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_promo_sk is not null and ws_sold_date_sk is not null and ws_web_site_sk is not null)
- TableScan [TS_79] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_site_sk","ws_promo_sk","ws_order_number","ws_ext_sales_price","ws_net_profit"]
- <-Map 32 [SIMPLE_EDGE]
- SHUFFLE [RS_98]
- PartitionCols:_col0, _col1
- Select Operator [SEL_84] (rows=14398467 width=92)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_198] (rows=14398467 width=92)
- predicate:wr_item_sk is not null
- TableScan [TS_82] (rows=14398467 width=92)
- default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"]
- <-Reducer 7 [CONTAINS]
- Reduce Output Operator [RS_121]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_120] (rows=2435062716 width=108)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
- Select Operator [SEL_38] (rows=463823414 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_37] (rows=463823414 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col0
- Group By Operator [GBY_35] (rows=927646829 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0
- Select Operator [SEL_33] (rows=927646829 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_207] (rows=927646829 width=88)
- Conds:RS_30._col2=RS_31._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_190] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_15] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_206] (rows=843315281 width=88)
- Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_205] (rows=766650239 width=88)
- Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_204] (rows=696954748 width=88)
- Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_203] (rows=633595212 width=88)
- Conds:RS_18._col1, _col4=RS_19._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1, _col4
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_185] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_ext_sales_price","ss_net_profit"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0, _col1
- Select Operator [SEL_5] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_186] (rows=57591150 width=77)
- predicate:sr_item_sk is not null
- TableScan [TS_3] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_amt","sr_net_loss"]
-
[36/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query27.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query27.q.out b/ql/src/test/results/clientpositive/perf/query27.q.out
deleted file mode 100644
index c6a1905..0000000
--- a/ql/src/test/results/clientpositive/perf/query27.q.out
+++ /dev/null
@@ -1,140 +0,0 @@
-PREHOOK: query: explain
-select i_item_id,
- s_state, grouping(s_state) g_state,
- avg(ss_quantity) agg1,
- avg(ss_list_price) agg2,
- avg(ss_coupon_amt) agg3,
- avg(ss_sales_price) agg4
- from store_sales, customer_demographics, date_dim, store, item
- where ss_sold_date_sk = d_date_sk and
- ss_item_sk = i_item_sk and
- ss_store_sk = s_store_sk and
- ss_cdemo_sk = cd_demo_sk and
- cd_gender = 'M' and
- cd_marital_status = 'U' and
- cd_education_status = '2 yr Degree' and
- d_year = 2001 and
- s_state in ('SD','FL', 'MI', 'LA', 'MO', 'SC')
- group by rollup (i_item_id, s_state)
- order by i_item_id
- ,s_state
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_item_id,
- s_state, grouping(s_state) g_state,
- avg(ss_quantity) agg1,
- avg(ss_list_price) agg2,
- avg(ss_coupon_amt) agg3,
- avg(ss_sales_price) agg4
- from store_sales, customer_demographics, date_dim, store, item
- where ss_sold_date_sk = d_date_sk and
- ss_item_sk = i_item_sk and
- ss_store_sk = s_store_sk and
- ss_cdemo_sk = cd_demo_sk and
- cd_gender = 'M' and
- cd_marital_status = 'U' and
- cd_education_status = '2 yr Degree' and
- d_year = 2001 and
- s_state in ('SD','FL', 'MI', 'LA', 'MO', 'SC')
- group by rollup (i_item_id, s_state)
- order by i_item_id
- ,s_state
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_36]
- Limit [LIM_35] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_34] (rows=1264972921 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- Select Operator [SEL_32] (rows=1264972921 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Group By Operator [GBY_31] (rows=1264972921 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_29] (rows=2529945843 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["avg(_col2)","avg(_col3)","avg(_col4)","avg(_col5)"],keys:_col0, _col1, 0
- Select Operator [SEL_27] (rows=843315281 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_59] (rows=843315281 width=88)
- Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15","_col17"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_55] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_12] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_58] (rows=766650239 width=88)
- Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col15"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=852 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_54] (rows=852 width=1910)
- predicate:((s_state) IN ('SD', 'FL', 'MI', 'LA', 'MO', 'SC') and s_store_sk is not null)
- TableScan [TS_9] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_57] (rows=696954748 width=88)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_53] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_56] (rows=633595212 width=88)
- Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_51] (rows=575995635 width=88)
- predicate:(ss_cdemo_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_store_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=232725 width=385)
- Output:["_col0"]
- Filter Operator [FIL_52] (rows=232725 width=385)
- predicate:((cd_education_status = '2 yr Degree') and (cd_gender = 'M') and (cd_marital_status = 'U') and cd_demo_sk is not null)
- TableScan [TS_3] (rows=1861800 width=385)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query28.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query28.q.out b/ql/src/test/results/clientpositive/perf/query28.q.out
deleted file mode 100644
index 33dc1ae..0000000
--- a/ql/src/test/results/clientpositive/perf/query28.q.out
+++ /dev/null
@@ -1,256 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[94][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5]] in Stage 'Reducer 4' is a cross product
-PREHOOK: query: explain
-select *
-from (select avg(ss_list_price) B1_LP
- ,count(ss_list_price) B1_CNT
- ,count(distinct ss_list_price) B1_CNTD
- from store_sales
- where ss_quantity between 0 and 5
- and (ss_list_price between 11 and 11+10
- or ss_coupon_amt between 460 and 460+1000
- or ss_wholesale_cost between 14 and 14+20)) B1,
- (select avg(ss_list_price) B2_LP
- ,count(ss_list_price) B2_CNT
- ,count(distinct ss_list_price) B2_CNTD
- from store_sales
- where ss_quantity between 6 and 10
- and (ss_list_price between 91 and 91+10
- or ss_coupon_amt between 1430 and 1430+1000
- or ss_wholesale_cost between 32 and 32+20)) B2,
- (select avg(ss_list_price) B3_LP
- ,count(ss_list_price) B3_CNT
- ,count(distinct ss_list_price) B3_CNTD
- from store_sales
- where ss_quantity between 11 and 15
- and (ss_list_price between 66 and 66+10
- or ss_coupon_amt between 920 and 920+1000
- or ss_wholesale_cost between 4 and 4+20)) B3,
- (select avg(ss_list_price) B4_LP
- ,count(ss_list_price) B4_CNT
- ,count(distinct ss_list_price) B4_CNTD
- from store_sales
- where ss_quantity between 16 and 20
- and (ss_list_price between 142 and 142+10
- or ss_coupon_amt between 3054 and 3054+1000
- or ss_wholesale_cost between 80 and 80+20)) B4,
- (select avg(ss_list_price) B5_LP
- ,count(ss_list_price) B5_CNT
- ,count(distinct ss_list_price) B5_CNTD
- from store_sales
- where ss_quantity between 21 and 25
- and (ss_list_price between 135 and 135+10
- or ss_coupon_amt between 14180 and 14180+1000
- or ss_wholesale_cost between 38 and 38+20)) B5,
- (select avg(ss_list_price) B6_LP
- ,count(ss_list_price) B6_CNT
- ,count(distinct ss_list_price) B6_CNTD
- from store_sales
- where ss_quantity between 26 and 30
- and (ss_list_price between 28 and 28+10
- or ss_coupon_amt between 2513 and 2513+1000
- or ss_wholesale_cost between 42 and 42+20)) B6
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select *
-from (select avg(ss_list_price) B1_LP
- ,count(ss_list_price) B1_CNT
- ,count(distinct ss_list_price) B1_CNTD
- from store_sales
- where ss_quantity between 0 and 5
- and (ss_list_price between 11 and 11+10
- or ss_coupon_amt between 460 and 460+1000
- or ss_wholesale_cost between 14 and 14+20)) B1,
- (select avg(ss_list_price) B2_LP
- ,count(ss_list_price) B2_CNT
- ,count(distinct ss_list_price) B2_CNTD
- from store_sales
- where ss_quantity between 6 and 10
- and (ss_list_price between 91 and 91+10
- or ss_coupon_amt between 1430 and 1430+1000
- or ss_wholesale_cost between 32 and 32+20)) B2,
- (select avg(ss_list_price) B3_LP
- ,count(ss_list_price) B3_CNT
- ,count(distinct ss_list_price) B3_CNTD
- from store_sales
- where ss_quantity between 11 and 15
- and (ss_list_price between 66 and 66+10
- or ss_coupon_amt between 920 and 920+1000
- or ss_wholesale_cost between 4 and 4+20)) B3,
- (select avg(ss_list_price) B4_LP
- ,count(ss_list_price) B4_CNT
- ,count(distinct ss_list_price) B4_CNTD
- from store_sales
- where ss_quantity between 16 and 20
- and (ss_list_price between 142 and 142+10
- or ss_coupon_amt between 3054 and 3054+1000
- or ss_wholesale_cost between 80 and 80+20)) B4,
- (select avg(ss_list_price) B5_LP
- ,count(ss_list_price) B5_CNT
- ,count(distinct ss_list_price) B5_CNTD
- from store_sales
- where ss_quantity between 21 and 25
- and (ss_list_price between 135 and 135+10
- or ss_coupon_amt between 14180 and 14180+1000
- or ss_wholesale_cost between 38 and 38+20)) B5,
- (select avg(ss_list_price) B6_LP
- ,count(ss_list_price) B6_CNT
- ,count(distinct ss_list_price) B6_CNTD
- from store_sales
- where ss_quantity between 26 and 30
- and (ss_list_price between 28 and 28+10
- or ss_coupon_amt between 2513 and 2513+1000
- or ss_wholesale_cost between 42 and 42+20)) B6
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (CUSTOM_SIMPLE_EDGE)
-Reducer 11 <- Map 1 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE)
-Reducer 13 <- Map 1 (SIMPLE_EDGE)
-Reducer 14 <- Reducer 13 (CUSTOM_SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE)
-Reducer 4 <- Reducer 10 (CUSTOM_SIMPLE_EDGE), Reducer 12 (CUSTOM_SIMPLE_EDGE), Reducer 14 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE), Reducer 8 (CUSTOM_SIMPLE_EDGE)
-Reducer 5 <- Map 1 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (CUSTOM_SIMPLE_EDGE)
-Reducer 7 <- Map 1 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (CUSTOM_SIMPLE_EDGE)
-Reducer 9 <- Map 1 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 4
- File Output Operator [FS_51]
- Limit [LIM_50] (rows=1 width=3505)
- Number of rows:100
- Select Operator [SEL_49] (rows=1 width=3505)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"]
- Merge Join Operator [MERGEJOIN_94] (rows=1 width=3505)
- Conds:(Inner),(Inner),(Inner),(Inner),(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"]
- <-Reducer 10 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_45]
- Group By Operator [GBY_81] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
- <-Reducer 9 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_80]
- Group By Operator [GBY_79] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
- Group By Operator [GBY_78] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_77]
- PartitionCols:_col0
- Group By Operator [GBY_76] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_23] (rows=21333171 width=88)
- Output:["ss_list_price"]
- Filter Operator [FIL_55] (rows=21333171 width=88)
- predicate:((ss_list_price BETWEEN 142 AND 152 or ss_coupon_amt BETWEEN 3054 AND 4054 or ss_wholesale_cost BETWEEN 80 AND 100) and ss_quantity BETWEEN 16 AND 20)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"]
- <-Reducer 12 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_46]
- Group By Operator [GBY_87] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
- <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_86]
- Group By Operator [GBY_85] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
- Group By Operator [GBY_84] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
- PartitionCols:_col0
- Group By Operator [GBY_82] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_30] (rows=21333171 width=88)
- Output:["ss_list_price"]
- Filter Operator [FIL_56] (rows=21333171 width=88)
- predicate:((ss_list_price BETWEEN 66 AND 76 or ss_coupon_amt BETWEEN 920 AND 1920 or ss_wholesale_cost BETWEEN 4 AND 24) and ss_quantity BETWEEN 11 AND 15)
- Please refer to the previous TableScan [TS_0]
- <-Reducer 14 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_47]
- Group By Operator [GBY_93] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
- <-Reducer 13 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_92]
- Group By Operator [GBY_91] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
- Group By Operator [GBY_90] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- PartitionCols:_col0
- Group By Operator [GBY_88] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_37] (rows=21333171 width=88)
- Output:["ss_list_price"]
- Filter Operator [FIL_57] (rows=21333171 width=88)
- predicate:((ss_list_price BETWEEN 91 AND 101 or ss_coupon_amt BETWEEN 1430 AND 2430 or ss_wholesale_cost BETWEEN 32 AND 52) and ss_quantity BETWEEN 6 AND 10)
- Please refer to the previous TableScan [TS_0]
- <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_42]
- Group By Operator [GBY_63] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
- <-Reducer 2 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_62]
- Group By Operator [GBY_61] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
- Group By Operator [GBY_60] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0
- Group By Operator [GBY_58] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_2] (rows=21333171 width=88)
- Output:["ss_list_price"]
- Filter Operator [FIL_52] (rows=21333171 width=88)
- predicate:((ss_list_price BETWEEN 11 AND 21 or ss_coupon_amt BETWEEN 460 AND 1460 or ss_wholesale_cost BETWEEN 14 AND 34) and ss_quantity BETWEEN 0 AND 5)
- Please refer to the previous TableScan [TS_0]
- <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_43]
- Group By Operator [GBY_69] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
- <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_68]
- Group By Operator [GBY_67] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
- Group By Operator [GBY_66] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
- PartitionCols:_col0
- Group By Operator [GBY_64] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_9] (rows=21333171 width=88)
- Output:["ss_list_price"]
- Filter Operator [FIL_53] (rows=21333171 width=88)
- predicate:((ss_list_price BETWEEN 28 AND 38 or ss_coupon_amt BETWEEN 2513 AND 3513 or ss_wholesale_cost BETWEEN 42 AND 62) and ss_quantity BETWEEN 26 AND 30)
- Please refer to the previous TableScan [TS_0]
- <-Reducer 8 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_44]
- Group By Operator [GBY_75] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
- <-Reducer 7 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_74]
- Group By Operator [GBY_73] (rows=1 width=584)
- Output:["_col0","_col1","_col2"],aggregations:["avg(_col1)","count(_col2)","count(_col0)"]
- Group By Operator [GBY_72] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- PartitionCols:_col0
- Group By Operator [GBY_70] (rows=21333171 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["avg(ss_list_price)","count(ss_list_price)"],keys:ss_list_price
- Select Operator [SEL_16] (rows=21333171 width=88)
- Output:["ss_list_price"]
- Filter Operator [FIL_54] (rows=21333171 width=88)
- predicate:((ss_list_price BETWEEN 135 AND 145 or ss_coupon_amt BETWEEN 14180 AND 15180 or ss_wholesale_cost BETWEEN 38 AND 58) and ss_quantity BETWEEN 21 AND 25)
- Please refer to the previous TableScan [TS_0]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query29.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query29.q.out b/ql/src/test/results/clientpositive/perf/query29.q.out
deleted file mode 100644
index 81abe01..0000000
--- a/ql/src/test/results/clientpositive/perf/query29.q.out
+++ /dev/null
@@ -1,230 +0,0 @@
-PREHOOK: query: explain
-select
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- ,sum(ss_quantity) as store_sales_quantity
- ,sum(sr_return_quantity) as store_returns_quantity
- ,sum(cs_quantity) as catalog_sales_quantity
- from
- store_sales
- ,store_returns
- ,catalog_sales
- ,date_dim d1
- ,date_dim d2
- ,date_dim d3
- ,store
- ,item
- where
- d1.d_moy = 4
- and d1.d_year = 1999
- and d1.d_date_sk = ss_sold_date_sk
- and i_item_sk = ss_item_sk
- and s_store_sk = ss_store_sk
- and ss_customer_sk = sr_customer_sk
- and ss_item_sk = sr_item_sk
- and ss_ticket_number = sr_ticket_number
- and sr_returned_date_sk = d2.d_date_sk
- and d2.d_moy between 4 and 4 + 3
- and d2.d_year = 1999
- and sr_customer_sk = cs_bill_customer_sk
- and sr_item_sk = cs_item_sk
- and cs_sold_date_sk = d3.d_date_sk
- and d3.d_year in (1999,1999+1,1999+2)
- group by
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- order by
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- ,sum(ss_quantity) as store_sales_quantity
- ,sum(sr_return_quantity) as store_returns_quantity
- ,sum(cs_quantity) as catalog_sales_quantity
- from
- store_sales
- ,store_returns
- ,catalog_sales
- ,date_dim d1
- ,date_dim d2
- ,date_dim d3
- ,store
- ,item
- where
- d1.d_moy = 4
- and d1.d_year = 1999
- and d1.d_date_sk = ss_sold_date_sk
- and i_item_sk = ss_item_sk
- and s_store_sk = ss_store_sk
- and ss_customer_sk = sr_customer_sk
- and ss_item_sk = sr_item_sk
- and ss_ticket_number = sr_ticket_number
- and sr_returned_date_sk = d2.d_date_sk
- and d2.d_moy between 4 and 4 + 3
- and d2.d_year = 1999
- and sr_customer_sk = cs_bill_customer_sk
- and sr_item_sk = cs_item_sk
- and cs_sold_date_sk = d3.d_date_sk
- and d3.d_year in (1999,1999+1,1999+2)
- group by
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- order by
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 15 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 16 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 8 <- Map 12 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 13 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 5
- File Output Operator [FS_55]
- Limit [LIM_54] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_53] (rows=463823414 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- Group By Operator [GBY_50] (rows=463823414 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_48] (rows=927646829 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col14)","sum(_col22)","sum(_col3)"],keys:_col7, _col8, _col27, _col28
- Merge Join Operator [MERGEJOIN_99] (rows=927646829 width=88)
- Conds:RS_44._col1, _col2=RS_45._col14, _col13(Inner),Output:["_col3","_col7","_col8","_col14","_col22","_col27","_col28"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col14, _col13
- Select Operator [SEL_40] (rows=843315281 width=88)
- Output:["_col1","_col2","_col8","_col13","_col14","_col16","_col21","_col22"]
- Merge Join Operator [MERGEJOIN_98] (rows=843315281 width=88)
- Conds:RS_37._col3=RS_38._col0(Inner),Output:["_col5","_col10","_col11","_col13","_col18","_col19","_col21","_col22"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col0
- Select Operator [SEL_27] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_92] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_25] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_97] (rows=766650239 width=88)
- Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col3","_col5","_col10","_col11","_col13","_col18","_col19"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_24] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_91] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_22] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_96] (rows=696954748 width=88)
- Conds:RS_31._col1, _col2, _col4=RS_32._col1, _col2, _col3(Inner),Output:["_col1","_col3","_col5","_col10","_col11","_col13"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col1, _col2, _col3
- Merge Join Operator [MERGEJOIN_95] (rows=63350266 width=77)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=4058 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_90] (rows=4058 width=1119)
- predicate:((d_year = 1999) and d_date_sk is not null and d_moy BETWEEN 4 AND 7)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_89] (rows=57591150 width=77)
- predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null)
- TableScan [TS_12] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col1, _col2, _col4
- Merge Join Operator [MERGEJOIN_94] (rows=633595212 width=88)
- Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_88] (rows=18262 width=1119)
- predicate:((d_moy = 4) and (d_year = 1999) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_9]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_87] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
- TableScan [TS_6] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_93] (rows=316788826 width=135)
- Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_85] (rows=287989836 width=135)
- predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_0] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=36525 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_86] (rows=36525 width=1119)
- predicate:((d_year) IN (1999, 2000, 2001) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,d3,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query3.q.out b/ql/src/test/results/clientpositive/perf/query3.q.out
deleted file mode 100644
index 462f05d..0000000
--- a/ql/src/test/results/clientpositive/perf/query3.q.out
+++ /dev/null
@@ -1,102 +0,0 @@
-PREHOOK: query: explain
-select dt.d_year
- ,item.i_brand_id brand_id
- ,item.i_brand brand
- ,sum(ss_ext_sales_price) sum_agg
- from date_dim dt
- ,store_sales
- ,item
- where dt.d_date_sk = store_sales.ss_sold_date_sk
- and store_sales.ss_item_sk = item.i_item_sk
- and item.i_manufact_id = 436
- and dt.d_moy=12
- group by dt.d_year
- ,item.i_brand
- ,item.i_brand_id
- order by dt.d_year
- ,sum_agg desc
- ,brand_id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select dt.d_year
- ,item.i_brand_id brand_id
- ,item.i_brand brand
- ,sum(ss_ext_sales_price) sum_agg
- from date_dim dt
- ,store_sales
- ,item
- where dt.d_date_sk = store_sales.ss_sold_date_sk
- and store_sales.ss_item_sk = item.i_item_sk
- and item.i_manufact_id = 436
- and dt.d_moy=12
- group by dt.d_year
- ,item.i_brand
- ,item.i_brand_id
- order by dt.d_year
- ,sum_agg desc
- ,brand_id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 5
- File Output Operator [FS_24]
- Limit [LIM_23] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_22] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- Group By Operator [GBY_18] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_16] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)"],keys:_col8, _col4, _col5
- Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col2","_col4","_col5","_col8"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_32] (rows=36524 width=1119)
- predicate:((d_moy = 12) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
- Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col4","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_30] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_31] (rows=231000 width=1436)
- predicate:((i_manufact_id = 436) and i_item_sk is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manufact_id"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query30.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query30.q.out b/ql/src/test/results/clientpositive/perf/query30.q.out
deleted file mode 100644
index 93ce9cd..0000000
--- a/ql/src/test/results/clientpositive/perf/query30.q.out
+++ /dev/null
@@ -1,211 +0,0 @@
-PREHOOK: query: explain
-with customer_total_return as
- (select wr_returning_customer_sk as ctr_customer_sk
- ,ca_state as ctr_state,
- sum(wr_return_amt) as ctr_total_return
- from web_returns
- ,date_dim
- ,customer_address
- where wr_returned_date_sk = d_date_sk
- and d_year =2002
- and wr_returning_addr_sk = ca_address_sk
- group by wr_returning_customer_sk
- ,ca_state)
- select c_customer_id,c_salutation,c_first_name,c_last_name,c_preferred_cust_flag
- ,c_birth_day,c_birth_month,c_birth_year,c_birth_country,c_login,c_email_address
- ,c_last_review_date,ctr_total_return
- from customer_total_return ctr1
- ,customer_address
- ,customer
- where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
- from customer_total_return ctr2
- where ctr1.ctr_state = ctr2.ctr_state)
- and ca_address_sk = c_current_addr_sk
- and ca_state = 'IL'
- and ctr1.ctr_customer_sk = c_customer_sk
- order by c_customer_id,c_salutation,c_first_name,c_last_name,c_preferred_cust_flag
- ,c_birth_day,c_birth_month,c_birth_year,c_birth_country,c_login,c_email_address
- ,c_last_review_date,ctr_total_return
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with customer_total_return as
- (select wr_returning_customer_sk as ctr_customer_sk
- ,ca_state as ctr_state,
- sum(wr_return_amt) as ctr_total_return
- from web_returns
- ,date_dim
- ,customer_address
- where wr_returned_date_sk = d_date_sk
- and d_year =2002
- and wr_returning_addr_sk = ca_address_sk
- group by wr_returning_customer_sk
- ,ca_state)
- select c_customer_id,c_salutation,c_first_name,c_last_name,c_preferred_cust_flag
- ,c_birth_day,c_birth_month,c_birth_year,c_birth_country,c_login,c_email_address
- ,c_last_review_date,ctr_total_return
- from customer_total_return ctr1
- ,customer_address
- ,customer
- where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
- from customer_total_return ctr2
- where ctr1.ctr_state = ctr2.ctr_state)
- and ca_address_sk = c_current_addr_sk
- and ca_state = 'IL'
- and ctr1.ctr_customer_sk = c_customer_sk
- order by c_customer_id,c_salutation,c_first_name,c_last_name,c_preferred_cust_flag
- ,c_birth_day,c_birth_month,c_birth_year,c_birth_country,c_login,c_email_address
- ,c_last_review_date,ctr_total_return
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE)
-Reducer 13 <- Map 11 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 6 <- Map 5 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 10 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Map 5 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 4
- File Output Operator [FS_66]
- Limit [LIM_65] (rows=100 width=860)
- Number of rows:100
- Select Operator [SEL_64] (rows=96800003 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- Select Operator [SEL_62] (rows=96800003 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12"]
- Merge Join Operator [MERGEJOIN_107] (rows=96800003 width=860)
- Conds:RS_59._col0=RS_60._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col18"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_101] (rows=88000001 width=860)
- Conds:RS_56._col2=RS_57._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_94] (rows=20000000 width=1014)
- predicate:((ca_state = 'IL') and ca_address_sk is not null)
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
- Filter Operator [FIL_93] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_current_addr_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag","c_birth_day","c_birth_month","c_birth_year","c_birth_country","c_login","c_email_address","c_last_review_date"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0
- Select Operator [SEL_55] (rows=8066666 width=1014)
- Output:["_col0","_col2"]
- Filter Operator [FIL_54] (rows=8066666 width=1014)
- predicate:(_col2 > CASE WHEN (_col4 is null) THEN (null) ELSE (_col3) END)
- Merge Join Operator [MERGEJOIN_106] (rows=24200000 width=1014)
- Conds:RS_51._col1=RS_52._col2(Inner),Output:["_col0","_col2","_col3","_col4"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col2
- Select Operator [SEL_50] (rows=11000000 width=1014)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_49] (rows=11000000 width=1014)
- Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col0
- Select Operator [SEL_45] (rows=22000000 width=1014)
- Output:["_col0","_col2"]
- Group By Operator [GBY_44] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Group By Operator [GBY_42] (rows=44000000 width=1014)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1
- Merge Join Operator [MERGEJOIN_105] (rows=44000000 width=1014)
- Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col1","_col3","_col7"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_34] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_100] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and ca_state is not null)
- Please refer to the previous TableScan [TS_3]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_104] (rows=15838314 width=92)
- Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_28] (rows=14398467 width=92)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_98] (rows=14398467 width=92)
- predicate:(wr_returned_date_sk is not null and wr_returning_addr_sk is not null)
- TableScan [TS_6] (rows=14398467 width=92)
- default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_returning_customer_sk","wr_returning_addr_sk","wr_return_amt"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_96] (rows=36524 width=1119)
- predicate:((d_year = 2002) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col1
- Select Operator [SEL_25] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_24] (rows=22000000 width=1014)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_22] (rows=44000000 width=1014)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1
- Merge Join Operator [MERGEJOIN_103] (rows=44000000 width=1014)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col7"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_97] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- Please refer to the previous TableScan [TS_3]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_102] (rows=15838314 width=92)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=14398467 width=92)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_95] (rows=14398467 width=92)
- predicate:(wr_returned_date_sk is not null and wr_returning_addr_sk is not null and wr_returning_customer_sk is not null)
- Please refer to the previous TableScan [TS_6]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query31.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query31.q.out b/ql/src/test/results/clientpositive/perf/query31.q.out
deleted file mode 100644
index 4ccc6a4..0000000
--- a/ql/src/test/results/clientpositive/perf/query31.q.out
+++ /dev/null
@@ -1,358 +0,0 @@
-PREHOOK: query: explain
-with ss as
- (select ca_county,d_qoy, d_year,sum(ss_ext_sales_price) as store_sales
- from store_sales,date_dim,customer_address
- where ss_sold_date_sk = d_date_sk
- and ss_addr_sk=ca_address_sk
- group by ca_county,d_qoy, d_year),
- ws as
- (select ca_county,d_qoy, d_year,sum(ws_ext_sales_price) as web_sales
- from web_sales,date_dim,customer_address
- where ws_sold_date_sk = d_date_sk
- and ws_bill_addr_sk=ca_address_sk
- group by ca_county,d_qoy, d_year)
- select /* tt */
- ss1.ca_county
- ,ss1.d_year
- ,ws2.web_sales/ws1.web_sales web_q1_q2_increase
- ,ss2.store_sales/ss1.store_sales store_q1_q2_increase
- ,ws3.web_sales/ws2.web_sales web_q2_q3_increase
- ,ss3.store_sales/ss2.store_sales store_q2_q3_increase
- from
- ss ss1
- ,ss ss2
- ,ss ss3
- ,ws ws1
- ,ws ws2
- ,ws ws3
- where
- ss1.d_qoy = 1
- and ss1.d_year = 2000
- and ss1.ca_county = ss2.ca_county
- and ss2.d_qoy = 2
- and ss2.d_year = 2000
- and ss2.ca_county = ss3.ca_county
- and ss3.d_qoy = 3
- and ss3.d_year = 2000
- and ss1.ca_county = ws1.ca_county
- and ws1.d_qoy = 1
- and ws1.d_year = 2000
- and ws1.ca_county = ws2.ca_county
- and ws2.d_qoy = 2
- and ws2.d_year = 2000
- and ws1.ca_county = ws3.ca_county
- and ws3.d_qoy = 3
- and ws3.d_year =2000
- and case when ws1.web_sales > 0 then ws2.web_sales/ws1.web_sales else null end
- > case when ss1.store_sales > 0 then ss2.store_sales/ss1.store_sales else null end
- and case when ws2.web_sales > 0 then ws3.web_sales/ws2.web_sales else null end
- > case when ss2.store_sales > 0 then ss3.store_sales/ss2.store_sales else null end
- order by ss1.d_year
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ss as
- (select ca_county,d_qoy, d_year,sum(ss_ext_sales_price) as store_sales
- from store_sales,date_dim,customer_address
- where ss_sold_date_sk = d_date_sk
- and ss_addr_sk=ca_address_sk
- group by ca_county,d_qoy, d_year),
- ws as
- (select ca_county,d_qoy, d_year,sum(ws_ext_sales_price) as web_sales
- from web_sales,date_dim,customer_address
- where ws_sold_date_sk = d_date_sk
- and ws_bill_addr_sk=ca_address_sk
- group by ca_county,d_qoy, d_year)
- select /* tt */
- ss1.ca_county
- ,ss1.d_year
- ,ws2.web_sales/ws1.web_sales web_q1_q2_increase
- ,ss2.store_sales/ss1.store_sales store_q1_q2_increase
- ,ws3.web_sales/ws2.web_sales web_q2_q3_increase
- ,ss3.store_sales/ss2.store_sales store_q2_q3_increase
- from
- ss ss1
- ,ss ss2
- ,ss ss3
- ,ws ws1
- ,ws ws2
- ,ws ws3
- where
- ss1.d_qoy = 1
- and ss1.d_year = 2000
- and ss1.ca_county = ss2.ca_county
- and ss2.d_qoy = 2
- and ss2.d_year = 2000
- and ss2.ca_county = ss3.ca_county
- and ss3.d_qoy = 3
- and ss3.d_year = 2000
- and ss1.ca_county = ws1.ca_county
- and ws1.d_qoy = 1
- and ws1.d_year = 2000
- and ws1.ca_county = ws2.ca_county
- and ws2.d_qoy = 2
- and ws2.d_year = 2000
- and ws1.ca_county = ws3.ca_county
- and ws3.d_qoy = 3
- and ws3.d_year =2000
- and case when ws1.web_sales > 0 then ws2.web_sales/ws1.web_sales else null end
- > case when ss1.store_sales > 0 then ss2.store_sales/ss1.store_sales else null end
- and case when ws2.web_sales > 0 then ws3.web_sales/ws2.web_sales else null end
- > case when ss2.store_sales > 0 then ss3.store_sales/ss2.store_sales else null end
- order by ss1.d_year
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 23 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
-Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
-Reducer 14 <- Map 23 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Reducer 15 (ONE_TO_ONE_EDGE), Reducer 19 (ONE_TO_ONE_EDGE), Reducer 22 (ONE_TO_ONE_EDGE)
-Reducer 17 <- Map 12 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
-Reducer 18 <- Map 23 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
-Reducer 19 <- Reducer 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 20 <- Map 12 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
-Reducer 21 <- Map 23 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
-Reducer 22 <- Reducer 21 (SIMPLE_EDGE)
-Reducer 3 <- Map 23 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 11 (ONE_TO_ONE_EDGE), Reducer 16 (SIMPLE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE), Reducer 8 (ONE_TO_ONE_EDGE)
-Reducer 6 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 7 <- Map 23 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 5
- File Output Operator [FS_133]
- Select Operator [SEL_132] (rows=287493839 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_130] (rows=287493839 width=88)
- predicate:(CASE WHEN ((_col1 > 0)) THEN (CASE WHEN ((_col9 > 0)) THEN (((_col11 / _col9) > (_col5 / _col1))) ELSE ((null > (_col5 / _col1))) END) ELSE (CASE WHEN ((_col9 > 0)) THEN (((_col11 / _col9) > null)) ELSE (null) END) END and CASE WHEN ((_col3 > 0)) THEN (CASE WHEN ((_col7 > 0)) THEN (((_col9 / _col7) > (_col1 / _col3))) ELSE ((null > (_col1 / _col3))) END) ELSE (CASE WHEN ((_col7 > 0)) THEN (((_col9 / _col7) > null)) ELSE (null) END) END)
- Merge Join Operator [MERGEJOIN_267] (rows=1149975359 width=88)
- Conds:RS_125._col0=RS_126._col0(Inner),RS_125._col0=RS_127._col0(Inner),RS_125._col0=RS_128._col0(Inner),Output:["_col0","_col1","_col3","_col5","_col7","_col9","_col11"]
- <-Reducer 11 [ONE_TO_ONE_EDGE]
- FORWARD [RS_127]
- PartitionCols:_col0
- Group By Operator [GBY_58] (rows=348477374 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col0
- Group By Operator [GBY_56] (rows=696954748 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
- Merge Join Operator [MERGEJOIN_259] (rows=696954748 width=88)
- Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col2","_col7"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_238] (rows=40000000 width=1014)
- predicate:(ca_address_sk is not null and ca_county is not null)
- TableScan [TS_6] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_258] (rows=633595212 width=88)
- Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0
- Select Operator [SEL_45] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_243] (rows=18262 width=1119)
- predicate:((d_qoy = 3) and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_236] (rows=575995635 width=88)
- predicate:(ss_addr_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_128]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_266] (rows=191667561 width=135)
- Conds:RS_120._col0=RS_121._col0(Inner),RS_120._col0=RS_122._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
- <-Reducer 15 [ONE_TO_ONE_EDGE]
- FORWARD [RS_120]
- PartitionCols:_col0
- Group By Operator [GBY_78] (rows=87121617 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_77]
- PartitionCols:_col0
- Group By Operator [GBY_76] (rows=174243235 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
- Merge Join Operator [MERGEJOIN_261] (rows=174243235 width=135)
- Conds:RS_72._col1=RS_73._col0(Inner),Output:["_col2","_col7"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_73]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_72]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_260] (rows=158402938 width=135)
- Conds:RS_69._col0=RS_70._col0(Inner),Output:["_col1","_col2"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col0
- Select Operator [SEL_65] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_246] (rows=18262 width=1119)
- predicate:((d_qoy = 1) and (d_year = 2000) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_69]
- PartitionCols:_col0
- Select Operator [SEL_62] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_245] (rows=144002668 width=135)
- predicate:(ws_bill_addr_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_60] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"]
- <-Reducer 19 [ONE_TO_ONE_EDGE]
- FORWARD [RS_121]
- PartitionCols:_col0
- Group By Operator [GBY_98] (rows=87121617 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col0
- Group By Operator [GBY_96] (rows=174243235 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
- Merge Join Operator [MERGEJOIN_263] (rows=174243235 width=135)
- Conds:RS_92._col1=RS_93._col0(Inner),Output:["_col2","_col7"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_93]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_92]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_262] (rows=158402938 width=135)
- Conds:RS_89._col0=RS_90._col0(Inner),Output:["_col1","_col2"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_90]
- PartitionCols:_col0
- Select Operator [SEL_85] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_249] (rows=18262 width=1119)
- predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_89]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_62]
- <-Reducer 22 [ONE_TO_ONE_EDGE]
- FORWARD [RS_122]
- PartitionCols:_col0
- Group By Operator [GBY_118] (rows=87121617 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_117]
- PartitionCols:_col0
- Group By Operator [GBY_116] (rows=174243235 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
- Merge Join Operator [MERGEJOIN_265] (rows=174243235 width=135)
- Conds:RS_112._col1=RS_113._col0(Inner),Output:["_col2","_col7"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_113]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_112]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_264] (rows=158402938 width=135)
- Conds:RS_109._col0=RS_110._col0(Inner),Output:["_col1","_col2"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_110]
- PartitionCols:_col0
- Select Operator [SEL_105] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_252] (rows=18262 width=1119)
- predicate:((d_qoy = 3) and (d_year = 2000) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_62]
- <-Reducer 4 [ONE_TO_ONE_EDGE]
- FORWARD [RS_125]
- PartitionCols:_col0
- Group By Operator [GBY_18] (rows=348477374 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0
- Group By Operator [GBY_16] (rows=696954748 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
- Merge Join Operator [MERGEJOIN_255] (rows=696954748 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_254] (rows=633595212 width=88)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_237] (rows=18262 width=1119)
- predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 8 [ONE_TO_ONE_EDGE]
- FORWARD [RS_126]
- PartitionCols:_col0
- Group By Operator [GBY_38] (rows=348477374 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col0
- Group By Operator [GBY_36] (rows=696954748 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7
- Merge Join Operator [MERGEJOIN_257] (rows=696954748 width=88)
- Conds:RS_32._col1=RS_33._col0(Inner),Output:["_col2","_col7"]
- <-Map 23 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_256] (rows=633595212 width=88)
- Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1","_col2"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Select Operator [SEL_25] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_240] (rows=18262 width=1119)
- predicate:((d_qoy = 1) and (d_year = 2000) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query32.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query32.q.out b/ql/src/test/results/clientpositive/perf/query32.q.out
deleted file mode 100644
index 7b21854..0000000
--- a/ql/src/test/results/clientpositive/perf/query32.q.out
+++ /dev/null
@@ -1,144 +0,0 @@
-PREHOOK: query: explain
-select sum(cs_ext_discount_amt) as `excess discount amount`
-from
- catalog_sales
- ,item
- ,date_dim
-where
-i_manufact_id = 269
-and i_item_sk = cs_item_sk
-and d_date between '1998-03-18' and
- (cast('1998-03-18' as date) + 90 days)
-and d_date_sk = cs_sold_date_sk
-and cs_ext_discount_amt
- > (
- select
- 1.3 * avg(cs_ext_discount_amt)
- from
- catalog_sales
- ,date_dim
- where
- cs_item_sk = i_item_sk
- and d_date between '1998-03-18' and
- (cast('1998-03-18' as date) + 90 days)
- and d_date_sk = cs_sold_date_sk
- )
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select sum(cs_ext_discount_amt) as `excess discount amount`
-from
- catalog_sales
- ,item
- ,date_dim
-where
-i_manufact_id = 269
-and i_item_sk = cs_item_sk
-and d_date between '1998-03-18' and
- (cast('1998-03-18' as date) + 90 days)
-and d_date_sk = cs_sold_date_sk
-and cs_ext_discount_amt
- > (
- select
- 1.3 * avg(cs_ext_discount_amt)
- from
- catalog_sales
- ,date_dim
- where
- cs_item_sk = i_item_sk
- and d_date between '1998-03-18' and
- (cast('1998-03-18' as date) + 90 days)
- and d_date_sk = cs_sold_date_sk
- )
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE)
-Reducer 5 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 9 (SIMPLE_EDGE), Reducer 6 (ONE_TO_ONE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 4
- File Output Operator [FS_40]
- Limit [LIM_39] (rows=1 width=112)
- Number of rows:100
- Group By Operator [GBY_37] (rows=1 width=112)
- Output:["_col0"],aggregations:["sum(VALUE._col0)"]
- <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_36]
- Group By Operator [GBY_35] (rows=1 width=112)
- Output:["_col0"],aggregations:["sum(_col2)"]
- Select Operator [SEL_34] (rows=116155905 width=135)
- Output:["_col2"]
- Filter Operator [FIL_33] (rows=116155905 width=135)
- predicate:(_col2 > _col5)
- Merge Join Operator [MERGEJOIN_61] (rows=348467716 width=135)
- Conds:RS_30._col1=RS_31._col2(Inner),Output:["_col2","_col5"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_58] (rows=316788826 width=135)
- Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_53] (rows=287989836 width=135)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_0] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_54] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-03-18 00:00:00.0 AND 1998-06-16 01:00:00.0 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_60] (rows=174233858 width=135)
- Conds:RS_23._col1=RS_24._col0(Inner),Output:["_col0","_col2"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=231000 width=1436)
- Output:["_col0"]
- Filter Operator [FIL_57] (rows=231000 width=1436)
- predicate:((i_manufact_id = 269) and i_item_sk is not null)
- TableScan [TS_20] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"]
- <-Reducer 6 [ONE_TO_ONE_EDGE]
- FORWARD [RS_23]
- PartitionCols:_col1
- Select Operator [SEL_19] (rows=158394413 width=135)
- Output:["_col0","_col1"]
- Group By Operator [GBY_18] (rows=158394413 width=135)
- Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0
- Group By Operator [GBY_16] (rows=316788826 width=135)
- Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
- Merge Join Operator [MERGEJOIN_59] (rows=316788826 width=135)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
-
[48/50] [abbrv] hive git commit: HIVE-17602 Explain plan not working
(Vineet Garg, reviewed by Jesus Camacho Rodriguez)
Posted by se...@apache.org.
HIVE-17602 Explain plan not working (Vineet Garg, reviewed by Jesus Camacho Rodriguez)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/c17dbd12
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/c17dbd12
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/c17dbd12
Branch: refs/heads/hive-14535
Commit: c17dbd123e80da716a6f9c9402282785b23373e0
Parents: 88ca553
Author: Vineet Garg <vg...@apache.com>
Authored: Tue Oct 3 10:42:18 2017 -0700
Committer: Vineet Garg <vg...@apache.com>
Committed: Tue Oct 3 10:42:18 2017 -0700
----------------------------------------------------------------------
ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/c17dbd12/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java
index da76c3c..b9ba10b 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java
@@ -890,9 +890,10 @@ public class ExplainTask extends Task<ExplainWork> implements Serializable {
Object val = null;
try {
- if (inTest && postProcess(xpl_note)) {
- val = m.invoke(work, true);
- } else {
+ if(postProcess(xpl_note)) {
+ val = m.invoke(work, inTest);
+ }
+ else{
val = m.invoke(work);
}
}
[35/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query33.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query33.q.out b/ql/src/test/results/clientpositive/perf/query33.q.out
deleted file mode 100644
index 0810c28..0000000
--- a/ql/src/test/results/clientpositive/perf/query33.q.out
+++ /dev/null
@@ -1,393 +0,0 @@
-PREHOOK: query: explain
-with ss as (
- select
- i_manufact_id,sum(ss_ext_sales_price) total_sales
- from
- store_sales,
- date_dim,
- customer_address,
- item
- where
- i_manufact_id in (select
- i_manufact_id
-from
- item
-where i_category in ('Books'))
- and ss_item_sk = i_item_sk
- and ss_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 3
- and ss_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_manufact_id),
- cs as (
- select
- i_manufact_id,sum(cs_ext_sales_price) total_sales
- from
- catalog_sales,
- date_dim,
- customer_address,
- item
- where
- i_manufact_id in (select
- i_manufact_id
-from
- item
-where i_category in ('Books'))
- and cs_item_sk = i_item_sk
- and cs_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 3
- and cs_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_manufact_id),
- ws as (
- select
- i_manufact_id,sum(ws_ext_sales_price) total_sales
- from
- web_sales,
- date_dim,
- customer_address,
- item
- where
- i_manufact_id in (select
- i_manufact_id
-from
- item
-where i_category in ('Books'))
- and ws_item_sk = i_item_sk
- and ws_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 3
- and ws_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_manufact_id)
- select i_manufact_id ,sum(total_sales) total_sales
- from (select * from ss
- union all
- select * from cs
- union all
- select * from ws) tmp1
- group by i_manufact_id
- order by total_sales
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ss as (
- select
- i_manufact_id,sum(ss_ext_sales_price) total_sales
- from
- store_sales,
- date_dim,
- customer_address,
- item
- where
- i_manufact_id in (select
- i_manufact_id
-from
- item
-where i_category in ('Books'))
- and ss_item_sk = i_item_sk
- and ss_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 3
- and ss_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_manufact_id),
- cs as (
- select
- i_manufact_id,sum(cs_ext_sales_price) total_sales
- from
- catalog_sales,
- date_dim,
- customer_address,
- item
- where
- i_manufact_id in (select
- i_manufact_id
-from
- item
-where i_category in ('Books'))
- and cs_item_sk = i_item_sk
- and cs_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 3
- and cs_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_manufact_id),
- ws as (
- select
- i_manufact_id,sum(ws_ext_sales_price) total_sales
- from
- web_sales,
- date_dim,
- customer_address,
- item
- where
- i_manufact_id in (select
- i_manufact_id
-from
- item
-where i_category in ('Books'))
- and ws_item_sk = i_item_sk
- and ws_sold_date_sk = d_date_sk
- and d_year = 1999
- and d_moy = 3
- and ws_bill_addr_sk = ca_address_sk
- and ca_gmt_offset = -6
- group by i_manufact_id)
- select i_manufact_id ,sum(total_sales) total_sales
- from (select * from ss
- union all
- select * from cs
- union all
- select * from ws) tmp1
- group by i_manufact_id
- order by total_sales
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 11 <- Map 1 (SIMPLE_EDGE), Reducer 17 (ONE_TO_ONE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 15 <- Map 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 14 (SIMPLE_EDGE)
-Reducer 17 <- Map 14 (SIMPLE_EDGE)
-Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE)
-Reducer 20 <- Map 26 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
-Reducer 22 <- Map 21 (SIMPLE_EDGE), Map 27 (SIMPLE_EDGE)
-Reducer 23 <- Map 26 (SIMPLE_EDGE), Reducer 22 (SIMPLE_EDGE)
-Reducer 24 <- Map 21 (SIMPLE_EDGE), Map 28 (SIMPLE_EDGE)
-Reducer 25 <- Map 26 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 6 <- Union 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 1 (SIMPLE_EDGE), Reducer 16 (ONE_TO_ONE_EDGE)
-Reducer 9 <- Reducer 23 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_121]
- Limit [LIM_120] (rows=100 width=108)
- Number of rows:100
- Select Operator [SEL_119] (rows=335408073 width=108)
- Output:["_col0","_col1"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_118]
- Group By Operator [GBY_116] (rows=335408073 width=108)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Union 5 [SIMPLE_EDGE]
- <-Reducer 10 [CONTAINS]
- Reduce Output Operator [RS_115]
- PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_72] (rows=191657247 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- PartitionCols:_col0
- Group By Operator [GBY_70] (rows=383314495 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
- Merge Join Operator [MERGEJOIN_183] (rows=383314495 width=135)
- Conds:RS_66._col0=RS_67._col4(Inner),Output:["_col1","_col8"]
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
- PartitionCols:_col4
- Select Operator [SEL_62] (rows=348467716 width=135)
- Output:["_col4","_col5"]
- Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135)
- Conds:RS_59._col1=RS_60._col0(Inner),Output:["_col2","_col3"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0
- Select Operator [SEL_18] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_162] (rows=20000000 width=1014)
- predicate:((ca_gmt_offset = -6) and ca_address_sk is not null)
- TableScan [TS_16] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
- <-Reducer 22 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135)
- Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col0
- Select Operator [SEL_15] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_161] (rows=18262 width=1119)
- predicate:((d_moy = 3) and (d_year = 1999) and d_date_sk is not null)
- TableScan [TS_13] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 27 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0
- Select Operator [SEL_49] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_165] (rows=287989836 width=135)
- predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_47] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_66]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_176] (rows=508200 width=1436)
- Conds:RS_63._col1=RS_64._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_158] (rows=462000 width=1436)
- predicate:(i_item_sk is not null and i_manufact_id is not null)
- TableScan [TS_0] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"]
- <-Reducer 16 [ONE_TO_ONE_EDGE]
- FORWARD [RS_64]
- PartitionCols:_col0
- Group By Operator [GBY_45] (rows=115500 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col0
- Group By Operator [GBY_6] (rows=231000 width=1436)
- Output:["_col0"],keys:i_manufact_id
- Select Operator [SEL_5] (rows=231000 width=1436)
- Output:["i_manufact_id"]
- Filter Operator [FIL_159] (rows=231000 width=1436)
- predicate:((i_category) IN ('Books') and i_manufact_id is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_category","i_manufact_id"]
- <-Reducer 13 [CONTAINS]
- Reduce Output Operator [RS_115]
- PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_110] (rows=95833781 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col0
- Group By Operator [GBY_108] (rows=191667562 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
- Merge Join Operator [MERGEJOIN_184] (rows=191667562 width=135)
- Conds:RS_104._col0=RS_105._col3(Inner),Output:["_col1","_col8"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_104]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_179] (rows=508200 width=1436)
- Conds:RS_101._col1=RS_102._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_101]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 17 [ONE_TO_ONE_EDGE]
- FORWARD [RS_102]
- PartitionCols:_col0
- Group By Operator [GBY_83] (rows=115500 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_82]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_6]
- <-Reducer 25 [SIMPLE_EDGE]
- SHUFFLE [RS_105]
- PartitionCols:_col3
- Select Operator [SEL_100] (rows=174243235 width=135)
- Output:["_col3","_col5"]
- Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135)
- Conds:RS_97._col2=RS_98._col0(Inner),Output:["_col1","_col3"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_98]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_18]
- <-Reducer 24 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135)
- Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_95]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 28 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
- PartitionCols:_col0
- Select Operator [SEL_87] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_170] (rows=144002668 width=135)
- predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_85] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"]
- <-Reducer 4 [CONTAINS]
- Reduce Output Operator [RS_115]
- PartitionCols:_col0
- Group By Operator [GBY_114] (rows=670816147 width=108)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Group By Operator [GBY_35] (rows=383325119 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Group By Operator [GBY_33] (rows=766650239 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
- Merge Join Operator [MERGEJOIN_182] (rows=766650239 width=88)
- Conds:RS_29._col0=RS_30._col3(Inner),Output:["_col1","_col8"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436)
- Conds:RS_26._col1=RS_27._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col1
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 15 [ONE_TO_ONE_EDGE]
- FORWARD [RS_27]
- PartitionCols:_col0
- Group By Operator [GBY_8] (rows=115500 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_7]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_6]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col3
- Select Operator [SEL_25] (rows=696954748 width=88)
- Output:["_col3","_col5"]
- Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88)
- Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col3"]
- <-Map 26 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_18]
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88)
- Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_12] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_160] (rows=575995635 width=88)
- predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_10] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query34.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query34.q.out b/ql/src/test/results/clientpositive/perf/query34.q.out
deleted file mode 100644
index c85b4d0..0000000
--- a/ql/src/test/results/clientpositive/perf/query34.q.out
+++ /dev/null
@@ -1,156 +0,0 @@
-PREHOOK: query: explain
-select c_last_name
- ,c_first_name
- ,c_salutation
- ,c_preferred_cust_flag
- ,ss_ticket_number
- ,cnt from
- (select ss_ticket_number
- ,ss_customer_sk
- ,count(*) cnt
- from store_sales,date_dim,store,household_demographics
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_store_sk = store.s_store_sk
- and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
- and (date_dim.d_dom between 1 and 3 or date_dim.d_dom between 25 and 28)
- and (household_demographics.hd_buy_potential = '>10000' or
- household_demographics.hd_buy_potential = 'unknown')
- and household_demographics.hd_vehicle_count > 0
- and (case when household_demographics.hd_vehicle_count > 0
- then household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count
- else null
- end) > 1.2
- and date_dim.d_year in (2000,2000+1,2000+2)
- and store.s_county in ('Mobile County','Maverick County','Huron County','Kittitas County',
- 'Fairfield County','Jackson County','Barrow County','Pennington County')
- group by ss_ticket_number,ss_customer_sk) dn,customer
- where ss_customer_sk = c_customer_sk
- and cnt between 15 and 20
- order by c_last_name,c_first_name,c_salutation,c_preferred_cust_flag desc
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select c_last_name
- ,c_first_name
- ,c_salutation
- ,c_preferred_cust_flag
- ,ss_ticket_number
- ,cnt from
- (select ss_ticket_number
- ,ss_customer_sk
- ,count(*) cnt
- from store_sales,date_dim,store,household_demographics
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_store_sk = store.s_store_sk
- and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
- and (date_dim.d_dom between 1 and 3 or date_dim.d_dom between 25 and 28)
- and (household_demographics.hd_buy_potential = '>10000' or
- household_demographics.hd_buy_potential = 'unknown')
- and household_demographics.hd_vehicle_count > 0
- and (case when household_demographics.hd_vehicle_count > 0
- then household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count
- else null
- end) > 1.2
- and date_dim.d_year in (2000,2000+1,2000+2)
- and store.s_county in ('Mobile County','Maverick County','Huron County','Kittitas County',
- 'Fairfield County','Jackson County','Barrow County','Pennington County')
- group by ss_ticket_number,ss_customer_sk) dn,customer
- where ss_customer_sk = c_customer_sk
- and cnt between 15 and 20
- order by c_last_name,c_first_name,c_salutation,c_preferred_cust_flag desc
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 6 <- Map 10 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 11 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 3
- File Output Operator [FS_37]
- Select Operator [SEL_36] (rows=88000001 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- Select Operator [SEL_34] (rows=88000001 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860)
- Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_52] (rows=80000000 width=860)
- predicate:c_customer_sk is not null
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col1
- Filter Operator [FIL_29] (rows=42591679 width=88)
- predicate:_col2 BETWEEN 15 AND 20
- Select Operator [SEL_28] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_27] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_25] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4
- Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88)
- Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_56] (rows=852 width=1910)
- predicate:((s_county) IN ('Mobile County', 'Maverick County', 'Huron County', 'Kittitas County', 'Fairfield County', 'Jackson County', 'Barrow County', 'Pennington County') and s_store_sk is not null)
- TableScan [TS_12] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col4"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=1200 width=107)
- Output:["_col0"]
- Filter Operator [FIL_55] (rows=1200 width=107)
- predicate:(((hd_buy_potential = '>10000') or (hd_buy_potential = 'unknown')) and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.2)) ELSE (null) END and hd_demo_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential","hd_dep_count","hd_vehicle_count"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 4 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_53] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_3] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_54] (rows=8116 width=1119)
- predicate:((d_dom BETWEEN 1 AND 3 or d_dom BETWEEN 25 AND 28) and (d_year) IN (2000, 2001, 2002) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query35.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query35.q.out b/ql/src/test/results/clientpositive/perf/query35.q.out
deleted file mode 100644
index a72f578..0000000
--- a/ql/src/test/results/clientpositive/perf/query35.q.out
+++ /dev/null
@@ -1,284 +0,0 @@
-PREHOOK: query: explain
-select
- ca_state,
- cd_gender,
- cd_marital_status,
- count(*) cnt1,
- avg(cd_dep_count),
- max(cd_dep_count),
- sum(cd_dep_count),
- cd_dep_employed_count,
- count(*) cnt2,
- avg(cd_dep_employed_count),
- max(cd_dep_employed_count),
- sum(cd_dep_employed_count),
- cd_dep_college_count,
- count(*) cnt3,
- avg(cd_dep_college_count),
- max(cd_dep_college_count),
- sum(cd_dep_college_count)
- from
- customer c,customer_address ca,customer_demographics
- where
- c.c_current_addr_sk = ca.ca_address_sk and
- cd_demo_sk = c.c_current_cdemo_sk and
- exists (select *
- from store_sales,date_dim
- where c.c_customer_sk = ss_customer_sk and
- ss_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_qoy < 4) and
- (exists (select *
- from web_sales,date_dim
- where c.c_customer_sk = ws_bill_customer_sk and
- ws_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_qoy < 4) or
- exists (select *
- from catalog_sales,date_dim
- where c.c_customer_sk = cs_ship_customer_sk and
- cs_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_qoy < 4))
- group by ca_state,
- cd_gender,
- cd_marital_status,
- cd_dep_count,
- cd_dep_employed_count,
- cd_dep_college_count
- order by ca_state,
- cd_gender,
- cd_marital_status,
- cd_dep_count,
- cd_dep_employed_count,
- cd_dep_college_count
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- ca_state,
- cd_gender,
- cd_marital_status,
- count(*) cnt1,
- avg(cd_dep_count),
- max(cd_dep_count),
- sum(cd_dep_count),
- cd_dep_employed_count,
- count(*) cnt2,
- avg(cd_dep_employed_count),
- max(cd_dep_employed_count),
- sum(cd_dep_employed_count),
- cd_dep_college_count,
- count(*) cnt3,
- avg(cd_dep_college_count),
- max(cd_dep_college_count),
- sum(cd_dep_college_count)
- from
- customer c,customer_address ca,customer_demographics
- where
- c.c_current_addr_sk = ca.ca_address_sk and
- cd_demo_sk = c.c_current_cdemo_sk and
- exists (select *
- from store_sales,date_dim
- where c.c_customer_sk = ss_customer_sk and
- ss_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_qoy < 4) and
- (exists (select *
- from web_sales,date_dim
- where c.c_customer_sk = ws_bill_customer_sk and
- ws_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_qoy < 4) or
- exists (select *
- from catalog_sales,date_dim
- where c.c_customer_sk = cs_ship_customer_sk and
- cs_sold_date_sk = d_date_sk and
- d_year = 1999 and
- d_qoy < 4))
- group by ca_state,
- cd_gender,
- cd_marital_status,
- cd_dep_count,
- cd_dep_employed_count,
- cd_dep_college_count
- order by ca_state,
- cd_gender,
- cd_marital_status,
- cd_dep_count,
- cd_dep_employed_count,
- cd_dep_college_count
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 13 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
-Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
-Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Map 13 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 12 (ONE_TO_ONE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 17 (ONE_TO_ONE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 7
- File Output Operator [FS_75]
- Limit [LIM_73] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_72] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- Select Operator [SEL_70] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17"]
- Group By Operator [GBY_69] (rows=383325119 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"],aggregations:["count(VALUE._col0)","avg(VALUE._col1)","max(VALUE._col2)","sum(VALUE._col3)","avg(VALUE._col4)","max(VALUE._col5)","sum(VALUE._col6)","avg(VALUE._col7)","max(VALUE._col8)","sum(VALUE._col9)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_68]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
- Group By Operator [GBY_67] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"],aggregations:["count()","avg(_col8)","max(_col8)","sum(_col8)","avg(_col9)","max(_col9)","sum(_col9)","avg(_col10)","max(_col10)","sum(_col10)"],keys:_col4, _col6, _col7, _col8, _col9, _col10
- Select Operator [SEL_66] (rows=766650239 width=88)
- Output:["_col4","_col6","_col7","_col8","_col9","_col10"]
- Filter Operator [FIL_65] (rows=766650239 width=88)
- predicate:(_col13 is not null or _col15 is not null)
- Merge Join Operator [MERGEJOIN_113] (rows=766650239 width=88)
- Conds:RS_62._col0=RS_63._col0(Left Outer),Output:["_col4","_col6","_col7","_col8","_col9","_col10","_col13","_col15"]
- <-Reducer 17 [ONE_TO_ONE_EDGE]
- FORWARD [RS_63]
- PartitionCols:_col0
- Select Operator [SEL_61] (rows=158394413 width=135)
- Output:["_col0","_col1"]
- Group By Operator [GBY_60] (rows=158394413 width=135)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_59]
- PartitionCols:_col0
- Group By Operator [GBY_58] (rows=316788826 width=135)
- Output:["_col0"],keys:_col1
- Merge Join Operator [MERGEJOIN_111] (rows=316788826 width=135)
- Conds:RS_54._col0=RS_55._col0(Inner),Output:["_col1"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=12174 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_102] (rows=12174 width=1119)
- predicate:((d_qoy < 4) and (d_year = 1999) and d_date_sk is not null)
- TableScan [TS_12] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_54]
- PartitionCols:_col0
- Select Operator [SEL_50] (rows=287989836 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_105] (rows=287989836 width=135)
- predicate:(cs_ship_customer_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_48] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_customer_sk"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_62]
- PartitionCols:_col0
- Select Operator [SEL_47] (rows=696954748 width=88)
- Output:["_col0","_col4","_col6","_col7","_col8","_col9","_col10","_col13"]
- Merge Join Operator [MERGEJOIN_112] (rows=696954748 width=88)
- Conds:RS_43._col0=RS_44._col0(Left Outer),RS_43._col0=RS_45._col0(Inner),Output:["_col0","_col4","_col6","_col7","_col8","_col9","_col10","_col12"]
- <-Reducer 12 [ONE_TO_ONE_EDGE]
- FORWARD [RS_44]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=79201469 width=135)
- Output:["_col0","_col1"]
- Group By Operator [GBY_21] (rows=79201469 width=135)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col0
- Group By Operator [GBY_19] (rows=158402938 width=135)
- Output:["_col0"],keys:_col1
- Merge Join Operator [MERGEJOIN_109] (rows=158402938 width=135)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=144002668 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_101] (rows=144002668 width=135)
- predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_9] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
- <-Reducer 15 [ONE_TO_ONE_EDGE]
- FORWARD [RS_45]
- PartitionCols:_col0
- Group By Operator [GBY_35] (rows=316797606 width=88)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Group By Operator [GBY_33] (rows=633595212 width=88)
- Output:["_col0"],keys:_col1
- Merge Join Operator [MERGEJOIN_110] (rows=633595212 width=88)
- Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Select Operator [SEL_25] (rows=575995635 width=88)
- Output:["_col0","_col1"]
- Filter Operator [FIL_103] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_23] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_108] (rows=96800003 width=860)
- Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col0","_col4","_col6","_col7","_col8","_col9","_col10"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=1861800 width=385)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_100] (rows=1861800 width=385)
- predicate:cd_demo_sk is not null
- TableScan [TS_6] (rows=1861800 width=385)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_dep_count","cd_dep_employed_count","cd_dep_college_count"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_107] (rows=88000001 width=860)
- Conds:RS_37._col2=RS_38._col0(Inner),Output:["_col0","_col1","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_98] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_99] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query36.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query36.q.out b/ql/src/test/results/clientpositive/perf/query36.q.out
deleted file mode 100644
index dee62b5..0000000
--- a/ql/src/test/results/clientpositive/perf/query36.q.out
+++ /dev/null
@@ -1,149 +0,0 @@
-PREHOOK: query: explain
-select
- sum(ss_net_profit)/sum(ss_ext_sales_price) as gross_margin
- ,i_category
- ,i_class
- ,grouping(i_category)+grouping(i_class) as lochierarchy
- ,rank() over (
- partition by grouping(i_category)+grouping(i_class),
- case when grouping(i_class) = 0 then i_category end
- order by sum(ss_net_profit)/sum(ss_ext_sales_price) asc) as rank_within_parent
- from
- store_sales
- ,date_dim d1
- ,item
- ,store
- where
- d1.d_year = 1999
- and d1.d_date_sk = ss_sold_date_sk
- and i_item_sk = ss_item_sk
- and s_store_sk = ss_store_sk
- and s_state in ('SD','FL','MI','LA',
- 'MO','SC','AL','GA')
- group by rollup(i_category,i_class)
- order by
- lochierarchy desc
- ,case when lochierarchy = 0 then i_category end
- ,rank_within_parent
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- sum(ss_net_profit)/sum(ss_ext_sales_price) as gross_margin
- ,i_category
- ,i_class
- ,grouping(i_category)+grouping(i_class) as lochierarchy
- ,rank() over (
- partition by grouping(i_category)+grouping(i_class),
- case when grouping(i_class) = 0 then i_category end
- order by sum(ss_net_profit)/sum(ss_ext_sales_price) asc) as rank_within_parent
- from
- store_sales
- ,date_dim d1
- ,item
- ,store
- where
- d1.d_year = 1999
- and d1.d_date_sk = ss_sold_date_sk
- and i_item_sk = ss_item_sk
- and s_store_sk = ss_store_sk
- and s_state in ('SD','FL','MI','LA',
- 'MO','SC','AL','GA')
- group by rollup(i_category,i_class)
- order by
- lochierarchy desc
- ,case when lochierarchy = 0 then i_category end
- ,rank_within_parent
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 7
- File Output Operator [FS_36]
- Limit [LIM_34] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_33] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- Select Operator [SEL_30] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- PTF Operator [PTF_29] (rows=1149975358 width=88)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(_col4 / _col5) ASC NULLS FIRST","partition by:":"(grouping(_col6, 1) + grouping(_col6, 0)), CASE WHEN ((grouping(_col6, 0) = 0)) THEN (_col0) ELSE (null) END"}]
- Select Operator [SEL_28] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col4","_col5","_col6"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:(grouping(_col6, 1) + grouping(_col6, 0)), CASE WHEN ((grouping(_col6, 0) = 0)) THEN (_col0) ELSE (null) END
- Select Operator [SEL_26] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col4","_col5","_col6"]
- Group By Operator [GBY_25] (rows=1149975358 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_23] (rows=2299950717 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1, 0
- Select Operator [SEL_21] (rows=766650239 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_52] (rows=766650239 width=88)
- Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col4","_col10","_col11"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_49] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_9] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_51] (rows=696954748 width=88)
- Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3","_col4"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=852 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_48] (rows=852 width=1910)
- predicate:((s_state) IN ('SD', 'FL', 'MI', 'LA', 'MO', 'SC', 'AL', 'GA') and s_store_sk is not null)
- TableScan [TS_6] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_50] (rows=633595212 width=88)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_46] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_47] (rows=36524 width=1119)
- predicate:((d_year = 1999) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query37.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query37.q.out b/ql/src/test/results/clientpositive/perf/query37.q.out
deleted file mode 100644
index d5af964..0000000
--- a/ql/src/test/results/clientpositive/perf/query37.q.out
+++ /dev/null
@@ -1,103 +0,0 @@
-PREHOOK: query: explain
-select i_item_id
- ,i_item_desc
- ,i_current_price
- from item, inventory, date_dim, catalog_sales
- where i_current_price between 22 and 22 + 30
- and inv_item_sk = i_item_sk
- and d_date_sk=inv_date_sk
- and d_date between cast('2001-06-02' as date) and (cast('2001-06-02' as date) + 60 days)
- and i_manufact_id in (678,964,918,849)
- and inv_quantity_on_hand between 100 and 500
- and cs_item_sk = i_item_sk
- group by i_item_id,i_item_desc,i_current_price
- order by i_item_id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_item_id
- ,i_item_desc
- ,i_current_price
- from item, inventory, date_dim, catalog_sales
- where i_current_price between 22 and 22 + 30
- and inv_item_sk = i_item_sk
- and d_date_sk=inv_date_sk
- and d_date between cast('2001-06-02' as date) and (cast('2001-06-02' as date) + 60 days)
- and i_manufact_id in (678,964,918,849)
- and inv_quantity_on_hand between 100 and 500
- and cs_item_sk = i_item_sk
- group by i_item_id,i_item_desc,i_current_price
- order by i_item_id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 7 <- Map 6 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 4
- File Output Operator [FS_28]
- Limit [LIM_27] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_26] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- Group By Operator [GBY_23] (rows=316788826 width=135)
- Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_21] (rows=633577652 width=135)
- Output:["_col0","_col1","_col2"],keys:_col2, _col3, _col4
- Merge Join Operator [MERGEJOIN_44] (rows=633577652 width=135)
- Conds:RS_16._col0=RS_17._col0(Inner),RS_17._col0=RS_18._col1(Inner),Output:["_col2","_col3","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=287989836 width=135)
- Output:["_col0"]
- Filter Operator [FIL_39] (rows=287989836 width=135)
- predicate:cs_item_sk is not null
- TableScan [TS_0] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk"]
- <-Map 5 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=25666 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_40] (rows=25666 width=1436)
- predicate:((i_manufact_id) IN (678, 964, 918, 849) and i_current_price BETWEEN 22 AND 52 and i_item_sk is not null)
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_manufact_id"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_43] (rows=4593600 width=15)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=4176000 width=15)
- Output:["_col0","_col1"]
- Filter Operator [FIL_41] (rows=4176000 width=15)
- predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_quantity_on_hand BETWEEN 100 AND 500)
- TableScan [TS_6] (rows=37584000 width=15)
- default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_quantity_on_hand"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_42] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2001-06-02 00:00:00.0 AND 2001-08-01 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query38.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query38.q.out b/ql/src/test/results/clientpositive/perf/query38.q.out
deleted file mode 100644
index 199bed7..0000000
--- a/ql/src/test/results/clientpositive/perf/query38.q.out
+++ /dev/null
@@ -1,212 +0,0 @@
-PREHOOK: query: explain
-select count(*) from (
- select distinct c_last_name, c_first_name, d_date
- from store_sales, date_dim, customer
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212 + 11
- intersect
- select distinct c_last_name, c_first_name, d_date
- from catalog_sales, date_dim, customer
- where catalog_sales.cs_sold_date_sk = date_dim.d_date_sk
- and catalog_sales.cs_bill_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212 + 11
- intersect
- select distinct c_last_name, c_first_name, d_date
- from web_sales, date_dim, customer
- where web_sales.ws_sold_date_sk = date_dim.d_date_sk
- and web_sales.ws_bill_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212 + 11
-) hot_cust
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select count(*) from (
- select distinct c_last_name, c_first_name, d_date
- from store_sales, date_dim, customer
- where store_sales.ss_sold_date_sk = date_dim.d_date_sk
- and store_sales.ss_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212 + 11
- intersect
- select distinct c_last_name, c_first_name, d_date
- from catalog_sales, date_dim, customer
- where catalog_sales.cs_sold_date_sk = date_dim.d_date_sk
- and catalog_sales.cs_bill_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212 + 11
- intersect
- select distinct c_last_name, c_first_name, d_date
- from web_sales, date_dim, customer
- where web_sales.ws_sold_date_sk = date_dim.d_date_sk
- and web_sales.ws_bill_customer_sk = customer.c_customer_sk
- and d_month_seq between 1212 and 1212 + 11
-) hot_cust
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 15 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 12 <- Map 17 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 13 <- Map 15 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Reducer 13 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 6 <- Union 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE)
-Reducer 9 <- Map 16 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_89]
- Limit [LIM_88] (rows=1 width=16)
- Number of rows:100
- Group By Operator [GBY_86] (rows=1 width=16)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_85]
- Group By Operator [GBY_84] (rows=1 width=16)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_82] (rows=1 width=108)
- Filter Operator [FIL_81] (rows=1 width=108)
- predicate:(_col3 = 3)
- Select Operator [SEL_114] (rows=152458212 width=108)
- Output:["_col3"]
- Group By Operator [GBY_80] (rows=152458212 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Union 5 [SIMPLE_EDGE]
- <-Reducer 11 [CONTAINS]
- Reduce Output Operator [RS_79]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_78] (rows=304916424 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
- Group By Operator [GBY_48] (rows=87116929 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
- Select Operator [SEL_44] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_43] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_41] (rows=348467716 width=135)
- Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
- Merge Join Operator [MERGEJOIN_118] (rows=348467716 width=135)
- Conds:RS_37._col1=RS_38._col0(Inner),Output:["_col3","_col6","_col7"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_107] (rows=80000000 width=860)
- predicate:c_customer_sk is not null
- TableScan [TS_6] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_117] (rows=316788826 width=135)
- Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col1","_col3"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_106] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Select Operator [SEL_27] (rows=287989836 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_108] (rows=287989836 width=135)
- predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_25] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"]
- <-Reducer 14 [CONTAINS]
- Reduce Output Operator [RS_79]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_78] (rows=304916424 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
- Group By Operator [GBY_74] (rows=43560808 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
- Select Operator [SEL_70] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_69] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_68]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_67] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
- Merge Join Operator [MERGEJOIN_120] (rows=174243235 width=135)
- Conds:RS_63._col1=RS_64._col0(Inner),Output:["_col3","_col6","_col7"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_63]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_119] (rows=158402938 width=135)
- Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col1","_col3"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0
- Select Operator [SEL_53] (rows=144002668 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_111] (rows=144002668 width=135)
- predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_51] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
- <-Reducer 4 [CONTAINS]
- Reduce Output Operator [RS_79]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_78] (rows=304916424 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
- Group By Operator [GBY_23] (rows=174238687 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
- Select Operator [SEL_19] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_18] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_16] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
- Merge Join Operator [MERGEJOIN_116] (rows=696954748 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col3","_col6","_col7"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_115] (rows=633595212 width=88)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col3"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1"]
- Filter Operator [FIL_105] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
-
[18/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query15.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query15.q.out b/ql/src/test/results/clientpositive/perf/tez/query15.q.out
new file mode 100644
index 0000000..cf6cf16
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query15.q.out
@@ -0,0 +1,119 @@
+PREHOOK: query: explain
+select ca_zip
+ ,sum(cs_sales_price)
+ from catalog_sales
+ ,customer
+ ,customer_address
+ ,date_dim
+ where cs_bill_customer_sk = c_customer_sk
+ and c_current_addr_sk = ca_address_sk
+ and ( substr(ca_zip,1,5) in ('85669', '86197','88274','83405','86475',
+ '85392', '85460', '80348', '81792')
+ or ca_state in ('CA','WA','GA')
+ or cs_sales_price > 500)
+ and cs_sold_date_sk = d_date_sk
+ and d_qoy = 2 and d_year = 2000
+ group by ca_zip
+ order by ca_zip
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select ca_zip
+ ,sum(cs_sales_price)
+ from catalog_sales
+ ,customer
+ ,customer_address
+ ,date_dim
+ where cs_bill_customer_sk = c_customer_sk
+ and c_current_addr_sk = ca_address_sk
+ and ( substr(ca_zip,1,5) in ('85669', '86197','88274','83405','86475',
+ '85392', '85460', '80348', '81792')
+ or ca_state in ('CA','WA','GA')
+ or cs_sales_price > 500)
+ and cs_sold_date_sk = d_date_sk
+ and d_qoy = 2 and d_year = 2000
+ group by ca_zip
+ order by ca_zip
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 8 <- Map 7 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_31]
+ Limit [LIM_30] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_29] (rows=174233858 width=135)
+ Output:["_col0","_col1"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ Group By Operator [GBY_26] (rows=174233858 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Group By Operator [GBY_24] (rows=348467716 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col7)"],keys:_col4
+ Select Operator [SEL_23] (rows=348467716 width=135)
+ Output:["_col4","_col7"]
+ Filter Operator [FIL_22] (rows=348467716 width=135)
+ predicate:((_col3) IN ('CA', 'WA', 'GA') or (_col7 > 500) or (substr(_col4, 1, 5)) IN ('85669', '86197', '88274', '83405', '86475', '85392', '85460', '80348', '81792'))
+ Merge Join Operator [MERGEJOIN_46] (rows=348467716 width=135)
+ Conds:RS_19._col0=RS_20._col1(Inner),Output:["_col3","_col4","_col7"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_44] (rows=88000001 width=860)
+ Conds:RS_16._col1=RS_17._col0(Inner),Output:["_col0","_col3","_col4"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_40] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_41] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_zip"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_45] (rows=316788826 width=135)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_42] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_6] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_sales_price"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_43] (rows=18262 width=1119)
+ predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query16.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query16.q.out b/ql/src/test/results/clientpositive/perf/tez/query16.q.out
new file mode 100644
index 0000000..b2b990e
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query16.q.out
@@ -0,0 +1,192 @@
+PREHOOK: query: explain
+select
+ count(distinct cs_order_number) as `order count`
+ ,sum(cs_ext_ship_cost) as `total shipping cost`
+ ,sum(cs_net_profit) as `total net profit`
+from
+ catalog_sales cs1
+ ,date_dim
+ ,customer_address
+ ,call_center
+where
+ d_date between '2001-4-01' and
+ (cast('2001-4-01' as date) + 60 days)
+and cs1.cs_ship_date_sk = d_date_sk
+and cs1.cs_ship_addr_sk = ca_address_sk
+and ca_state = 'NY'
+and cs1.cs_call_center_sk = cc_call_center_sk
+and cc_county in ('Ziebach County','Levy County','Huron County','Franklin Parish',
+ 'Daviess County'
+)
+and exists (select *
+ from catalog_sales cs2
+ where cs1.cs_order_number = cs2.cs_order_number
+ and cs1.cs_warehouse_sk <> cs2.cs_warehouse_sk)
+and not exists(select *
+ from catalog_returns cr1
+ where cs1.cs_order_number = cr1.cr_order_number)
+order by count(distinct cs_order_number)
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ count(distinct cs_order_number) as `order count`
+ ,sum(cs_ext_ship_cost) as `total shipping cost`
+ ,sum(cs_net_profit) as `total net profit`
+from
+ catalog_sales cs1
+ ,date_dim
+ ,customer_address
+ ,call_center
+where
+ d_date between '2001-4-01' and
+ (cast('2001-4-01' as date) + 60 days)
+and cs1.cs_ship_date_sk = d_date_sk
+and cs1.cs_ship_addr_sk = ca_address_sk
+and ca_state = 'NY'
+and cs1.cs_call_center_sk = cc_call_center_sk
+and cc_county in ('Ziebach County','Levy County','Huron County','Franklin Parish',
+ 'Daviess County'
+)
+and exists (select *
+ from catalog_sales cs2
+ where cs1.cs_order_number = cs2.cs_order_number
+ and cs1.cs_warehouse_sk <> cs2.cs_warehouse_sk)
+and not exists(select *
+ from catalog_returns cr1
+ where cs1.cs_order_number = cr1.cr_order_number)
+order by count(distinct cs_order_number)
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 13 <- Map 12 (SIMPLE_EDGE)
+Reducer 15 <- Map 14 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 3 <- Map 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 13 (ONE_TO_ONE_EDGE), Reducer 15 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 8
+ File Output Operator [FS_50]
+ Limit [LIM_48] (rows=1 width=344)
+ Number of rows:100
+ Select Operator [SEL_47] (rows=1 width=344)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ Select Operator [SEL_45] (rows=1 width=344)
+ Output:["_col1","_col2","_col3"]
+ Group By Operator [GBY_78] (rows=1 width=344)
+ Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
+ <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_77]
+ Group By Operator [GBY_76] (rows=1 width=344)
+ Output:["_col0","_col1","_col2"],aggregations:["count(_col0)","sum(_col1)","sum(_col2)"]
+ Group By Operator [GBY_75] (rows=421645953 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ PartitionCols:_col0
+ Group By Operator [GBY_73] (rows=421645953 width=135)
+ Output:["_col0","_col2","_col3"],aggregations:["sum(_col5)","sum(_col6)"],keys:_col4
+ Select Operator [SEL_41] (rows=421645953 width=135)
+ Output:["_col4","_col5","_col6"]
+ Filter Operator [FIL_40] (rows=421645953 width=135)
+ predicate:_col16 is null
+ Select Operator [SEL_39] (rows=843291907 width=135)
+ Output:["_col4","_col5","_col6","_col16"]
+ Merge Join Operator [MERGEJOIN_82] (rows=843291907 width=135)
+ Conds:RS_35._col4=RS_36._col0(Left Outer),RS_35._col4=RS_37._col1(Inner),Output:["_col3","_col4","_col5","_col6","_col14","_col15"],residual filter predicates:{(_col3 <> _col15)}
+ <-Reducer 13 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_36]
+ PartitionCols:_col0
+ Select Operator [SEL_18] (rows=14399440 width=106)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_17] (rows=14399440 width=106)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Group By Operator [GBY_15] (rows=28798881 width=106)
+ Output:["_col0"],keys:cr_order_number
+ Filter Operator [FIL_71] (rows=28798881 width=106)
+ predicate:cr_order_number is not null
+ TableScan [TS_12] (rows=28798881 width=106)
+ default@catalog_returns,cr1,Tbl:COMPLETE,Col:NONE,Output:["cr_order_number"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col1
+ Select Operator [SEL_25] (rows=143994918 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_24] (rows=143994918 width=135)
+ Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_22] (rows=287989836 width=135)
+ Output:["_col0","_col1"],keys:cs_order_number, cs_warehouse_sk
+ Filter Operator [FIL_72] (rows=287989836 width=135)
+ predicate:(cs_order_number is not null and cs_warehouse_sk is not null)
+ TableScan [TS_19] (rows=287989836 width=135)
+ default@catalog_sales,cs2,Tbl:COMPLETE,Col:NONE,Output:["cs_warehouse_sk","cs_order_number"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_81] (rows=383314495 width=135)
+ Conds:RS_32._col2=RS_33._col0(Inner),Output:["_col3","_col4","_col5","_col6"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=30 width=2045)
+ Output:["_col0"]
+ Filter Operator [FIL_70] (rows=30 width=2045)
+ predicate:((cc_county) IN ('Ziebach County', 'Levy County', 'Huron County', 'Franklin Parish', 'Daviess County') and cc_call_center_sk is not null)
+ TableScan [TS_9] (rows=60 width=2045)
+ default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_county"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_80] (rows=348467716 width=135)
+ Conds:RS_29._col1=RS_30._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_69] (rows=20000000 width=1014)
+ predicate:((ca_state = 'NY') and ca_address_sk is not null)
+ TableScan [TS_6] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_79] (rows=316788826 width=135)
+ Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_67] (rows=287989836 width=135)
+ predicate:(cs_call_center_sk is not null and cs_ship_addr_sk is not null and cs_ship_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,cs1,Tbl:COMPLETE,Col:NONE,Output:["cs_ship_date_sk","cs_ship_addr_sk","cs_call_center_sk","cs_warehouse_sk","cs_order_number","cs_ext_ship_cost","cs_net_profit"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_68] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2001-04-01 00:00:00.0 AND 2001-05-31 01:00:00.0 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query17.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query17.q.out b/ql/src/test/results/clientpositive/perf/tez/query17.q.out
new file mode 100644
index 0000000..7c195c2
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query17.q.out
@@ -0,0 +1,225 @@
+PREHOOK: query: explain
+select i_item_id
+ ,i_item_desc
+ ,s_state
+ ,count(ss_quantity) as store_sales_quantitycount
+ ,avg(ss_quantity) as store_sales_quantityave
+ ,stddev_samp(ss_quantity) as store_sales_quantitystdev
+ ,stddev_samp(ss_quantity)/avg(ss_quantity) as store_sales_quantitycov
+ ,count(sr_return_quantity) as_store_returns_quantitycount
+ ,avg(sr_return_quantity) as_store_returns_quantityave
+ ,stddev_samp(sr_return_quantity) as_store_returns_quantitystdev
+ ,stddev_samp(sr_return_quantity)/avg(sr_return_quantity) as store_returns_quantitycov
+ ,count(cs_quantity) as catalog_sales_quantitycount ,avg(cs_quantity) as catalog_sales_quantityave
+ ,stddev_samp(cs_quantity)/avg(cs_quantity) as catalog_sales_quantitystdev
+ ,stddev_samp(cs_quantity)/avg(cs_quantity) as catalog_sales_quantitycov
+ from store_sales
+ ,store_returns
+ ,catalog_sales
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,item
+ where d1.d_quarter_name = '2000Q1'
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and ss_customer_sk = sr_customer_sk
+ and ss_item_sk = sr_item_sk
+ and ss_ticket_number = sr_ticket_number
+ and sr_returned_date_sk = d2.d_date_sk
+ and d2.d_quarter_name in ('2000Q1','2000Q2','2000Q3')
+ and sr_customer_sk = cs_bill_customer_sk
+ and sr_item_sk = cs_item_sk
+ and cs_sold_date_sk = d3.d_date_sk
+ and d3.d_quarter_name in ('2000Q1','2000Q2','2000Q3')
+ group by i_item_id
+ ,i_item_desc
+ ,s_state
+ order by i_item_id
+ ,i_item_desc
+ ,s_state
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_item_id
+ ,i_item_desc
+ ,s_state
+ ,count(ss_quantity) as store_sales_quantitycount
+ ,avg(ss_quantity) as store_sales_quantityave
+ ,stddev_samp(ss_quantity) as store_sales_quantitystdev
+ ,stddev_samp(ss_quantity)/avg(ss_quantity) as store_sales_quantitycov
+ ,count(sr_return_quantity) as_store_returns_quantitycount
+ ,avg(sr_return_quantity) as_store_returns_quantityave
+ ,stddev_samp(sr_return_quantity) as_store_returns_quantitystdev
+ ,stddev_samp(sr_return_quantity)/avg(sr_return_quantity) as store_returns_quantitycov
+ ,count(cs_quantity) as catalog_sales_quantitycount ,avg(cs_quantity) as catalog_sales_quantityave
+ ,stddev_samp(cs_quantity)/avg(cs_quantity) as catalog_sales_quantitystdev
+ ,stddev_samp(cs_quantity)/avg(cs_quantity) as catalog_sales_quantitycov
+ from store_sales
+ ,store_returns
+ ,catalog_sales
+ ,date_dim d1
+ ,date_dim d2
+ ,date_dim d3
+ ,store
+ ,item
+ where d1.d_quarter_name = '2000Q1'
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and ss_customer_sk = sr_customer_sk
+ and ss_item_sk = sr_item_sk
+ and ss_ticket_number = sr_ticket_number
+ and sr_returned_date_sk = d2.d_date_sk
+ and d2.d_quarter_name in ('2000Q1','2000Q2','2000Q3')
+ and sr_customer_sk = cs_bill_customer_sk
+ and sr_item_sk = cs_item_sk
+ and cs_sold_date_sk = d3.d_date_sk
+ and d3.d_quarter_name in ('2000Q1','2000Q2','2000Q3')
+ group by i_item_id
+ ,i_item_desc
+ ,s_state
+ order by i_item_id
+ ,i_item_desc
+ ,s_state
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 11 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 14 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 15 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 9 <- Map 13 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_55]
+ Limit [LIM_54] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_53] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ Select Operator [SEL_51] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
+ Group By Operator [GBY_50] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["count(VALUE._col0)","avg(VALUE._col1)","stddev_samp(VALUE._col2)","count(VALUE._col3)","avg(VALUE._col4)","stddev_samp(VALUE._col5)","count(VALUE._col6)","avg(VALUE._col7)","stddev_samp(VALUE._col8)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_48] (rows=843315281 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["count(_col5)","avg(_col5)","stddev_samp(_col5)","count(_col21)","avg(_col21)","stddev_samp(_col21)","count(_col14)","avg(_col14)","stddev_samp(_col14)"],keys:_col9, _col10, _col25
+ Merge Join Operator [MERGEJOIN_98] (rows=843315281 width=88)
+ Conds:RS_44._col3=RS_45._col0(Inner),Output:["_col5","_col9","_col10","_col14","_col21","_col25"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0
+ Select Operator [SEL_34] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_91] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_32] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_97] (rows=766650239 width=88)
+ Conds:RS_41._col1, _col2, _col4=RS_42._col7, _col8, _col9(Inner),Output:["_col3","_col5","_col9","_col10","_col14","_col21"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col7, _col8, _col9
+ Merge Join Operator [MERGEJOIN_96] (rows=348467716 width=135)
+ Conds:RS_28._col2, _col1=RS_29._col1, _col2(Inner),Output:["_col3","_col7","_col8","_col9","_col10"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_95] (rows=63350266 width=77)
+ Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=36525 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_90] (rows=36525 width=1119)
+ predicate:((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_quarter_name"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_89] (rows=57591150 width=77)
+ predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null)
+ TableScan [TS_15] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col2, _col1
+ Merge Join Operator [MERGEJOIN_94] (rows=316788826 width=135)
+ Conds:RS_25._col0=RS_26._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=36525 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_88] (rows=36525 width=1119)
+ predicate:((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_87] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_9] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col1, _col2, _col4
+ Merge Join Operator [MERGEJOIN_93] (rows=696954748 width=88)
+ Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col9","_col10"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_86] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_92] (rows=633595212 width=88)
+ Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_85] (rows=36524 width=1119)
+ predicate:((d_quarter_name = '2000Q1') and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_84] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query18.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query18.q.out b/ql/src/test/results/clientpositive/perf/tez/query18.q.out
new file mode 100644
index 0000000..1f0ec90
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query18.q.out
@@ -0,0 +1,194 @@
+PREHOOK: query: explain
+select i_item_id,
+ ca_country,
+ ca_state,
+ ca_county,
+ avg( cast(cs_quantity as numeric(12,2))) agg1,
+ avg( cast(cs_list_price as numeric(12,2))) agg2,
+ avg( cast(cs_coupon_amt as numeric(12,2))) agg3,
+ avg( cast(cs_sales_price as numeric(12,2))) agg4,
+ avg( cast(cs_net_profit as numeric(12,2))) agg5,
+ avg( cast(c_birth_year as numeric(12,2))) agg6,
+ avg( cast(cd1.cd_dep_count as numeric(12,2))) agg7
+ from catalog_sales, customer_demographics cd1,
+ customer_demographics cd2, customer, customer_address, date_dim, item
+ where cs_sold_date_sk = d_date_sk and
+ cs_item_sk = i_item_sk and
+ cs_bill_cdemo_sk = cd1.cd_demo_sk and
+ cs_bill_customer_sk = c_customer_sk and
+ cd1.cd_gender = 'M' and
+ cd1.cd_education_status = 'College' and
+ c_current_cdemo_sk = cd2.cd_demo_sk and
+ c_current_addr_sk = ca_address_sk and
+ c_birth_month in (9,5,12,4,1,10) and
+ d_year = 2001 and
+ ca_state in ('ND','WI','AL'
+ ,'NC','OK','MS','TN')
+ group by rollup (i_item_id, ca_country, ca_state, ca_county)
+ order by ca_country,
+ ca_state,
+ ca_county,
+ i_item_id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_item_id,
+ ca_country,
+ ca_state,
+ ca_county,
+ avg( cast(cs_quantity as numeric(12,2))) agg1,
+ avg( cast(cs_list_price as numeric(12,2))) agg2,
+ avg( cast(cs_coupon_amt as numeric(12,2))) agg3,
+ avg( cast(cs_sales_price as numeric(12,2))) agg4,
+ avg( cast(cs_net_profit as numeric(12,2))) agg5,
+ avg( cast(c_birth_year as numeric(12,2))) agg6,
+ avg( cast(cd1.cd_dep_count as numeric(12,2))) agg7
+ from catalog_sales, customer_demographics cd1,
+ customer_demographics cd2, customer, customer_address, date_dim, item
+ where cs_sold_date_sk = d_date_sk and
+ cs_item_sk = i_item_sk and
+ cs_bill_cdemo_sk = cd1.cd_demo_sk and
+ cs_bill_customer_sk = c_customer_sk and
+ cd1.cd_gender = 'M' and
+ cd1.cd_education_status = 'College' and
+ c_current_cdemo_sk = cd2.cd_demo_sk and
+ c_current_addr_sk = ca_address_sk and
+ c_birth_month in (9,5,12,4,1,10) and
+ d_year = 2001 and
+ ca_state in ('ND','WI','AL'
+ ,'NC','OK','MS','TN')
+ group by rollup (i_item_id, ca_country, ca_state, ca_county)
+ order by ca_country,
+ ca_state,
+ ca_county,
+ i_item_id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 13 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Map 15 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_49]
+ Limit [LIM_48] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_47] (rows=1054114882 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ Select Operator [SEL_45] (rows=1054114882 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
+ Group By Operator [GBY_44] (rows=1054114882 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)","avg(VALUE._col4)","avg(VALUE._col5)","avg(VALUE._col6)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_42] (rows=2108229765 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["avg(_col4)","avg(_col5)","avg(_col6)","avg(_col7)","avg(_col8)","avg(_col9)","avg(_col10)"],keys:_col0, _col1, _col2, _col3, 0
+ Select Operator [SEL_40] (rows=421645953 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
+ Merge Join Operator [MERGEJOIN_83] (rows=421645953 width=135)
+ Conds:RS_37._col0=RS_38._col3(Inner),Output:["_col4","_col6","_col7","_col8","_col11","_col16","_col17","_col18","_col19","_col20","_col26"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col3
+ Select Operator [SEL_30] (rows=383314495 width=135)
+ Output:["_col1","_col3","_col6","_col7","_col8","_col9","_col10","_col16"]
+ Merge Join Operator [MERGEJOIN_82] (rows=383314495 width=135)
+ Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col8","_col14","_col16"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_77] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_18] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_81] (rows=348467716 width=135)
+ Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col14"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=465450 width=385)
+ Output:["_col0","_col3"]
+ Filter Operator [FIL_76] (rows=465450 width=385)
+ predicate:((cd_education_status = 'College') and (cd_gender = 'M') and cd_demo_sk is not null)
+ TableScan [TS_15] (rows=1861800 width=385)
+ default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_education_status","cd_dep_count"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_80] (rows=316788826 width=135)
+ Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_75] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_12] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Filter Operator [FIL_74] (rows=287989836 width=135)
+ predicate:(cs_bill_cdemo_sk is not null and cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_9] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_bill_cdemo_sk","cs_item_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt","cs_net_profit"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_79] (rows=48400001 width=860)
+ Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col0","_col4","_col6","_col7","_col8"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=1861800 width=385)
+ Output:["_col0"]
+ Filter Operator [FIL_73] (rows=1861800 width=385)
+ predicate:cd_demo_sk is not null
+ TableScan [TS_6] (rows=1861800 width=385)
+ default@customer_demographics,cd2,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_78] (rows=44000000 width=860)
+ Conds:RS_31._col2=RS_32._col0(Inner),Output:["_col0","_col1","_col4","_col6","_col7","_col8"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=40000000 width=860)
+ Output:["_col0","_col1","_col2","_col4"]
+ Filter Operator [FIL_71] (rows=40000000 width=860)
+ predicate:((c_birth_month) IN (9, 5, 12, 4, 1, 10) and c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_customer_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk","c_birth_month","c_birth_year"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=20000000 width=1014)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_72] (rows=20000000 width=1014)
+ predicate:((ca_state) IN ('ND', 'WI', 'AL', 'NC', 'OK', 'MS', 'TN') and ca_address_sk is not null)
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state","ca_country"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query19.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query19.q.out b/ql/src/test/results/clientpositive/perf/tez/query19.q.out
new file mode 100644
index 0000000..363425f
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query19.q.out
@@ -0,0 +1,161 @@
+PREHOOK: query: explain
+select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact,
+ sum(ss_ext_sales_price) ext_price
+ from date_dim, store_sales, item,customer,customer_address,store
+ where d_date_sk = ss_sold_date_sk
+ and ss_item_sk = i_item_sk
+ and i_manager_id=7
+ and d_moy=11
+ and d_year=1999
+ and ss_customer_sk = c_customer_sk
+ and c_current_addr_sk = ca_address_sk
+ and substr(ca_zip,1,5) <> substr(s_zip,1,5)
+ and ss_store_sk = s_store_sk
+ group by i_brand
+ ,i_brand_id
+ ,i_manufact_id
+ ,i_manufact
+ order by ext_price desc
+ ,i_brand
+ ,i_brand_id
+ ,i_manufact_id
+ ,i_manufact
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact,
+ sum(ss_ext_sales_price) ext_price
+ from date_dim, store_sales, item,customer,customer_address,store
+ where d_date_sk = ss_sold_date_sk
+ and ss_item_sk = i_item_sk
+ and i_manager_id=7
+ and d_moy=11
+ and d_year=1999
+ and ss_customer_sk = c_customer_sk
+ and c_current_addr_sk = ca_address_sk
+ and substr(ca_zip,1,5) <> substr(s_zip,1,5)
+ and ss_store_sk = s_store_sk
+ group by i_brand
+ ,i_brand_id
+ ,i_manufact_id
+ ,i_manufact
+ order by ext_price desc
+ ,i_brand
+ ,i_brand_id
+ ,i_manufact_id
+ ,i_manufact
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 12 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 9 <- Map 11 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_44]
+ Limit [LIM_43] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_42] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ Select Operator [SEL_39] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_38] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_36] (rows=843315281 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col8)"],keys:_col14, _col13, _col15, _col16
+ Select Operator [SEL_35] (rows=843315281 width=88)
+ Output:["_col8","_col13","_col14","_col15","_col16"]
+ Filter Operator [FIL_34] (rows=843315281 width=88)
+ predicate:(substr(_col3, 1, 5) <> substr(_col19, 1, 5))
+ Merge Join Operator [MERGEJOIN_73] (rows=843315281 width=88)
+ Conds:RS_31._col7=RS_32._col0(Inner),Output:["_col3","_col8","_col13","_col14","_col15","_col16","_col19"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Select Operator [SEL_24] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_68] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_22] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_zip"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col7
+ Merge Join Operator [MERGEJOIN_72] (rows=766650239 width=88)
+ Conds:RS_28._col0=RS_29._col2(Inner),Output:["_col3","_col7","_col8","_col13","_col14","_col15","_col16"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_71] (rows=696954748 width=88)
+ Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col9","_col10","_col11","_col12"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_67] (rows=231000 width=1436)
+ predicate:((i_manager_id = 7) and i_item_sk is not null)
+ TableScan [TS_12] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manufact_id","i_manufact","i_manager_id"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_70] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_66] (rows=18262 width=1119)
+ predicate:((d_moy = 11) and (d_year = 1999) and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_65] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ext_sales_price"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_69] (rows=88000001 width=860)
+ Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_63] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_64] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_zip"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query2.q.out b/ql/src/test/results/clientpositive/perf/tez/query2.q.out
new file mode 100644
index 0000000..0ba703a
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query2.q.out
@@ -0,0 +1,255 @@
+PREHOOK: query: explain
+with wscs as
+ (select sold_date_sk
+ ,sales_price
+ from (select ws_sold_date_sk sold_date_sk
+ ,ws_ext_sales_price sales_price
+ from web_sales) x
+ union all
+ (select cs_sold_date_sk sold_date_sk
+ ,cs_ext_sales_price sales_price
+ from catalog_sales)),
+ wswscs as
+ (select d_week_seq,
+ sum(case when (d_day_name='Sunday') then sales_price else null end) sun_sales,
+ sum(case when (d_day_name='Monday') then sales_price else null end) mon_sales,
+ sum(case when (d_day_name='Tuesday') then sales_price else null end) tue_sales,
+ sum(case when (d_day_name='Wednesday') then sales_price else null end) wed_sales,
+ sum(case when (d_day_name='Thursday') then sales_price else null end) thu_sales,
+ sum(case when (d_day_name='Friday') then sales_price else null end) fri_sales,
+ sum(case when (d_day_name='Saturday') then sales_price else null end) sat_sales
+ from wscs
+ ,date_dim
+ where d_date_sk = sold_date_sk
+ group by d_week_seq)
+ select d_week_seq1
+ ,round(sun_sales1/sun_sales2,2)
+ ,round(mon_sales1/mon_sales2,2)
+ ,round(tue_sales1/tue_sales2,2)
+ ,round(wed_sales1/wed_sales2,2)
+ ,round(thu_sales1/thu_sales2,2)
+ ,round(fri_sales1/fri_sales2,2)
+ ,round(sat_sales1/sat_sales2,2)
+ from
+ (select wswscs.d_week_seq d_week_seq1
+ ,sun_sales sun_sales1
+ ,mon_sales mon_sales1
+ ,tue_sales tue_sales1
+ ,wed_sales wed_sales1
+ ,thu_sales thu_sales1
+ ,fri_sales fri_sales1
+ ,sat_sales sat_sales1
+ from wswscs,date_dim
+ where date_dim.d_week_seq = wswscs.d_week_seq and
+ d_year = 2001) y,
+ (select wswscs.d_week_seq d_week_seq2
+ ,sun_sales sun_sales2
+ ,mon_sales mon_sales2
+ ,tue_sales tue_sales2
+ ,wed_sales wed_sales2
+ ,thu_sales thu_sales2
+ ,fri_sales fri_sales2
+ ,sat_sales sat_sales2
+ from wswscs
+ ,date_dim
+ where date_dim.d_week_seq = wswscs.d_week_seq and
+ d_year = 2001+1) z
+ where d_week_seq1=d_week_seq2-53
+ order by d_week_seq1
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with wscs as
+ (select sold_date_sk
+ ,sales_price
+ from (select ws_sold_date_sk sold_date_sk
+ ,ws_ext_sales_price sales_price
+ from web_sales) x
+ union all
+ (select cs_sold_date_sk sold_date_sk
+ ,cs_ext_sales_price sales_price
+ from catalog_sales)),
+ wswscs as
+ (select d_week_seq,
+ sum(case when (d_day_name='Sunday') then sales_price else null end) sun_sales,
+ sum(case when (d_day_name='Monday') then sales_price else null end) mon_sales,
+ sum(case when (d_day_name='Tuesday') then sales_price else null end) tue_sales,
+ sum(case when (d_day_name='Wednesday') then sales_price else null end) wed_sales,
+ sum(case when (d_day_name='Thursday') then sales_price else null end) thu_sales,
+ sum(case when (d_day_name='Friday') then sales_price else null end) fri_sales,
+ sum(case when (d_day_name='Saturday') then sales_price else null end) sat_sales
+ from wscs
+ ,date_dim
+ where d_date_sk = sold_date_sk
+ group by d_week_seq)
+ select d_week_seq1
+ ,round(sun_sales1/sun_sales2,2)
+ ,round(mon_sales1/mon_sales2,2)
+ ,round(tue_sales1/tue_sales2,2)
+ ,round(wed_sales1/wed_sales2,2)
+ ,round(thu_sales1/thu_sales2,2)
+ ,round(fri_sales1/fri_sales2,2)
+ ,round(sat_sales1/sat_sales2,2)
+ from
+ (select wswscs.d_week_seq d_week_seq1
+ ,sun_sales sun_sales1
+ ,mon_sales mon_sales1
+ ,tue_sales tue_sales1
+ ,wed_sales wed_sales1
+ ,thu_sales thu_sales1
+ ,fri_sales fri_sales1
+ ,sat_sales sat_sales1
+ from wswscs,date_dim
+ where date_dim.d_week_seq = wswscs.d_week_seq and
+ d_year = 2001) y,
+ (select wswscs.d_week_seq d_week_seq2
+ ,sun_sales sun_sales2
+ ,mon_sales mon_sales2
+ ,tue_sales tue_sales2
+ ,wed_sales wed_sales2
+ ,thu_sales thu_sales2
+ ,fri_sales fri_sales2
+ ,sat_sales sat_sales2
+ from wswscs
+ ,date_dim
+ where date_dim.d_week_seq = wswscs.d_week_seq and
+ d_year = 2001+1) z
+ where d_week_seq1=d_week_seq2-53
+ order by d_week_seq1
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Map 1 <- Union 2 (CONTAINS)
+Map 14 <- Union 15 (CONTAINS)
+Map 16 <- Union 15 (CONTAINS)
+Map 8 <- Union 2 (CONTAINS)
+Reducer 10 <- Map 9 (SIMPLE_EDGE), Union 15 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Map 13 (SIMPLE_EDGE), Reducer 11 (ONE_TO_ONE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 13 (SIMPLE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE)
+Reducer 6 <- Reducer 12 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_60]
+ Select Operator [SEL_59] (rows=287491028 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
+ Select Operator [SEL_57] (rows=287491028 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_95] (rows=287491028 width=135)
+ Conds:RS_54._col0=RS_55.(_col0 - 53)(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:(_col0 - 53)
+ Merge Join Operator [MERGEJOIN_94] (rows=261355475 width=135)
+ Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col0
+ Select Operator [SEL_49] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_90] (rows=36524 width=1119)
+ predicate:((d_year = 2002) and d_week_seq is not null)
+ TableScan [TS_20] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_week_seq","d_year"]
+ <-Reducer 11 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_50]
+ PartitionCols:_col0
+ Group By Operator [GBY_45] (rows=237595882 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col0
+ Group By Operator [GBY_43] (rows=475191764 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)"],keys:_col0
+ Select Operator [SEL_41] (rows=475191764 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_93] (rows=475191764 width=135)
+ Conds:Union 15._col0=RS_39._col0(Inner),Output:["_col1","_col3","_col4"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_10] (rows=73049 width=1119)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_85] (rows=73049 width=1119)
+ predicate:(d_date_sk is not null and d_week_seq is not null)
+ TableScan [TS_8] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq","d_day_name"]
+ <-Union 15 [SIMPLE_EDGE]
+ <-Map 14 [CONTAINS]
+ Reduce Output Operator [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_29] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_87] (rows=144002668 width=135)
+ predicate:ws_sold_date_sk is not null
+ TableScan [TS_27] (rows=144002668 width=135)
+ Output:["ws_sold_date_sk","ws_ext_sales_price"]
+ <-Map 16 [CONTAINS]
+ Reduce Output Operator [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_32] (rows=287989836 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_88] (rows=287989836 width=135)
+ predicate:cs_sold_date_sk is not null
+ TableScan [TS_30] (rows=287989836 width=135)
+ Output:["cs_sold_date_sk","cs_ext_sales_price"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_54]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_92] (rows=261355475 width=135)
+ Conds:RS_23._col0=RS_24._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_86] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_week_seq is not null)
+ Please refer to the previous TableScan [TS_20]
+ <-Reducer 4 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_23]
+ PartitionCols:_col0
+ Group By Operator [GBY_18] (rows=237595882 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Group By Operator [GBY_16] (rows=475191764 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)"],keys:_col0
+ Select Operator [SEL_14] (rows=475191764 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_91] (rows=475191764 width=135)
+ Conds:Union 2._col0=RS_12._col0(Inner),Output:["_col1","_col3","_col4"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_10]
+ <-Union 2 [SIMPLE_EDGE]
+ <-Map 1 [CONTAINS]
+ Reduce Output Operator [RS_11]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_83] (rows=144002668 width=135)
+ predicate:ws_sold_date_sk is not null
+ TableScan [TS_0] (rows=144002668 width=135)
+ Output:["ws_sold_date_sk","ws_ext_sales_price"]
+ <-Map 8 [CONTAINS]
+ Reduce Output Operator [RS_11]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=287989836 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_84] (rows=287989836 width=135)
+ predicate:cs_sold_date_sk is not null
+ TableScan [TS_3] (rows=287989836 width=135)
+ Output:["cs_sold_date_sk","cs_ext_sales_price"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query20.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query20.q.out b/ql/src/test/results/clientpositive/perf/tez/query20.q.out
new file mode 100644
index 0000000..c07141b
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query20.q.out
@@ -0,0 +1,130 @@
+PREHOOK: query: explain
+select i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ ,sum(cs_ext_sales_price) as itemrevenue
+ ,sum(cs_ext_sales_price)*100/sum(sum(cs_ext_sales_price)) over
+ (partition by i_class) as revenueratio
+ from catalog_sales
+ ,item
+ ,date_dim
+ where cs_item_sk = i_item_sk
+ and i_category in ('Jewelry', 'Sports', 'Books')
+ and cs_sold_date_sk = d_date_sk
+ and d_date between cast('2001-01-12' as date)
+ and (cast('2001-01-12' as date) + 30 days)
+ group by i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ order by i_category
+ ,i_class
+ ,i_item_id
+ ,i_item_desc
+ ,revenueratio
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ ,sum(cs_ext_sales_price) as itemrevenue
+ ,sum(cs_ext_sales_price)*100/sum(sum(cs_ext_sales_price)) over
+ (partition by i_class) as revenueratio
+ from catalog_sales
+ ,item
+ ,date_dim
+ where cs_item_sk = i_item_sk
+ and i_category in ('Jewelry', 'Sports', 'Books')
+ and cs_sold_date_sk = d_date_sk
+ and d_date between cast('2001-01-12' as date)
+ and (cast('2001-01-12' as date) + 30 days)
+ group by i_item_id
+ ,i_item_desc
+ ,i_category
+ ,i_class
+ ,i_current_price
+ order by i_category
+ ,i_class
+ ,i_item_id
+ ,i_item_desc
+ ,revenueratio
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_29]
+ Limit [LIM_27] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_26] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ Select Operator [SEL_23] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ PTF Operator [PTF_22] (rows=174233858 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}]
+ Select Operator [SEL_21] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col3
+ Select Operator [SEL_19] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Group By Operator [GBY_18] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_16] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col10, _col9, _col6, _col7, _col8
+ Merge Join Operator [MERGEJOIN_39] (rows=348467716 width=135)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_37] (rows=231000 width=1436)
+ predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_38] (rows=316788826 width=135)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_35] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_36] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2001-01-12 00:00:00.0 AND 2001-02-11 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query21.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query21.q.out b/ql/src/test/results/clientpositive/perf/tez/query21.q.out
new file mode 100644
index 0000000..876e3c8
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query21.q.out
@@ -0,0 +1,139 @@
+PREHOOK: query: explain
+select *
+ from(select w_warehouse_name
+ ,i_item_id
+ ,sum(case when (cast(d_date as date) < cast ('1998-04-08' as date))
+ then inv_quantity_on_hand
+ else 0 end) as inv_before
+ ,sum(case when (cast(d_date as date) >= cast ('1998-04-08' as date))
+ then inv_quantity_on_hand
+ else 0 end) as inv_after
+ from inventory
+ ,warehouse
+ ,item
+ ,date_dim
+ where i_current_price between 0.99 and 1.49
+ and i_item_sk = inv_item_sk
+ and inv_warehouse_sk = w_warehouse_sk
+ and inv_date_sk = d_date_sk
+ and d_date between (cast ('1998-04-08' as date) - 30 days)
+ and (cast ('1998-04-08' as date) + 30 days)
+ group by w_warehouse_name, i_item_id) x
+ where (case when inv_before > 0
+ then inv_after / inv_before
+ else null
+ end) between 2.0/3.0 and 3.0/2.0
+ order by w_warehouse_name
+ ,i_item_id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select *
+ from(select w_warehouse_name
+ ,i_item_id
+ ,sum(case when (cast(d_date as date) < cast ('1998-04-08' as date))
+ then inv_quantity_on_hand
+ else 0 end) as inv_before
+ ,sum(case when (cast(d_date as date) >= cast ('1998-04-08' as date))
+ then inv_quantity_on_hand
+ else 0 end) as inv_after
+ from inventory
+ ,warehouse
+ ,item
+ ,date_dim
+ where i_current_price between 0.99 and 1.49
+ and i_item_sk = inv_item_sk
+ and inv_warehouse_sk = w_warehouse_sk
+ and inv_date_sk = d_date_sk
+ and d_date between (cast ('1998-04-08' as date) - 30 days)
+ and (cast ('1998-04-08' as date) + 30 days)
+ group by w_warehouse_name, i_item_id) x
+ where (case when inv_before > 0
+ then inv_after / inv_before
+ else null
+ end) between 2.0/3.0 and 3.0/2.0
+ order by w_warehouse_name
+ ,i_item_id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_31]
+ Limit [LIM_30] (rows=100 width=15)
+ Number of rows:100
+ Select Operator [SEL_29] (rows=12506076 width=15)
+ Output:["_col0","_col1","_col2","_col3"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ Filter Operator [FIL_26] (rows=12506076 width=15)
+ predicate:CASE WHEN ((_col2 > 0)) THEN ((UDFToDouble(_col3) / UDFToDouble(_col2)) BETWEEN 0.6666666666666666 AND 1.5) ELSE (null) END
+ Group By Operator [GBY_25] (rows=25012152 width=15)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_23] (rows=50024305 width=15)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1
+ Select Operator [SEL_21] (rows=50024305 width=15)
+ Output:["_col0","_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_47] (rows=50024305 width=15)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col7","_col10"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=27 width=1029)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_44] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_9] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_46] (rows=45476640 width=15)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col7"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=51333 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_43] (rows=51333 width=1436)
+ predicate:(i_current_price BETWEEN 0.99 AND 1.49 and i_item_sk is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_current_price"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_45] (rows=41342400 width=15)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=37584000 width=15)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_41] (rows=37584000 width=15)
+ predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null)
+ TableScan [TS_0] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_42] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-03-08 23:00:00.0 AND 1998-05-08 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+
[47/50] [abbrv] hive git commit: HIVE-17649: Export/Import: Move
export data write to a task (Vaibhav Gumashta reviewed by Thejas Nair)
Posted by se...@apache.org.
HIVE-17649: Export/Import: Move export data write to a task (Vaibhav Gumashta reviewed by Thejas Nair)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/88ca553c
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/88ca553c
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/88ca553c
Branch: refs/heads/hive-14535
Commit: 88ca553c451d8d23778a912ec26b262eda402c68
Parents: ae68d85
Author: Vaibhav Gumashta <vg...@hortonworks.com>
Authored: Tue Oct 3 00:03:28 2017 -0700
Committer: Vaibhav Gumashta <vg...@hortonworks.com>
Committed: Tue Oct 3 00:04:28 2017 -0700
----------------------------------------------------------------------
.../apache/hadoop/hive/ql/exec/ExportTask.java | 69 ++++++++++++++++++
.../apache/hadoop/hive/ql/exec/TaskFactory.java | 2 +
.../hadoop/hive/ql/exec/repl/ReplDumpTask.java | 2 +-
.../hive/ql/parse/ExportSemanticAnalyzer.java | 20 ++++-
.../ql/parse/repl/dump/PartitionExport.java | 5 +-
.../hive/ql/parse/repl/dump/TableExport.java | 77 ++++++++++++++------
.../apache/hadoop/hive/ql/plan/ExportWork.java | 73 +++++++++++++++++++
.../authorization_uri_export.q.out | 1 -
.../exim_12_nonnative_export.q.out | 6 +-
9 files changed, 222 insertions(+), 33 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/88ca553c/ql/src/java/org/apache/hadoop/hive/ql/exec/ExportTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/ExportTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/ExportTask.java
new file mode 100644
index 0000000..bb45f30
--- /dev/null
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/ExportTask.java
@@ -0,0 +1,69 @@
+/*
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+ */
+package org.apache.hadoop.hive.ql.exec;
+
+import org.apache.hadoop.hive.ql.DriverContext;
+import org.apache.hadoop.hive.ql.exec.Task;
+import org.apache.hadoop.hive.ql.metadata.Hive;
+import org.apache.hadoop.hive.ql.parse.repl.dump.TableExport;
+import org.apache.hadoop.hive.ql.plan.ExportWork;
+import org.apache.hadoop.hive.ql.plan.api.StageType;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.Serializable;
+
+public class ExportTask extends Task<ExportWork> implements Serializable {
+
+ private static final long serialVersionUID = 1L;
+ private Logger LOG = LoggerFactory.getLogger(ExportTask.class);
+
+ public ExportTask() {
+ super();
+ }
+
+ @Override
+ public String getName() {
+ return "EXPORT";
+ }
+
+ @Override
+ protected int execute(DriverContext driverContext) {
+ try {
+ // Also creates the root directory
+ TableExport.Paths exportPaths =
+ new TableExport.Paths(work.getAstRepresentationForErrorMsg(), work.getExportRootDir(),
+ conf, false);
+ Hive db = getHive();
+ LOG.debug("Exporting data to: {}", exportPaths.getExportRootDir());
+ new TableExport(exportPaths, work.getTableSpec(), work.getReplicationSpec(), db, null, conf)
+ .write();
+ } catch (Exception e) {
+ LOG.error("failed", e);
+ setException(e);
+ return 1;
+ }
+ return 0;
+ }
+
+ @Override
+ public StageType getType() {
+ // TODO: Modify Thrift IDL to generate export stage if needed
+ return StageType.REPL_DUMP;
+ }
+}
http://git-wip-us.apache.org/repos/asf/hive/blob/88ca553c/ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java
index fe9b624..e9c69d9 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java
@@ -47,6 +47,7 @@ import org.apache.hadoop.hive.ql.plan.DDLWork;
import org.apache.hadoop.hive.ql.plan.DependencyCollectionWork;
import org.apache.hadoop.hive.ql.plan.ExplainSQRewriteWork;
import org.apache.hadoop.hive.ql.plan.ExplainWork;
+import org.apache.hadoop.hive.ql.plan.ExportWork;
import org.apache.hadoop.hive.ql.plan.FetchWork;
import org.apache.hadoop.hive.ql.plan.FunctionWork;
import org.apache.hadoop.hive.ql.plan.MapredLocalWork;
@@ -117,6 +118,7 @@ public final class TaskFactory {
taskvec.add(new TaskTuple<>(ReplDumpWork.class, ReplDumpTask.class));
taskvec.add(new TaskTuple<>(ReplLoadWork.class, ReplLoadTask.class));
taskvec.add(new TaskTuple<>(ReplStateLogWork.class, ReplStateLogTask.class));
+ taskvec.add(new TaskTuple<ExportWork>(ExportWork.class, ExportTask.class));
}
private static ThreadLocal<Integer> tid = new ThreadLocal<Integer>() {
http://git-wip-us.apache.org/repos/asf/hive/blob/88ca553c/ql/src/java/org/apache/hadoop/hive/ql/exec/repl/ReplDumpTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/repl/ReplDumpTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/repl/ReplDumpTask.java
index f9991d9..eade36f 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/repl/ReplDumpTask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/repl/ReplDumpTask.java
@@ -256,7 +256,7 @@ public class ReplDumpTask extends Task<ReplDumpWork> implements Serializable {
HiveWrapper.Tuple<Table> tuple = new HiveWrapper(db, dbName).table(tblName);
TableSpec tableSpec = new TableSpec(tuple.object);
TableExport.Paths exportPaths =
- new TableExport.Paths(work.astRepresentationForErrorMsg, dbRoot, tblName, conf);
+ new TableExport.Paths(work.astRepresentationForErrorMsg, dbRoot, tblName, conf, true);
String distCpDoAsUser = conf.getVar(HiveConf.ConfVars.HIVE_DISTCP_DOAS_USER);
tuple.replicationSpec.setIsReplace(true); // by default for all other objects this is false
new TableExport(exportPaths, tableSpec, tuple.replicationSpec, db, distCpDoAsUser, conf).write();
http://git-wip-us.apache.org/repos/asf/hive/blob/88ca553c/ql/src/java/org/apache/hadoop/hive/ql/parse/ExportSemanticAnalyzer.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/ExportSemanticAnalyzer.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/ExportSemanticAnalyzer.java
index b8c6ea9..f094805 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/ExportSemanticAnalyzer.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/ExportSemanticAnalyzer.java
@@ -21,9 +21,12 @@ package org.apache.hadoop.hive.ql.parse;
import org.antlr.runtime.tree.Tree;
import org.apache.hadoop.hive.ql.ErrorMsg;
import org.apache.hadoop.hive.ql.QueryState;
+import org.apache.hadoop.hive.ql.exec.Task;
+import org.apache.hadoop.hive.ql.exec.TaskFactory;
import org.apache.hadoop.hive.ql.metadata.InvalidTableException;
import org.apache.hadoop.hive.ql.metadata.Table;
import org.apache.hadoop.hive.ql.parse.repl.dump.TableExport;
+import org.apache.hadoop.hive.ql.plan.ExportWork;
/**
* ExportSemanticAnalyzer.
@@ -42,8 +45,10 @@ public class ExportSemanticAnalyzer extends BaseSemanticAnalyzer {
ReplicationSpec replicationSpec;
if (ast.getChildCount() > 2) {
+ // Replication case: export table <tbl> to <location> for replication
replicationSpec = new ReplicationSpec((ASTNode) ast.getChild(2));
} else {
+ // Export case
replicationSpec = new ReplicationSpec();
}
if (replicationSpec.getCurrentReplicationState() == null) {
@@ -78,12 +83,19 @@ public class ExportSemanticAnalyzer extends BaseSemanticAnalyzer {
// initialize export path
String tmpPath = stripQuotes(toTree.getText());
- // All parsing is done, we're now good to start the export process.
+ // All parsing is done, we're now good to start the export process
TableExport.Paths exportPaths =
- new TableExport.Paths(ErrorMsg.INVALID_PATH.getMsg(ast), tmpPath, conf);
- TableExport.AuthEntities authEntities =
- new TableExport(exportPaths, ts, replicationSpec, db, null, conf).write();
+ new TableExport.Paths(ErrorMsg.INVALID_PATH.getMsg(ast), tmpPath, conf, false);
+ TableExport tableExport = new TableExport(exportPaths, ts, replicationSpec, db, null, conf);
+ TableExport.AuthEntities authEntities = tableExport.getAuthEntities();
inputs.addAll(authEntities.inputs);
outputs.addAll(authEntities.outputs);
+ String exportRootDirName = tmpPath;
+ // Configure export work
+ ExportWork exportWork =
+ new ExportWork(exportRootDirName, ts, replicationSpec, ErrorMsg.INVALID_PATH.getMsg(ast));
+ // Create an export task and add it as a root task
+ Task<ExportWork> exportTask = TaskFactory.get(exportWork, conf);
+ rootTasks.add(exportTask);
}
}
http://git-wip-us.apache.org/repos/asf/hive/blob/88ca553c/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/dump/PartitionExport.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/dump/PartitionExport.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/dump/PartitionExport.java
index 7e72f23..3f3c4c8 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/dump/PartitionExport.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/dump/PartitionExport.java
@@ -49,18 +49,16 @@ class PartitionExport {
private final String distCpDoAsUser;
private final HiveConf hiveConf;
private final int nThreads;
- private final AuthEntities authEntities;
private static final Logger LOG = LoggerFactory.getLogger(PartitionExport.class);
private BlockingQueue<Partition> queue;
PartitionExport(Paths paths, PartitionIterable partitionIterable, String distCpDoAsUser,
- HiveConf hiveConf, AuthEntities authEntities) {
+ HiveConf hiveConf) {
this.paths = paths;
this.partitionIterable = partitionIterable;
this.distCpDoAsUser = distCpDoAsUser;
this.hiveConf = hiveConf;
- this.authEntities = authEntities;
this.nThreads = hiveConf.getIntVar(HiveConf.ConfVars.REPL_PARTITIONS_DUMP_PARALLELISM);
this.queue = new ArrayBlockingQueue<>(2 * nThreads);
}
@@ -105,7 +103,6 @@ class PartitionExport {
Path rootDataDumpDir = paths.partitionExportDir(partitionName);
new FileOperations(fromPath, rootDataDumpDir, distCpDoAsUser, hiveConf)
.export(forReplicationSpec);
- authEntities.inputs.add(new ReadEntity(partition));
LOG.debug("Thread: {}, finish partition dump {}", threadName, partitionName);
} catch (Exception e) {
throw new RuntimeException("Error while export of data files", e);
http://git-wip-us.apache.org/repos/asf/hive/blob/88ca553c/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/dump/TableExport.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/dump/TableExport.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/dump/TableExport.java
index ed43272..ab94ec5 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/dump/TableExport.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/repl/dump/TableExport.java
@@ -28,11 +28,13 @@ import org.apache.hadoop.hive.ql.hooks.ReadEntity;
import org.apache.hadoop.hive.ql.hooks.WriteEntity;
import org.apache.hadoop.hive.ql.metadata.Hive;
import org.apache.hadoop.hive.ql.metadata.HiveException;
+import org.apache.hadoop.hive.ql.metadata.Partition;
import org.apache.hadoop.hive.ql.metadata.PartitionIterable;
import org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.TableSpec;
import org.apache.hadoop.hive.ql.parse.EximUtil;
import org.apache.hadoop.hive.ql.parse.ReplicationSpec;
import org.apache.hadoop.hive.ql.parse.SemanticException;
+import org.apache.hadoop.hive.ql.parse.repl.dump.TableExport.AuthEntities;
import org.apache.hadoop.hive.ql.parse.repl.dump.io.FileOperations;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -57,7 +59,6 @@ public class TableExport {
private final String distCpDoAsUser;
private final HiveConf conf;
private final Paths paths;
- private final AuthEntities authEntities = new AuthEntities();
public TableExport(Paths paths, TableSpec tableSpec,
ReplicationSpec replicationSpec, Hive db, String distCpDoAsUser, HiveConf conf)
@@ -77,7 +78,7 @@ public class TableExport {
this.paths = paths;
}
- public AuthEntities write() throws SemanticException {
+ public void write() throws SemanticException {
if (tableSpec == null) {
writeMetaData(null);
} else if (shouldExport()) {
@@ -85,18 +86,17 @@ public class TableExport {
if (tableSpec.tableHandle.isView()) {
replicationSpec.setIsMetadataOnly(true);
}
- PartitionIterable withPartitions = partitions();
+ PartitionIterable withPartitions = getPartitions();
writeMetaData(withPartitions);
if (!replicationSpec.isMetadataOnly()) {
writeData(withPartitions);
}
}
- return authEntities;
}
- private PartitionIterable partitions() throws SemanticException {
+ private PartitionIterable getPartitions() throws SemanticException {
try {
- if (tableSpec.tableHandle.isPartitioned()) {
+ if (tableSpec != null && tableSpec.tableHandle != null && tableSpec.tableHandle.isPartitioned()) {
if (tableSpec.specType == TableSpec.SpecType.TABLE_ONLY) {
// TABLE-ONLY, fetch partitions if regular export, don't if metadata-only
if (replicationSpec.isMetadataOnly()) {
@@ -144,19 +144,16 @@ public class TableExport {
try {
if (tableSpec.tableHandle.isPartitioned()) {
if (partitions == null) {
- throw new IllegalStateException(
- "partitions cannot be null for partitionTable :" + tableSpec.tableName);
+ throw new IllegalStateException("partitions cannot be null for partitionTable :"
+ + tableSpec.tableName);
}
- new PartitionExport(paths, partitions, distCpDoAsUser, conf, authEntities)
- .write(replicationSpec);
+ new PartitionExport(paths, partitions, distCpDoAsUser, conf).write(replicationSpec);
} else {
Path fromPath = tableSpec.tableHandle.getDataLocation();
- //this is the data copy
+ // this is the data copy
new FileOperations(fromPath, paths.dataExportDir(), distCpDoAsUser, conf)
- .export(replicationSpec);
- authEntities.inputs.add(new ReadEntity(tableSpec.tableHandle));
+ .export(replicationSpec);
}
- authEntities.outputs.add(toWriteEntity(paths.exportRootDir, conf));
} catch (Exception e) {
throw new SemanticException(e);
}
@@ -173,20 +170,22 @@ public class TableExport {
public static class Paths {
private final String astRepresentationForErrorMsg;
private final HiveConf conf;
- public final Path exportRootDir;
+ private final Path exportRootDir;
private final FileSystem exportFileSystem;
+ private boolean writeData = true;
- public Paths(String astRepresentationForErrorMsg, Path dbRoot, String tblName,
- HiveConf conf) throws SemanticException {
+ public Paths(String astRepresentationForErrorMsg, Path dbRoot, String tblName, HiveConf conf,
+ boolean shouldWriteData) throws SemanticException {
this.astRepresentationForErrorMsg = astRepresentationForErrorMsg;
this.conf = conf;
+ this.writeData = shouldWriteData;
Path tableRoot = new Path(dbRoot, tblName);
URI exportRootDir = EximUtil.getValidatedURI(conf, tableRoot.toUri().toString());
validateTargetDir(exportRootDir);
this.exportRootDir = new Path(exportRootDir);
try {
this.exportFileSystem = this.exportRootDir.getFileSystem(conf);
- if (!exportFileSystem.exists(this.exportRootDir)) {
+ if (!exportFileSystem.exists(this.exportRootDir) && writeData) {
exportFileSystem.mkdirs(this.exportRootDir);
}
} catch (IOException e) {
@@ -194,14 +193,15 @@ public class TableExport {
}
}
- public Paths(String astRepresentationForErrorMsg, String path, HiveConf conf)
- throws SemanticException {
+ public Paths(String astRepresentationForErrorMsg, String path, HiveConf conf,
+ boolean shouldWriteData) throws SemanticException {
this.astRepresentationForErrorMsg = astRepresentationForErrorMsg;
this.conf = conf;
this.exportRootDir = new Path(EximUtil.getValidatedURI(conf, path));
+ this.writeData = shouldWriteData;
try {
this.exportFileSystem = exportRootDir.getFileSystem(conf);
- if (!exportFileSystem.exists(this.exportRootDir)) {
+ if (!exportFileSystem.exists(this.exportRootDir) && writeData) {
exportFileSystem.mkdirs(this.exportRootDir);
}
} catch (IOException e) {
@@ -234,7 +234,7 @@ public class TableExport {
* Partition's data export directory is created within the export semantics of partition.
*/
private Path dataExportDir() throws SemanticException {
- return exportDir(new Path(exportRootDir, EximUtil.DATA_PATH_NAME));
+ return exportDir(new Path(getExportRootDir(), EximUtil.DATA_PATH_NAME));
}
/**
@@ -267,6 +267,10 @@ public class TableExport {
throw new SemanticException(astRepresentationForErrorMsg, e);
}
}
+
+ public Path getExportRootDir() {
+ return exportRootDir;
+ }
}
public static class AuthEntities {
@@ -278,4 +282,33 @@ public class TableExport {
public final Set<ReadEntity> inputs = Collections.newSetFromMap(new ConcurrentHashMap<>());
public final Set<WriteEntity> outputs = new HashSet<>();
}
+
+ public AuthEntities getAuthEntities() throws SemanticException {
+ AuthEntities authEntities = new AuthEntities();
+ try {
+ // Return if metadata-only
+ if (replicationSpec.isMetadataOnly()) {
+ return authEntities;
+ }
+ PartitionIterable partitions = getPartitions();
+ if (tableSpec != null) {
+ if (tableSpec.tableHandle.isPartitioned()) {
+ if (partitions == null) {
+ throw new IllegalStateException("partitions cannot be null for partitionTable :"
+ + tableSpec.tableName);
+ }
+ new PartitionExport(paths, partitions, distCpDoAsUser, conf).write(replicationSpec);
+ for (Partition partition : partitions) {
+ authEntities.inputs.add(new ReadEntity(partition));
+ }
+ } else {
+ authEntities.inputs.add(new ReadEntity(tableSpec.tableHandle));
+ }
+ }
+ authEntities.outputs.add(toWriteEntity(paths.getExportRootDir(), conf));
+ } catch (Exception e) {
+ throw new SemanticException(e);
+ }
+ return authEntities;
+ }
}
http://git-wip-us.apache.org/repos/asf/hive/blob/88ca553c/ql/src/java/org/apache/hadoop/hive/ql/plan/ExportWork.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/plan/ExportWork.java b/ql/src/java/org/apache/hadoop/hive/ql/plan/ExportWork.java
new file mode 100644
index 0000000..ac723b6
--- /dev/null
+++ b/ql/src/java/org/apache/hadoop/hive/ql/plan/ExportWork.java
@@ -0,0 +1,73 @@
+/*
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+ */
+package org.apache.hadoop.hive.ql.plan;
+
+import org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.TableSpec;
+import org.apache.hadoop.hive.ql.parse.ReplicationSpec;
+import org.apache.hadoop.hive.ql.plan.Explain;
+
+import java.io.Serializable;
+
+@Explain(displayName = "Export Work", explainLevels = { Explain.Level.USER, Explain.Level.DEFAULT,
+ Explain.Level.EXTENDED })
+public class ExportWork implements Serializable {
+
+ private static final long serialVersionUID = 1L;
+
+ private final String exportRootDirName;
+ private TableSpec tableSpec;
+ private ReplicationSpec replicationSpec;
+ private String astRepresentationForErrorMsg;
+
+ public ExportWork(String exportRootDirName, TableSpec tableSpec, ReplicationSpec replicationSpec,
+ String astRepresentationForErrorMsg) {
+ this.exportRootDirName = exportRootDirName;
+ this.tableSpec = tableSpec;
+ this.replicationSpec = replicationSpec;
+ this.astRepresentationForErrorMsg = astRepresentationForErrorMsg;
+ }
+
+ public String getExportRootDir() {
+ return exportRootDirName;
+ }
+
+ public TableSpec getTableSpec() {
+ return tableSpec;
+ }
+
+ public void setTableSpec(TableSpec tableSpec) {
+ this.tableSpec = tableSpec;
+ }
+
+ public ReplicationSpec getReplicationSpec() {
+ return replicationSpec;
+ }
+
+ public void setReplicationSpec(ReplicationSpec replicationSpec) {
+ this.replicationSpec = replicationSpec;
+ }
+
+ public String getAstRepresentationForErrorMsg() {
+ return astRepresentationForErrorMsg;
+ }
+
+ public void setAstRepresentationForErrorMsg(String astRepresentationForErrorMsg) {
+ this.astRepresentationForErrorMsg = astRepresentationForErrorMsg;
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/hive/blob/88ca553c/ql/src/test/results/clientnegative/authorization_uri_export.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientnegative/authorization_uri_export.q.out b/ql/src/test/results/clientnegative/authorization_uri_export.q.out
index 19c8115..f6ed948 100644
--- a/ql/src/test/results/clientnegative/authorization_uri_export.q.out
+++ b/ql/src/test/results/clientnegative/authorization_uri_export.q.out
@@ -9,4 +9,3 @@ POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@export_auth_uri
#### A masked pattern was here ####
-FAILED: SemanticException [Error 10320]: Error while performing IO operation Exception while writing out the local file
http://git-wip-us.apache.org/repos/asf/hive/blob/88ca553c/ql/src/test/results/clientnegative/exim_12_nonnative_export.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientnegative/exim_12_nonnative_export.q.out b/ql/src/test/results/clientnegative/exim_12_nonnative_export.q.out
index 5da4daa..bd73536 100644
--- a/ql/src/test/results/clientnegative/exim_12_nonnative_export.q.out
+++ b/ql/src/test/results/clientnegative/exim_12_nonnative_export.q.out
@@ -12,4 +12,8 @@ POSTHOOK: query: create table exim_department ( dep_id int comment "department i
POSTHOOK: type: CREATETABLE
POSTHOOK: Output: database:default
POSTHOOK: Output: default@exim_department
-FAILED: SemanticException [Error 10121]: Export/Import cannot be done for a non-native table.
+PREHOOK: query: export table exim_department to 'ql/test/data/exports/exim_department'
+PREHOOK: type: EXPORT
+PREHOOK: Input: default@exim_department
+#### A masked pattern was here ####
+FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.ExportTask. Export/Import cannot be done for a non-native table.
[15/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query33.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query33.q.out b/ql/src/test/results/clientpositive/perf/tez/query33.q.out
new file mode 100644
index 0000000..0810c28
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query33.q.out
@@ -0,0 +1,393 @@
+PREHOOK: query: explain
+with ss as (
+ select
+ i_manufact_id,sum(ss_ext_sales_price) total_sales
+ from
+ store_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_manufact_id in (select
+ i_manufact_id
+from
+ item
+where i_category in ('Books'))
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 3
+ and ss_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_manufact_id),
+ cs as (
+ select
+ i_manufact_id,sum(cs_ext_sales_price) total_sales
+ from
+ catalog_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_manufact_id in (select
+ i_manufact_id
+from
+ item
+where i_category in ('Books'))
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 3
+ and cs_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_manufact_id),
+ ws as (
+ select
+ i_manufact_id,sum(ws_ext_sales_price) total_sales
+ from
+ web_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_manufact_id in (select
+ i_manufact_id
+from
+ item
+where i_category in ('Books'))
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 3
+ and ws_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_manufact_id)
+ select i_manufact_id ,sum(total_sales) total_sales
+ from (select * from ss
+ union all
+ select * from cs
+ union all
+ select * from ws) tmp1
+ group by i_manufact_id
+ order by total_sales
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ss as (
+ select
+ i_manufact_id,sum(ss_ext_sales_price) total_sales
+ from
+ store_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_manufact_id in (select
+ i_manufact_id
+from
+ item
+where i_category in ('Books'))
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 3
+ and ss_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_manufact_id),
+ cs as (
+ select
+ i_manufact_id,sum(cs_ext_sales_price) total_sales
+ from
+ catalog_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_manufact_id in (select
+ i_manufact_id
+from
+ item
+where i_category in ('Books'))
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 3
+ and cs_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_manufact_id),
+ ws as (
+ select
+ i_manufact_id,sum(ws_ext_sales_price) total_sales
+ from
+ web_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_manufact_id in (select
+ i_manufact_id
+from
+ item
+where i_category in ('Books'))
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 3
+ and ws_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_manufact_id)
+ select i_manufact_id ,sum(total_sales) total_sales
+ from (select * from ss
+ union all
+ select * from cs
+ union all
+ select * from ws) tmp1
+ group by i_manufact_id
+ order by total_sales
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 11 <- Map 1 (SIMPLE_EDGE), Reducer 17 (ONE_TO_ONE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 15 <- Map 14 (SIMPLE_EDGE)
+Reducer 16 <- Map 14 (SIMPLE_EDGE)
+Reducer 17 <- Map 14 (SIMPLE_EDGE)
+Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE)
+Reducer 20 <- Map 26 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
+Reducer 22 <- Map 21 (SIMPLE_EDGE), Map 27 (SIMPLE_EDGE)
+Reducer 23 <- Map 26 (SIMPLE_EDGE), Reducer 22 (SIMPLE_EDGE)
+Reducer 24 <- Map 21 (SIMPLE_EDGE), Map 28 (SIMPLE_EDGE)
+Reducer 25 <- Map 26 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 6 <- Union 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 1 (SIMPLE_EDGE), Reducer 16 (ONE_TO_ONE_EDGE)
+Reducer 9 <- Reducer 23 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_121]
+ Limit [LIM_120] (rows=100 width=108)
+ Number of rows:100
+ Select Operator [SEL_119] (rows=335408073 width=108)
+ Output:["_col0","_col1"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_118]
+ Group By Operator [GBY_116] (rows=335408073 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Union 5 [SIMPLE_EDGE]
+ <-Reducer 10 [CONTAINS]
+ Reduce Output Operator [RS_115]
+ PartitionCols:_col0
+ Group By Operator [GBY_114] (rows=670816147 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Group By Operator [GBY_72] (rows=191657247 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ PartitionCols:_col0
+ Group By Operator [GBY_70] (rows=383314495 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_183] (rows=383314495 width=135)
+ Conds:RS_66._col0=RS_67._col4(Inner),Output:["_col1","_col8"]
+ <-Reducer 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_67]
+ PartitionCols:_col4
+ Select Operator [SEL_62] (rows=348467716 width=135)
+ Output:["_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135)
+ Conds:RS_59._col1=RS_60._col0(Inner),Output:["_col2","_col3"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0
+ Select Operator [SEL_18] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_162] (rows=20000000 width=1014)
+ predicate:((ca_gmt_offset = -6) and ca_address_sk is not null)
+ TableScan [TS_16] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
+ <-Reducer 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135)
+ Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col0
+ Select Operator [SEL_15] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_161] (rows=18262 width=1119)
+ predicate:((d_moy = 3) and (d_year = 1999) and d_date_sk is not null)
+ TableScan [TS_13] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0
+ Select Operator [SEL_49] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_165] (rows=287989836 width=135)
+ predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_47] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_66]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_176] (rows=508200 width=1436)
+ Conds:RS_63._col1=RS_64._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_158] (rows=462000 width=1436)
+ predicate:(i_item_sk is not null and i_manufact_id is not null)
+ TableScan [TS_0] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"]
+ <-Reducer 16 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_64]
+ PartitionCols:_col0
+ Group By Operator [GBY_45] (rows=115500 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col0
+ Group By Operator [GBY_6] (rows=231000 width=1436)
+ Output:["_col0"],keys:i_manufact_id
+ Select Operator [SEL_5] (rows=231000 width=1436)
+ Output:["i_manufact_id"]
+ Filter Operator [FIL_159] (rows=231000 width=1436)
+ predicate:((i_category) IN ('Books') and i_manufact_id is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_category","i_manufact_id"]
+ <-Reducer 13 [CONTAINS]
+ Reduce Output Operator [RS_115]
+ PartitionCols:_col0
+ Group By Operator [GBY_114] (rows=670816147 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Group By Operator [GBY_110] (rows=95833781 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
+ PartitionCols:_col0
+ Group By Operator [GBY_108] (rows=191667562 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_184] (rows=191667562 width=135)
+ Conds:RS_104._col0=RS_105._col3(Inner),Output:["_col1","_col8"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_104]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_179] (rows=508200 width=1436)
+ Conds:RS_101._col1=RS_102._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_101]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 17 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_102]
+ PartitionCols:_col0
+ Group By Operator [GBY_83] (rows=115500 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_82]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_6]
+ <-Reducer 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_105]
+ PartitionCols:_col3
+ Select Operator [SEL_100] (rows=174243235 width=135)
+ Output:["_col3","_col5"]
+ Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135)
+ Conds:RS_97._col2=RS_98._col0(Inner),Output:["_col1","_col3"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_98]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_18]
+ <-Reducer 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135)
+ Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_95]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_15]
+ <-Map 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_94]
+ PartitionCols:_col0
+ Select Operator [SEL_87] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_170] (rows=144002668 width=135)
+ predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_85] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"]
+ <-Reducer 4 [CONTAINS]
+ Reduce Output Operator [RS_115]
+ PartitionCols:_col0
+ Group By Operator [GBY_114] (rows=670816147 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Group By Operator [GBY_35] (rows=383325119 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Group By Operator [GBY_33] (rows=766650239 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_182] (rows=766650239 width=88)
+ Conds:RS_29._col0=RS_30._col3(Inner),Output:["_col1","_col8"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436)
+ Conds:RS_26._col1=RS_27._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 15 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_27]
+ PartitionCols:_col0
+ Group By Operator [GBY_8] (rows=115500 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_6]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col3
+ Select Operator [SEL_25] (rows=696954748 width=88)
+ Output:["_col3","_col5"]
+ Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88)
+ Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col3"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_18]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88)
+ Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_15]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_12] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_160] (rows=575995635 width=88)
+ predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_10] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query34.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query34.q.out b/ql/src/test/results/clientpositive/perf/tez/query34.q.out
new file mode 100644
index 0000000..c85b4d0
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query34.q.out
@@ -0,0 +1,156 @@
+PREHOOK: query: explain
+select c_last_name
+ ,c_first_name
+ ,c_salutation
+ ,c_preferred_cust_flag
+ ,ss_ticket_number
+ ,cnt from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,count(*) cnt
+ from store_sales,date_dim,store,household_demographics
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and (date_dim.d_dom between 1 and 3 or date_dim.d_dom between 25 and 28)
+ and (household_demographics.hd_buy_potential = '>10000' or
+ household_demographics.hd_buy_potential = 'unknown')
+ and household_demographics.hd_vehicle_count > 0
+ and (case when household_demographics.hd_vehicle_count > 0
+ then household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count
+ else null
+ end) > 1.2
+ and date_dim.d_year in (2000,2000+1,2000+2)
+ and store.s_county in ('Mobile County','Maverick County','Huron County','Kittitas County',
+ 'Fairfield County','Jackson County','Barrow County','Pennington County')
+ group by ss_ticket_number,ss_customer_sk) dn,customer
+ where ss_customer_sk = c_customer_sk
+ and cnt between 15 and 20
+ order by c_last_name,c_first_name,c_salutation,c_preferred_cust_flag desc
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select c_last_name
+ ,c_first_name
+ ,c_salutation
+ ,c_preferred_cust_flag
+ ,ss_ticket_number
+ ,cnt from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,count(*) cnt
+ from store_sales,date_dim,store,household_demographics
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and (date_dim.d_dom between 1 and 3 or date_dim.d_dom between 25 and 28)
+ and (household_demographics.hd_buy_potential = '>10000' or
+ household_demographics.hd_buy_potential = 'unknown')
+ and household_demographics.hd_vehicle_count > 0
+ and (case when household_demographics.hd_vehicle_count > 0
+ then household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count
+ else null
+ end) > 1.2
+ and date_dim.d_year in (2000,2000+1,2000+2)
+ and store.s_county in ('Mobile County','Maverick County','Huron County','Kittitas County',
+ 'Fairfield County','Jackson County','Barrow County','Pennington County')
+ group by ss_ticket_number,ss_customer_sk) dn,customer
+ where ss_customer_sk = c_customer_sk
+ and cnt between 15 and 20
+ order by c_last_name,c_first_name,c_salutation,c_preferred_cust_flag desc
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 6 <- Map 10 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 11 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 3
+ File Output Operator [FS_37]
+ Select Operator [SEL_36] (rows=88000001 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ Select Operator [SEL_34] (rows=88000001 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860)
+ Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_52] (rows=80000000 width=860)
+ predicate:c_customer_sk is not null
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col1
+ Filter Operator [FIL_29] (rows=42591679 width=88)
+ predicate:_col2 BETWEEN 15 AND 20
+ Select Operator [SEL_28] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_27] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_25] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4
+ Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88)
+ Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_56] (rows=852 width=1910)
+ predicate:((s_county) IN ('Mobile County', 'Maverick County', 'Huron County', 'Kittitas County', 'Fairfield County', 'Jackson County', 'Barrow County', 'Pennington County') and s_store_sk is not null)
+ TableScan [TS_12] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col4"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=1200 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_55] (rows=1200 width=107)
+ predicate:(((hd_buy_potential = '>10000') or (hd_buy_potential = 'unknown')) and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.2)) ELSE (null) END and hd_demo_sk is not null)
+ TableScan [TS_9] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_53] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_54] (rows=8116 width=1119)
+ predicate:((d_dom BETWEEN 1 AND 3 or d_dom BETWEEN 25 AND 28) and (d_year) IN (2000, 2001, 2002) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query35.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query35.q.out b/ql/src/test/results/clientpositive/perf/tez/query35.q.out
new file mode 100644
index 0000000..a72f578
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query35.q.out
@@ -0,0 +1,284 @@
+PREHOOK: query: explain
+select
+ ca_state,
+ cd_gender,
+ cd_marital_status,
+ count(*) cnt1,
+ avg(cd_dep_count),
+ max(cd_dep_count),
+ sum(cd_dep_count),
+ cd_dep_employed_count,
+ count(*) cnt2,
+ avg(cd_dep_employed_count),
+ max(cd_dep_employed_count),
+ sum(cd_dep_employed_count),
+ cd_dep_college_count,
+ count(*) cnt3,
+ avg(cd_dep_college_count),
+ max(cd_dep_college_count),
+ sum(cd_dep_college_count)
+ from
+ customer c,customer_address ca,customer_demographics
+ where
+ c.c_current_addr_sk = ca.ca_address_sk and
+ cd_demo_sk = c.c_current_cdemo_sk and
+ exists (select *
+ from store_sales,date_dim
+ where c.c_customer_sk = ss_customer_sk and
+ ss_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_qoy < 4) and
+ (exists (select *
+ from web_sales,date_dim
+ where c.c_customer_sk = ws_bill_customer_sk and
+ ws_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_qoy < 4) or
+ exists (select *
+ from catalog_sales,date_dim
+ where c.c_customer_sk = cs_ship_customer_sk and
+ cs_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_qoy < 4))
+ group by ca_state,
+ cd_gender,
+ cd_marital_status,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+ order by ca_state,
+ cd_gender,
+ cd_marital_status,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ ca_state,
+ cd_gender,
+ cd_marital_status,
+ count(*) cnt1,
+ avg(cd_dep_count),
+ max(cd_dep_count),
+ sum(cd_dep_count),
+ cd_dep_employed_count,
+ count(*) cnt2,
+ avg(cd_dep_employed_count),
+ max(cd_dep_employed_count),
+ sum(cd_dep_employed_count),
+ cd_dep_college_count,
+ count(*) cnt3,
+ avg(cd_dep_college_count),
+ max(cd_dep_college_count),
+ sum(cd_dep_college_count)
+ from
+ customer c,customer_address ca,customer_demographics
+ where
+ c.c_current_addr_sk = ca.ca_address_sk and
+ cd_demo_sk = c.c_current_cdemo_sk and
+ exists (select *
+ from store_sales,date_dim
+ where c.c_customer_sk = ss_customer_sk and
+ ss_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_qoy < 4) and
+ (exists (select *
+ from web_sales,date_dim
+ where c.c_customer_sk = ws_bill_customer_sk and
+ ws_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_qoy < 4) or
+ exists (select *
+ from catalog_sales,date_dim
+ where c.c_customer_sk = cs_ship_customer_sk and
+ cs_sold_date_sk = d_date_sk and
+ d_year = 1999 and
+ d_qoy < 4))
+ group by ca_state,
+ cd_gender,
+ cd_marital_status,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+ order by ca_state,
+ cd_gender,
+ cd_marital_status,
+ cd_dep_count,
+ cd_dep_employed_count,
+ cd_dep_college_count
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 13 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
+Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
+Reducer 15 <- Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Map 13 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
+Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 12 (ONE_TO_ONE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 17 (ONE_TO_ONE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_75]
+ Limit [LIM_73] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_72] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ Select Operator [SEL_70] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17"]
+ Group By Operator [GBY_69] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"],aggregations:["count(VALUE._col0)","avg(VALUE._col1)","max(VALUE._col2)","sum(VALUE._col3)","avg(VALUE._col4)","max(VALUE._col5)","sum(VALUE._col6)","avg(VALUE._col7)","max(VALUE._col8)","sum(VALUE._col9)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_68]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_67] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"],aggregations:["count()","avg(_col8)","max(_col8)","sum(_col8)","avg(_col9)","max(_col9)","sum(_col9)","avg(_col10)","max(_col10)","sum(_col10)"],keys:_col4, _col6, _col7, _col8, _col9, _col10
+ Select Operator [SEL_66] (rows=766650239 width=88)
+ Output:["_col4","_col6","_col7","_col8","_col9","_col10"]
+ Filter Operator [FIL_65] (rows=766650239 width=88)
+ predicate:(_col13 is not null or _col15 is not null)
+ Merge Join Operator [MERGEJOIN_113] (rows=766650239 width=88)
+ Conds:RS_62._col0=RS_63._col0(Left Outer),Output:["_col4","_col6","_col7","_col8","_col9","_col10","_col13","_col15"]
+ <-Reducer 17 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_63]
+ PartitionCols:_col0
+ Select Operator [SEL_61] (rows=158394413 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_60] (rows=158394413 width=135)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0
+ Group By Operator [GBY_58] (rows=316788826 width=135)
+ Output:["_col0"],keys:_col1
+ Merge Join Operator [MERGEJOIN_111] (rows=316788826 width=135)
+ Conds:RS_54._col0=RS_55._col0(Inner),Output:["_col1"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=12174 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_102] (rows=12174 width=1119)
+ predicate:((d_qoy < 4) and (d_year = 1999) and d_date_sk is not null)
+ TableScan [TS_12] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_54]
+ PartitionCols:_col0
+ Select Operator [SEL_50] (rows=287989836 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_105] (rows=287989836 width=135)
+ predicate:(cs_ship_customer_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_48] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_customer_sk"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_62]
+ PartitionCols:_col0
+ Select Operator [SEL_47] (rows=696954748 width=88)
+ Output:["_col0","_col4","_col6","_col7","_col8","_col9","_col10","_col13"]
+ Merge Join Operator [MERGEJOIN_112] (rows=696954748 width=88)
+ Conds:RS_43._col0=RS_44._col0(Left Outer),RS_43._col0=RS_45._col0(Inner),Output:["_col0","_col4","_col6","_col7","_col8","_col9","_col10","_col12"]
+ <-Reducer 12 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_44]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=79201469 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_21] (rows=79201469 width=135)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Group By Operator [GBY_19] (rows=158402938 width=135)
+ Output:["_col0"],keys:_col1
+ Merge Join Operator [MERGEJOIN_109] (rows=158402938 width=135)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_101] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_9] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
+ <-Reducer 15 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_45]
+ PartitionCols:_col0
+ Group By Operator [GBY_35] (rows=316797606 width=88)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Group By Operator [GBY_33] (rows=633595212 width=88)
+ Output:["_col0"],keys:_col1
+ Merge Join Operator [MERGEJOIN_110] (rows=633595212 width=88)
+ Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_25] (rows=575995635 width=88)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_103] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_23] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_108] (rows=96800003 width=860)
+ Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col0","_col4","_col6","_col7","_col8","_col9","_col10"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=1861800 width=385)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_100] (rows=1861800 width=385)
+ predicate:cd_demo_sk is not null
+ TableScan [TS_6] (rows=1861800 width=385)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_dep_count","cd_dep_employed_count","cd_dep_college_count"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_107] (rows=88000001 width=860)
+ Conds:RS_37._col2=RS_38._col0(Inner),Output:["_col0","_col1","_col4"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_98] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_99] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query36.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query36.q.out b/ql/src/test/results/clientpositive/perf/tez/query36.q.out
new file mode 100644
index 0000000..dee62b5
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query36.q.out
@@ -0,0 +1,149 @@
+PREHOOK: query: explain
+select
+ sum(ss_net_profit)/sum(ss_ext_sales_price) as gross_margin
+ ,i_category
+ ,i_class
+ ,grouping(i_category)+grouping(i_class) as lochierarchy
+ ,rank() over (
+ partition by grouping(i_category)+grouping(i_class),
+ case when grouping(i_class) = 0 then i_category end
+ order by sum(ss_net_profit)/sum(ss_ext_sales_price) asc) as rank_within_parent
+ from
+ store_sales
+ ,date_dim d1
+ ,item
+ ,store
+ where
+ d1.d_year = 1999
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and s_state in ('SD','FL','MI','LA',
+ 'MO','SC','AL','GA')
+ group by rollup(i_category,i_class)
+ order by
+ lochierarchy desc
+ ,case when lochierarchy = 0 then i_category end
+ ,rank_within_parent
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ sum(ss_net_profit)/sum(ss_ext_sales_price) as gross_margin
+ ,i_category
+ ,i_class
+ ,grouping(i_category)+grouping(i_class) as lochierarchy
+ ,rank() over (
+ partition by grouping(i_category)+grouping(i_class),
+ case when grouping(i_class) = 0 then i_category end
+ order by sum(ss_net_profit)/sum(ss_ext_sales_price) asc) as rank_within_parent
+ from
+ store_sales
+ ,date_dim d1
+ ,item
+ ,store
+ where
+ d1.d_year = 1999
+ and d1.d_date_sk = ss_sold_date_sk
+ and i_item_sk = ss_item_sk
+ and s_store_sk = ss_store_sk
+ and s_state in ('SD','FL','MI','LA',
+ 'MO','SC','AL','GA')
+ group by rollup(i_category,i_class)
+ order by
+ lochierarchy desc
+ ,case when lochierarchy = 0 then i_category end
+ ,rank_within_parent
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_36]
+ Limit [LIM_34] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_33] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ Select Operator [SEL_30] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ PTF Operator [PTF_29] (rows=1149975358 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(_col4 / _col5) ASC NULLS FIRST","partition by:":"(grouping(_col6, 1) + grouping(_col6, 0)), CASE WHEN ((grouping(_col6, 0) = 0)) THEN (_col0) ELSE (null) END"}]
+ Select Operator [SEL_28] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col4","_col5","_col6"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:(grouping(_col6, 1) + grouping(_col6, 0)), CASE WHEN ((grouping(_col6, 0) = 0)) THEN (_col0) ELSE (null) END
+ Select Operator [SEL_26] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col4","_col5","_col6"]
+ Group By Operator [GBY_25] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_23] (rows=2299950717 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1, 0
+ Select Operator [SEL_21] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_52] (rows=766650239 width=88)
+ Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col4","_col10","_col11"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_49] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_9] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_51] (rows=696954748 width=88)
+ Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3","_col4"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_48] (rows=852 width=1910)
+ predicate:((s_state) IN ('SD', 'FL', 'MI', 'LA', 'MO', 'SC', 'AL', 'GA') and s_store_sk is not null)
+ TableScan [TS_6] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_50] (rows=633595212 width=88)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_46] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_47] (rows=36524 width=1119)
+ predicate:((d_year = 1999) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query37.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query37.q.out b/ql/src/test/results/clientpositive/perf/tez/query37.q.out
new file mode 100644
index 0000000..d5af964
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query37.q.out
@@ -0,0 +1,103 @@
+PREHOOK: query: explain
+select i_item_id
+ ,i_item_desc
+ ,i_current_price
+ from item, inventory, date_dim, catalog_sales
+ where i_current_price between 22 and 22 + 30
+ and inv_item_sk = i_item_sk
+ and d_date_sk=inv_date_sk
+ and d_date between cast('2001-06-02' as date) and (cast('2001-06-02' as date) + 60 days)
+ and i_manufact_id in (678,964,918,849)
+ and inv_quantity_on_hand between 100 and 500
+ and cs_item_sk = i_item_sk
+ group by i_item_id,i_item_desc,i_current_price
+ order by i_item_id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_item_id
+ ,i_item_desc
+ ,i_current_price
+ from item, inventory, date_dim, catalog_sales
+ where i_current_price between 22 and 22 + 30
+ and inv_item_sk = i_item_sk
+ and d_date_sk=inv_date_sk
+ and d_date between cast('2001-06-02' as date) and (cast('2001-06-02' as date) + 60 days)
+ and i_manufact_id in (678,964,918,849)
+ and inv_quantity_on_hand between 100 and 500
+ and cs_item_sk = i_item_sk
+ group by i_item_id,i_item_desc,i_current_price
+ order by i_item_id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 7 <- Map 6 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 4
+ File Output Operator [FS_28]
+ Limit [LIM_27] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_26] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ Group By Operator [GBY_23] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_21] (rows=633577652 width=135)
+ Output:["_col0","_col1","_col2"],keys:_col2, _col3, _col4
+ Merge Join Operator [MERGEJOIN_44] (rows=633577652 width=135)
+ Conds:RS_16._col0=RS_17._col0(Inner),RS_17._col0=RS_18._col1(Inner),Output:["_col2","_col3","_col4"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0"]
+ Filter Operator [FIL_39] (rows=287989836 width=135)
+ predicate:cs_item_sk is not null
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=25666 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_40] (rows=25666 width=1436)
+ predicate:((i_manufact_id) IN (678, 964, 918, 849) and i_current_price BETWEEN 22 AND 52 and i_item_sk is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_manufact_id"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_43] (rows=4593600 width=15)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=4176000 width=15)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_41] (rows=4176000 width=15)
+ predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_quantity_on_hand BETWEEN 100 AND 500)
+ TableScan [TS_6] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_quantity_on_hand"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_42] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2001-06-02 00:00:00.0 AND 2001-08-01 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query38.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query38.q.out b/ql/src/test/results/clientpositive/perf/tez/query38.q.out
new file mode 100644
index 0000000..199bed7
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query38.q.out
@@ -0,0 +1,212 @@
+PREHOOK: query: explain
+select count(*) from (
+ select distinct c_last_name, c_first_name, d_date
+ from store_sales, date_dim, customer
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212 + 11
+ intersect
+ select distinct c_last_name, c_first_name, d_date
+ from catalog_sales, date_dim, customer
+ where catalog_sales.cs_sold_date_sk = date_dim.d_date_sk
+ and catalog_sales.cs_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212 + 11
+ intersect
+ select distinct c_last_name, c_first_name, d_date
+ from web_sales, date_dim, customer
+ where web_sales.ws_sold_date_sk = date_dim.d_date_sk
+ and web_sales.ws_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212 + 11
+) hot_cust
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select count(*) from (
+ select distinct c_last_name, c_first_name, d_date
+ from store_sales, date_dim, customer
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212 + 11
+ intersect
+ select distinct c_last_name, c_first_name, d_date
+ from catalog_sales, date_dim, customer
+ where catalog_sales.cs_sold_date_sk = date_dim.d_date_sk
+ and catalog_sales.cs_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212 + 11
+ intersect
+ select distinct c_last_name, c_first_name, d_date
+ from web_sales, date_dim, customer
+ where web_sales.ws_sold_date_sk = date_dim.d_date_sk
+ and web_sales.ws_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212 + 11
+) hot_cust
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 15 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 12 <- Map 17 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 13 <- Map 15 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Reducer 13 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 6 <- Union 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE)
+Reducer 9 <- Map 16 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_89]
+ Limit [LIM_88] (rows=1 width=16)
+ Number of rows:100
+ Group By Operator [GBY_86] (rows=1 width=16)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_85]
+ Group By Operator [GBY_84] (rows=1 width=16)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_82] (rows=1 width=108)
+ Filter Operator [FIL_81] (rows=1 width=108)
+ predicate:(_col3 = 3)
+ Select Operator [SEL_114] (rows=152458212 width=108)
+ Output:["_col3"]
+ Group By Operator [GBY_80] (rows=152458212 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Union 5 [SIMPLE_EDGE]
+ <-Reducer 11 [CONTAINS]
+ Reduce Output Operator [RS_79]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_78] (rows=304916424 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
+ Group By Operator [GBY_48] (rows=87116929 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
+ Select Operator [SEL_44] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_43] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_41] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
+ Merge Join Operator [MERGEJOIN_118] (rows=348467716 width=135)
+ Conds:RS_37._col1=RS_38._col0(Inner),Output:["_col3","_col6","_col7"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_107] (rows=80000000 width=860)
+ predicate:c_customer_sk is not null
+ TableScan [TS_6] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_117] (rows=316788826 width=135)
+ Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col1","_col3"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_106] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Select Operator [SEL_27] (rows=287989836 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_108] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_25] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"]
+ <-Reducer 14 [CONTAINS]
+ Reduce Output Operator [RS_79]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_78] (rows=304916424 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
+ Group By Operator [GBY_74] (rows=43560808 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
+ Select Operator [SEL_70] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_69] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_68]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_67] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
+ Merge Join Operator [MERGEJOIN_120] (rows=174243235 width=135)
+ Conds:RS_63._col1=RS_64._col0(Inner),Output:["_col3","_col6","_col7"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_64]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_119] (rows=158402938 width=135)
+ Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col1","_col3"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0
+ Select Operator [SEL_53] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_111] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_51] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
+ <-Reducer 4 [CONTAINS]
+ Reduce Output Operator [RS_79]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_78] (rows=304916424 width=108)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
+ Group By Operator [GBY_23] (rows=174238687 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
+ Select Operator [SEL_19] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_18] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
+ Merge Join Operator [MERGEJOIN_116] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col3","_col6","_col7"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_115] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col3"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_105] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
+
[42/50] [abbrv] hive git commit: HIVE-13843: Re-enable the HoS tests
disabled in HIVE-13402 (Sahil Takiar, reviewed by Rui Li)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/2948c160/ql/src/test/results/clientpositive/spark/join_empty.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/join_empty.q.out b/ql/src/test/results/clientpositive/spark/join_empty.q.out
new file mode 100644
index 0000000..344345b
--- /dev/null
+++ b/ql/src/test/results/clientpositive/spark/join_empty.q.out
@@ -0,0 +1,56 @@
+PREHOOK: query: create table srcpart_empty(key int, value string) partitioned by (ds string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@srcpart_empty
+POSTHOOK: query: create table srcpart_empty(key int, value string) partitioned by (ds string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@srcpart_empty
+PREHOOK: query: create table src2_empty (key int, value string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@src2_empty
+POSTHOOK: query: create table src2_empty (key int, value string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@src2_empty
+PREHOOK: query: select /*+mapjoin(a)*/ a.key, b.value from srcpart_empty a join src b on a.key=b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@srcpart_empty
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(a)*/ a.key, b.value from srcpart_empty a join src b on a.key=b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@srcpart_empty
+#### A masked pattern was here ####
+PREHOOK: query: select /*+mapjoin(a)*/ a.key, b.value from src2_empty a join src b on a.key=b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@src2_empty
+#### A masked pattern was here ####
+POSTHOOK: query: select /*+mapjoin(a)*/ a.key, b.value from src2_empty a join src b on a.key=b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@src2_empty
+#### A masked pattern was here ####
+PREHOOK: query: select a.key, b.value from srcpart_empty a join src b on a.key=b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@srcpart_empty
+#### A masked pattern was here ####
+POSTHOOK: query: select a.key, b.value from srcpart_empty a join src b on a.key=b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@srcpart_empty
+#### A masked pattern was here ####
+PREHOOK: query: select a.key, b.value from src2_empty a join src b on a.key=b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Input: default@src2_empty
+#### A masked pattern was here ####
+POSTHOOK: query: select a.key, b.value from src2_empty a join src b on a.key=b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@src2_empty
+#### A masked pattern was here ####
http://git-wip-us.apache.org/repos/asf/hive/blob/2948c160/ql/src/test/results/clientpositive/spark/ppd_join4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/ppd_join4.q.out b/ql/src/test/results/clientpositive/spark/ppd_join4.q.out
new file mode 100644
index 0000000..2e80db1
--- /dev/null
+++ b/ql/src/test/results/clientpositive/spark/ppd_join4.q.out
@@ -0,0 +1,128 @@
+PREHOOK: query: create table dual(a string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@dual
+POSTHOOK: query: create table dual(a string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@dual
+PREHOOK: query: drop table if exists test_tbl
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists test_tbl
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: create table test_tbl (id string,name string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@test_tbl
+POSTHOOK: query: create table test_tbl (id string,name string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@test_tbl
+PREHOOK: query: insert into table test_tbl
+select 'a','b' from dual
+PREHOOK: type: QUERY
+PREHOOK: Input: default@dual
+PREHOOK: Output: default@test_tbl
+POSTHOOK: query: insert into table test_tbl
+select 'a','b' from dual
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@dual
+POSTHOOK: Output: default@test_tbl
+POSTHOOK: Lineage: test_tbl.id SIMPLE []
+POSTHOOK: Lineage: test_tbl.name SIMPLE []
+PREHOOK: query: explain
+select t2.*
+from
+(select id,name from (select id,name from test_tbl) t1 sort by id) t2
+join test_tbl t3 on (t2.id=t3.id )
+where t2.name='c' and t3.id='a'
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select t2.*
+from
+(select id,name from (select id,name from test_tbl) t1 sort by id) t2
+join test_tbl t3 on (t2.id=t3.id )
+where t2.name='c' and t3.id='a'
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Map 3 (PARTITION-LEVEL SORT, 2)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: test_tbl
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: ((id = 'a') and (name = 'c')) (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Reduce Output Operator
+ key expressions: 'a' (type: string)
+ sort order: +
+ Map-reduce partition columns: 'a' (type: string)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: t3
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: (id = 'a') (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Reduce Output Operator
+ key expressions: 'a' (type: string)
+ sort order: +
+ Map-reduce partition columns: 'a' (type: string)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 id (type: string)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: 'a' (type: string), 'c' (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select t2.*
+from
+(select id,name from (select id,name from test_tbl) t1 sort by id) t2
+join test_tbl t3 on (t2.id=t3.id )
+where t2.name='c' and t3.id='a'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@test_tbl
+#### A masked pattern was here ####
+POSTHOOK: query: select t2.*
+from
+(select id,name from (select id,name from test_tbl) t1 sort by id) t2
+join test_tbl t3 on (t2.id=t3.id )
+where t2.name='c' and t3.id='a'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@test_tbl
+#### A masked pattern was here ####
http://git-wip-us.apache.org/repos/asf/hive/blob/2948c160/ql/src/test/results/clientpositive/spark/transform1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/transform1.q.out b/ql/src/test/results/clientpositive/spark/transform1.q.out
new file mode 100644
index 0000000..c9cd044
--- /dev/null
+++ b/ql/src/test/results/clientpositive/spark/transform1.q.out
@@ -0,0 +1,138 @@
+PREHOOK: query: create table transform1_t1(a string, b string)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@transform1_t1
+POSTHOOK: query: create table transform1_t1(a string, b string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@transform1_t1
+PREHOOK: query: EXPLAIN
+SELECT transform(*) USING 'cat' AS (col array<bigint>) FROM transform1_t1
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT transform(*) USING 'cat' AS (col array<bigint>) FROM transform1_t1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: transform1_t1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: a (type: string), b (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Transform Operator
+ command: cat
+ output info:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: SELECT transform(*) USING 'cat' AS (col array<bigint>) FROM transform1_t1
+PREHOOK: type: QUERY
+PREHOOK: Input: cat
+PREHOOK: Input: default@transform1_t1
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT transform(*) USING 'cat' AS (col array<bigint>) FROM transform1_t1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: cat
+POSTHOOK: Input: default@transform1_t1
+#### A masked pattern was here ####
+PREHOOK: query: create table transform1_t2(col array<int>)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@transform1_t2
+POSTHOOK: query: create table transform1_t2(col array<int>)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@transform1_t2
+PREHOOK: query: insert overwrite table transform1_t2
+select array(1,2,3) from src tablesample (1 rows)
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: default@transform1_t2
+POSTHOOK: query: insert overwrite table transform1_t2
+select array(1,2,3) from src tablesample (1 rows)
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@transform1_t2
+POSTHOOK: Lineage: transform1_t2.col EXPRESSION []
+PREHOOK: query: EXPLAIN
+SELECT transform('0\0021\0022') USING 'cat' AS (col array<int>) FROM transform1_t2
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT transform('0\0021\0022') USING 'cat' AS (col array<int>) FROM transform1_t2
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: transform1_t2
+ Statistics: Num rows: 1 Data size: 5 Basic stats: COMPLETE Column stats: COMPLETE
+ Select Operator
+ expressions: '012' (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE
+ Transform Operator
+ command: cat
+ output info:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Statistics: Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: SELECT transform('0\0021\0022') USING 'cat' AS (col array<int>) FROM transform1_t2
+PREHOOK: type: QUERY
+PREHOOK: Input: cat
+PREHOOK: Input: default@transform1_t2
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT transform('0\0021\0022') USING 'cat' AS (col array<int>) FROM transform1_t2
+POSTHOOK: type: QUERY
+POSTHOOK: Input: cat
+POSTHOOK: Input: default@transform1_t2
+#### A masked pattern was here ####
+[0,1,2]
[43/50] [abbrv] hive git commit: HIVE-13843: Re-enable the HoS tests
disabled in HIVE-13402 (Sahil Takiar, reviewed by Rui Li)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/2948c160/ql/src/test/results/clientpositive/spark/join40.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/join40.q.out b/ql/src/test/results/clientpositive/spark/join40.q.out
new file mode 100644
index 0000000..cd40042
--- /dev/null
+++ b/ql/src/test/results/clientpositive/spark/join40.q.out
@@ -0,0 +1,3845 @@
+PREHOOK: query: EXPLAIN SELECT x.key, x.value, y.key, y.value
+FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN SELECT x.key, x.value, y.key, y.value
+FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Map 3 (PARTITION-LEVEL SORT, 2)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: x
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: string)
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (UDFToDouble(key) <= 100.0) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: string)
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Left Outer Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: SELECT x.key, x.value, y.key, y.value
+FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT x.key, x.value, y.key, y.value
+FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+10 val_10 10 val_10
+100 val_100 100 val_100
+100 val_100 100 val_100
+100 val_100 100 val_100
+100 val_100 100 val_100
+103 val_103 NULL NULL
+103 val_103 NULL NULL
+104 val_104 NULL NULL
+104 val_104 NULL NULL
+105 val_105 NULL NULL
+11 val_11 11 val_11
+111 val_111 NULL NULL
+113 val_113 NULL NULL
+113 val_113 NULL NULL
+114 val_114 NULL NULL
+116 val_116 NULL NULL
+118 val_118 NULL NULL
+118 val_118 NULL NULL
+119 val_119 NULL NULL
+119 val_119 NULL NULL
+119 val_119 NULL NULL
+12 val_12 12 val_12
+12 val_12 12 val_12
+12 val_12 12 val_12
+12 val_12 12 val_12
+120 val_120 NULL NULL
+120 val_120 NULL NULL
+125 val_125 NULL NULL
+125 val_125 NULL NULL
+126 val_126 NULL NULL
+128 val_128 NULL NULL
+128 val_128 NULL NULL
+128 val_128 NULL NULL
+129 val_129 NULL NULL
+129 val_129 NULL NULL
+131 val_131 NULL NULL
+133 val_133 NULL NULL
+134 val_134 NULL NULL
+134 val_134 NULL NULL
+136 val_136 NULL NULL
+137 val_137 NULL NULL
+137 val_137 NULL NULL
+138 val_138 NULL NULL
+138 val_138 NULL NULL
+138 val_138 NULL NULL
+138 val_138 NULL NULL
+143 val_143 NULL NULL
+145 val_145 NULL NULL
+146 val_146 NULL NULL
+146 val_146 NULL NULL
+149 val_149 NULL NULL
+149 val_149 NULL NULL
+15 val_15 15 val_15
+15 val_15 15 val_15
+15 val_15 15 val_15
+15 val_15 15 val_15
+150 val_150 NULL NULL
+152 val_152 NULL NULL
+152 val_152 NULL NULL
+153 val_153 NULL NULL
+155 val_155 NULL NULL
+156 val_156 NULL NULL
+157 val_157 NULL NULL
+158 val_158 NULL NULL
+160 val_160 NULL NULL
+162 val_162 NULL NULL
+163 val_163 NULL NULL
+164 val_164 NULL NULL
+164 val_164 NULL NULL
+165 val_165 NULL NULL
+165 val_165 NULL NULL
+166 val_166 NULL NULL
+167 val_167 NULL NULL
+167 val_167 NULL NULL
+167 val_167 NULL NULL
+168 val_168 NULL NULL
+169 val_169 NULL NULL
+169 val_169 NULL NULL
+169 val_169 NULL NULL
+169 val_169 NULL NULL
+17 val_17 17 val_17
+170 val_170 NULL NULL
+172 val_172 NULL NULL
+172 val_172 NULL NULL
+174 val_174 NULL NULL
+174 val_174 NULL NULL
+175 val_175 NULL NULL
+175 val_175 NULL NULL
+176 val_176 NULL NULL
+176 val_176 NULL NULL
+177 val_177 NULL NULL
+178 val_178 NULL NULL
+179 val_179 NULL NULL
+179 val_179 NULL NULL
+18 val_18 18 val_18
+18 val_18 18 val_18
+18 val_18 18 val_18
+18 val_18 18 val_18
+180 val_180 NULL NULL
+181 val_181 NULL NULL
+183 val_183 NULL NULL
+186 val_186 NULL NULL
+187 val_187 NULL NULL
+187 val_187 NULL NULL
+187 val_187 NULL NULL
+189 val_189 NULL NULL
+19 val_19 19 val_19
+190 val_190 NULL NULL
+191 val_191 NULL NULL
+191 val_191 NULL NULL
+192 val_192 NULL NULL
+193 val_193 NULL NULL
+193 val_193 NULL NULL
+193 val_193 NULL NULL
+194 val_194 NULL NULL
+195 val_195 NULL NULL
+195 val_195 NULL NULL
+196 val_196 NULL NULL
+197 val_197 NULL NULL
+197 val_197 NULL NULL
+199 val_199 NULL NULL
+199 val_199 NULL NULL
+199 val_199 NULL NULL
+2 val_2 2 val_2
+20 val_20 20 val_20
+200 val_200 NULL NULL
+200 val_200 NULL NULL
+201 val_201 NULL NULL
+202 val_202 NULL NULL
+203 val_203 NULL NULL
+203 val_203 NULL NULL
+205 val_205 NULL NULL
+205 val_205 NULL NULL
+207 val_207 NULL NULL
+207 val_207 NULL NULL
+208 val_208 NULL NULL
+208 val_208 NULL NULL
+208 val_208 NULL NULL
+209 val_209 NULL NULL
+209 val_209 NULL NULL
+213 val_213 NULL NULL
+213 val_213 NULL NULL
+214 val_214 NULL NULL
+216 val_216 NULL NULL
+216 val_216 NULL NULL
+217 val_217 NULL NULL
+217 val_217 NULL NULL
+218 val_218 NULL NULL
+219 val_219 NULL NULL
+219 val_219 NULL NULL
+221 val_221 NULL NULL
+221 val_221 NULL NULL
+222 val_222 NULL NULL
+223 val_223 NULL NULL
+223 val_223 NULL NULL
+224 val_224 NULL NULL
+224 val_224 NULL NULL
+226 val_226 NULL NULL
+228 val_228 NULL NULL
+229 val_229 NULL NULL
+229 val_229 NULL NULL
+230 val_230 NULL NULL
+230 val_230 NULL NULL
+230 val_230 NULL NULL
+230 val_230 NULL NULL
+230 val_230 NULL NULL
+233 val_233 NULL NULL
+233 val_233 NULL NULL
+235 val_235 NULL NULL
+237 val_237 NULL NULL
+237 val_237 NULL NULL
+238 val_238 NULL NULL
+238 val_238 NULL NULL
+239 val_239 NULL NULL
+239 val_239 NULL NULL
+24 val_24 24 val_24
+24 val_24 24 val_24
+24 val_24 24 val_24
+24 val_24 24 val_24
+241 val_241 NULL NULL
+242 val_242 NULL NULL
+242 val_242 NULL NULL
+244 val_244 NULL NULL
+247 val_247 NULL NULL
+248 val_248 NULL NULL
+249 val_249 NULL NULL
+252 val_252 NULL NULL
+255 val_255 NULL NULL
+255 val_255 NULL NULL
+256 val_256 NULL NULL
+256 val_256 NULL NULL
+257 val_257 NULL NULL
+258 val_258 NULL NULL
+26 val_26 26 val_26
+26 val_26 26 val_26
+26 val_26 26 val_26
+26 val_26 26 val_26
+260 val_260 NULL NULL
+262 val_262 NULL NULL
+263 val_263 NULL NULL
+265 val_265 NULL NULL
+265 val_265 NULL NULL
+266 val_266 NULL NULL
+27 val_27 27 val_27
+272 val_272 NULL NULL
+272 val_272 NULL NULL
+273 val_273 NULL NULL
+273 val_273 NULL NULL
+273 val_273 NULL NULL
+274 val_274 NULL NULL
+275 val_275 NULL NULL
+277 val_277 NULL NULL
+277 val_277 NULL NULL
+277 val_277 NULL NULL
+277 val_277 NULL NULL
+278 val_278 NULL NULL
+278 val_278 NULL NULL
+28 val_28 28 val_28
+280 val_280 NULL NULL
+280 val_280 NULL NULL
+281 val_281 NULL NULL
+281 val_281 NULL NULL
+282 val_282 NULL NULL
+282 val_282 NULL NULL
+283 val_283 NULL NULL
+284 val_284 NULL NULL
+285 val_285 NULL NULL
+286 val_286 NULL NULL
+287 val_287 NULL NULL
+288 val_288 NULL NULL
+288 val_288 NULL NULL
+289 val_289 NULL NULL
+291 val_291 NULL NULL
+292 val_292 NULL NULL
+296 val_296 NULL NULL
+298 val_298 NULL NULL
+298 val_298 NULL NULL
+298 val_298 NULL NULL
+30 val_30 30 val_30
+302 val_302 NULL NULL
+305 val_305 NULL NULL
+306 val_306 NULL NULL
+307 val_307 NULL NULL
+307 val_307 NULL NULL
+308 val_308 NULL NULL
+309 val_309 NULL NULL
+309 val_309 NULL NULL
+310 val_310 NULL NULL
+311 val_311 NULL NULL
+311 val_311 NULL NULL
+311 val_311 NULL NULL
+315 val_315 NULL NULL
+316 val_316 NULL NULL
+316 val_316 NULL NULL
+316 val_316 NULL NULL
+317 val_317 NULL NULL
+317 val_317 NULL NULL
+318 val_318 NULL NULL
+318 val_318 NULL NULL
+318 val_318 NULL NULL
+321 val_321 NULL NULL
+321 val_321 NULL NULL
+322 val_322 NULL NULL
+322 val_322 NULL NULL
+323 val_323 NULL NULL
+325 val_325 NULL NULL
+325 val_325 NULL NULL
+327 val_327 NULL NULL
+327 val_327 NULL NULL
+327 val_327 NULL NULL
+33 val_33 33 val_33
+331 val_331 NULL NULL
+331 val_331 NULL NULL
+332 val_332 NULL NULL
+333 val_333 NULL NULL
+333 val_333 NULL NULL
+335 val_335 NULL NULL
+336 val_336 NULL NULL
+338 val_338 NULL NULL
+339 val_339 NULL NULL
+34 val_34 34 val_34
+341 val_341 NULL NULL
+342 val_342 NULL NULL
+342 val_342 NULL NULL
+344 val_344 NULL NULL
+344 val_344 NULL NULL
+345 val_345 NULL NULL
+348 val_348 NULL NULL
+348 val_348 NULL NULL
+348 val_348 NULL NULL
+348 val_348 NULL NULL
+348 val_348 NULL NULL
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+35 val_35 35 val_35
+351 val_351 NULL NULL
+353 val_353 NULL NULL
+353 val_353 NULL NULL
+356 val_356 NULL NULL
+360 val_360 NULL NULL
+362 val_362 NULL NULL
+364 val_364 NULL NULL
+365 val_365 NULL NULL
+366 val_366 NULL NULL
+367 val_367 NULL NULL
+367 val_367 NULL NULL
+368 val_368 NULL NULL
+369 val_369 NULL NULL
+369 val_369 NULL NULL
+369 val_369 NULL NULL
+37 val_37 37 val_37
+37 val_37 37 val_37
+37 val_37 37 val_37
+37 val_37 37 val_37
+373 val_373 NULL NULL
+374 val_374 NULL NULL
+375 val_375 NULL NULL
+377 val_377 NULL NULL
+378 val_378 NULL NULL
+379 val_379 NULL NULL
+382 val_382 NULL NULL
+382 val_382 NULL NULL
+384 val_384 NULL NULL
+384 val_384 NULL NULL
+384 val_384 NULL NULL
+386 val_386 NULL NULL
+389 val_389 NULL NULL
+392 val_392 NULL NULL
+393 val_393 NULL NULL
+394 val_394 NULL NULL
+395 val_395 NULL NULL
+395 val_395 NULL NULL
+396 val_396 NULL NULL
+396 val_396 NULL NULL
+396 val_396 NULL NULL
+397 val_397 NULL NULL
+397 val_397 NULL NULL
+399 val_399 NULL NULL
+399 val_399 NULL NULL
+4 val_4 4 val_4
+400 val_400 NULL NULL
+401 val_401 NULL NULL
+401 val_401 NULL NULL
+401 val_401 NULL NULL
+401 val_401 NULL NULL
+401 val_401 NULL NULL
+402 val_402 NULL NULL
+403 val_403 NULL NULL
+403 val_403 NULL NULL
+403 val_403 NULL NULL
+404 val_404 NULL NULL
+404 val_404 NULL NULL
+406 val_406 NULL NULL
+406 val_406 NULL NULL
+406 val_406 NULL NULL
+406 val_406 NULL NULL
+407 val_407 NULL NULL
+409 val_409 NULL NULL
+409 val_409 NULL NULL
+409 val_409 NULL NULL
+41 val_41 41 val_41
+411 val_411 NULL NULL
+413 val_413 NULL NULL
+413 val_413 NULL NULL
+414 val_414 NULL NULL
+414 val_414 NULL NULL
+417 val_417 NULL NULL
+417 val_417 NULL NULL
+417 val_417 NULL NULL
+418 val_418 NULL NULL
+419 val_419 NULL NULL
+42 val_42 42 val_42
+42 val_42 42 val_42
+42 val_42 42 val_42
+42 val_42 42 val_42
+421 val_421 NULL NULL
+424 val_424 NULL NULL
+424 val_424 NULL NULL
+427 val_427 NULL NULL
+429 val_429 NULL NULL
+429 val_429 NULL NULL
+43 val_43 43 val_43
+430 val_430 NULL NULL
+430 val_430 NULL NULL
+430 val_430 NULL NULL
+431 val_431 NULL NULL
+431 val_431 NULL NULL
+431 val_431 NULL NULL
+432 val_432 NULL NULL
+435 val_435 NULL NULL
+436 val_436 NULL NULL
+437 val_437 NULL NULL
+438 val_438 NULL NULL
+438 val_438 NULL NULL
+438 val_438 NULL NULL
+439 val_439 NULL NULL
+439 val_439 NULL NULL
+44 val_44 44 val_44
+443 val_443 NULL NULL
+444 val_444 NULL NULL
+446 val_446 NULL NULL
+448 val_448 NULL NULL
+449 val_449 NULL NULL
+452 val_452 NULL NULL
+453 val_453 NULL NULL
+454 val_454 NULL NULL
+454 val_454 NULL NULL
+454 val_454 NULL NULL
+455 val_455 NULL NULL
+457 val_457 NULL NULL
+458 val_458 NULL NULL
+458 val_458 NULL NULL
+459 val_459 NULL NULL
+459 val_459 NULL NULL
+460 val_460 NULL NULL
+462 val_462 NULL NULL
+462 val_462 NULL NULL
+463 val_463 NULL NULL
+463 val_463 NULL NULL
+466 val_466 NULL NULL
+466 val_466 NULL NULL
+466 val_466 NULL NULL
+467 val_467 NULL NULL
+468 val_468 NULL NULL
+468 val_468 NULL NULL
+468 val_468 NULL NULL
+468 val_468 NULL NULL
+469 val_469 NULL NULL
+469 val_469 NULL NULL
+469 val_469 NULL NULL
+469 val_469 NULL NULL
+469 val_469 NULL NULL
+47 val_47 47 val_47
+470 val_470 NULL NULL
+472 val_472 NULL NULL
+475 val_475 NULL NULL
+477 val_477 NULL NULL
+478 val_478 NULL NULL
+478 val_478 NULL NULL
+479 val_479 NULL NULL
+480 val_480 NULL NULL
+480 val_480 NULL NULL
+480 val_480 NULL NULL
+481 val_481 NULL NULL
+482 val_482 NULL NULL
+483 val_483 NULL NULL
+484 val_484 NULL NULL
+485 val_485 NULL NULL
+487 val_487 NULL NULL
+489 val_489 NULL NULL
+489 val_489 NULL NULL
+489 val_489 NULL NULL
+489 val_489 NULL NULL
+490 val_490 NULL NULL
+491 val_491 NULL NULL
+492 val_492 NULL NULL
+492 val_492 NULL NULL
+493 val_493 NULL NULL
+494 val_494 NULL NULL
+495 val_495 NULL NULL
+496 val_496 NULL NULL
+497 val_497 NULL NULL
+498 val_498 NULL NULL
+498 val_498 NULL NULL
+498 val_498 NULL NULL
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+5 val_5 5 val_5
+51 val_51 51 val_51
+51 val_51 51 val_51
+51 val_51 51 val_51
+51 val_51 51 val_51
+53 val_53 53 val_53
+54 val_54 54 val_54
+57 val_57 57 val_57
+58 val_58 58 val_58
+58 val_58 58 val_58
+58 val_58 58 val_58
+58 val_58 58 val_58
+64 val_64 64 val_64
+65 val_65 65 val_65
+66 val_66 66 val_66
+67 val_67 67 val_67
+67 val_67 67 val_67
+67 val_67 67 val_67
+67 val_67 67 val_67
+69 val_69 69 val_69
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+70 val_70 70 val_70
+72 val_72 72 val_72
+72 val_72 72 val_72
+72 val_72 72 val_72
+72 val_72 72 val_72
+74 val_74 74 val_74
+76 val_76 76 val_76
+76 val_76 76 val_76
+76 val_76 76 val_76
+76 val_76 76 val_76
+77 val_77 77 val_77
+78 val_78 78 val_78
+8 val_8 8 val_8
+80 val_80 80 val_80
+82 val_82 82 val_82
+83 val_83 83 val_83
+83 val_83 83 val_83
+83 val_83 83 val_83
+83 val_83 83 val_83
+84 val_84 84 val_84
+84 val_84 84 val_84
+84 val_84 84 val_84
+84 val_84 84 val_84
+85 val_85 85 val_85
+86 val_86 86 val_86
+87 val_87 87 val_87
+9 val_9 9 val_9
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+90 val_90 90 val_90
+92 val_92 92 val_92
+95 val_95 95 val_95
+95 val_95 95 val_95
+95 val_95 95 val_95
+95 val_95 95 val_95
+96 val_96 96 val_96
+97 val_97 97 val_97
+97 val_97 97 val_97
+97 val_97 97 val_97
+97 val_97 97 val_97
+98 val_98 98 val_98
+98 val_98 98 val_98
+98 val_98 98 val_98
+98 val_98 98 val_98
+PREHOOK: query: EXPLAIN select src1.key, src2.value
+FROM src src1 JOIN src src2 ON (src1.key = src2.key)
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN select src1.key, src2.value
+FROM src src1 JOIN src src2 ON (src1.key = src2.key)
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Map 3 (PARTITION-LEVEL SORT, 2)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: src1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: src2
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: string)
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col2
+ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col2 (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select src1.key, src2.value
+FROM src src1 JOIN src src2 ON (src1.key = src2.key)
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: select src1.key, src2.value
+FROM src src1 JOIN src src2 ON (src1.key = src2.key)
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+0 val_0
+10 val_10
+100 val_100
+100 val_100
+100 val_100
+100 val_100
+103 val_103
+103 val_103
+103 val_103
+103 val_103
+104 val_104
+104 val_104
+104 val_104
+104 val_104
+105 val_105
+11 val_11
+111 val_111
+113 val_113
+113 val_113
+113 val_113
+113 val_113
+114 val_114
+116 val_116
+118 val_118
+118 val_118
+118 val_118
+118 val_118
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+119 val_119
+12 val_12
+12 val_12
+12 val_12
+12 val_12
+120 val_120
+120 val_120
+120 val_120
+120 val_120
+125 val_125
+125 val_125
+125 val_125
+125 val_125
+126 val_126
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+128 val_128
+129 val_129
+129 val_129
+129 val_129
+129 val_129
+131 val_131
+133 val_133
+134 val_134
+134 val_134
+134 val_134
+134 val_134
+136 val_136
+137 val_137
+137 val_137
+137 val_137
+137 val_137
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+138 val_138
+143 val_143
+145 val_145
+146 val_146
+146 val_146
+146 val_146
+146 val_146
+149 val_149
+149 val_149
+149 val_149
+149 val_149
+15 val_15
+15 val_15
+15 val_15
+15 val_15
+150 val_150
+152 val_152
+152 val_152
+152 val_152
+152 val_152
+153 val_153
+155 val_155
+156 val_156
+157 val_157
+158 val_158
+160 val_160
+162 val_162
+163 val_163
+164 val_164
+164 val_164
+164 val_164
+164 val_164
+165 val_165
+165 val_165
+165 val_165
+165 val_165
+166 val_166
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+167 val_167
+168 val_168
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+169 val_169
+17 val_17
+170 val_170
+172 val_172
+172 val_172
+172 val_172
+172 val_172
+174 val_174
+174 val_174
+174 val_174
+174 val_174
+175 val_175
+175 val_175
+175 val_175
+175 val_175
+176 val_176
+176 val_176
+176 val_176
+176 val_176
+177 val_177
+178 val_178
+179 val_179
+179 val_179
+179 val_179
+179 val_179
+18 val_18
+18 val_18
+18 val_18
+18 val_18
+180 val_180
+181 val_181
+183 val_183
+186 val_186
+187 val_187
+187 val_187
+187 val_187
+187 val_187
+187 val_187
+187 val_187
+187 val_187
+187 val_187
+187 val_187
+189 val_189
+19 val_19
+190 val_190
+191 val_191
+191 val_191
+191 val_191
+191 val_191
+192 val_192
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+193 val_193
+194 val_194
+195 val_195
+195 val_195
+195 val_195
+195 val_195
+196 val_196
+197 val_197
+197 val_197
+197 val_197
+197 val_197
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+199 val_199
+2 val_2
+20 val_20
+200 val_200
+200 val_200
+200 val_200
+200 val_200
+201 val_201
+202 val_202
+203 val_203
+203 val_203
+203 val_203
+203 val_203
+205 val_205
+205 val_205
+205 val_205
+205 val_205
+207 val_207
+207 val_207
+207 val_207
+207 val_207
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+208 val_208
+209 val_209
+209 val_209
+209 val_209
+209 val_209
+213 val_213
+213 val_213
+213 val_213
+213 val_213
+214 val_214
+216 val_216
+216 val_216
+216 val_216
+216 val_216
+217 val_217
+217 val_217
+217 val_217
+217 val_217
+218 val_218
+219 val_219
+219 val_219
+219 val_219
+219 val_219
+221 val_221
+221 val_221
+221 val_221
+221 val_221
+222 val_222
+223 val_223
+223 val_223
+223 val_223
+223 val_223
+224 val_224
+224 val_224
+224 val_224
+224 val_224
+226 val_226
+228 val_228
+229 val_229
+229 val_229
+229 val_229
+229 val_229
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+230 val_230
+233 val_233
+233 val_233
+233 val_233
+233 val_233
+235 val_235
+237 val_237
+237 val_237
+237 val_237
+237 val_237
+238 val_238
+238 val_238
+238 val_238
+238 val_238
+239 val_239
+239 val_239
+239 val_239
+239 val_239
+24 val_24
+24 val_24
+24 val_24
+24 val_24
+241 val_241
+242 val_242
+242 val_242
+242 val_242
+242 val_242
+244 val_244
+247 val_247
+248 val_248
+249 val_249
+252 val_252
+255 val_255
+255 val_255
+255 val_255
+255 val_255
+256 val_256
+256 val_256
+256 val_256
+256 val_256
+257 val_257
+258 val_258
+26 val_26
+26 val_26
+26 val_26
+26 val_26
+260 val_260
+262 val_262
+263 val_263
+265 val_265
+265 val_265
+265 val_265
+265 val_265
+266 val_266
+27 val_27
+272 val_272
+272 val_272
+272 val_272
+272 val_272
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+273 val_273
+274 val_274
+275 val_275
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+277 val_277
+278 val_278
+278 val_278
+278 val_278
+278 val_278
+28 val_28
+280 val_280
+280 val_280
+280 val_280
+280 val_280
+281 val_281
+281 val_281
+281 val_281
+281 val_281
+282 val_282
+282 val_282
+282 val_282
+282 val_282
+283 val_283
+284 val_284
+285 val_285
+286 val_286
+287 val_287
+288 val_288
+288 val_288
+288 val_288
+288 val_288
+289 val_289
+291 val_291
+292 val_292
+296 val_296
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+298 val_298
+30 val_30
+302 val_302
+305 val_305
+306 val_306
+307 val_307
+307 val_307
+307 val_307
+307 val_307
+308 val_308
+309 val_309
+309 val_309
+309 val_309
+309 val_309
+310 val_310
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+311 val_311
+315 val_315
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+316 val_316
+317 val_317
+317 val_317
+317 val_317
+317 val_317
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+318 val_318
+321 val_321
+321 val_321
+321 val_321
+321 val_321
+322 val_322
+322 val_322
+322 val_322
+322 val_322
+323 val_323
+325 val_325
+325 val_325
+325 val_325
+325 val_325
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+327 val_327
+33 val_33
+331 val_331
+331 val_331
+331 val_331
+331 val_331
+332 val_332
+333 val_333
+333 val_333
+333 val_333
+333 val_333
+335 val_335
+336 val_336
+338 val_338
+339 val_339
+34 val_34
+341 val_341
+342 val_342
+342 val_342
+342 val_342
+342 val_342
+344 val_344
+344 val_344
+344 val_344
+344 val_344
+345 val_345
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+348 val_348
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+35 val_35
+351 val_351
+353 val_353
+353 val_353
+353 val_353
+353 val_353
+356 val_356
+360 val_360
+362 val_362
+364 val_364
+365 val_365
+366 val_366
+367 val_367
+367 val_367
+367 val_367
+367 val_367
+368 val_368
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+369 val_369
+37 val_37
+37 val_37
+37 val_37
+37 val_37
+373 val_373
+374 val_374
+375 val_375
+377 val_377
+378 val_378
+379 val_379
+382 val_382
+382 val_382
+382 val_382
+382 val_382
+384 val_384
+384 val_384
+384 val_384
+384 val_384
+384 val_384
+384 val_384
+384 val_384
+384 val_384
+384 val_384
+386 val_386
+389 val_389
+392 val_392
+393 val_393
+394 val_394
+395 val_395
+395 val_395
+395 val_395
+395 val_395
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+396 val_396
+397 val_397
+397 val_397
+397 val_397
+397 val_397
+399 val_399
+399 val_399
+399 val_399
+399 val_399
+4 val_4
+400 val_400
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+401 val_401
+402 val_402
+403 val_403
+403 val_403
+403 val_403
+403 val_403
+403 val_403
+403 val_403
+403 val_403
+403 val_403
+403 val_403
+404 val_404
+404 val_404
+404 val_404
+404 val_404
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+406 val_406
+407 val_407
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+409 val_409
+41 val_41
+411 val_411
+413 val_413
+413 val_413
+413 val_413
+413 val_413
+414 val_414
+414 val_414
+414 val_414
+414 val_414
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+417 val_417
+418 val_418
+419 val_419
+42 val_42
+42 val_42
+42 val_42
+42 val_42
+421 val_421
+424 val_424
+424 val_424
+424 val_424
+424 val_424
+427 val_427
+429 val_429
+429 val_429
+429 val_429
+429 val_429
+43 val_43
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+430 val_430
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+431 val_431
+432 val_432
+435 val_435
+436 val_436
+437 val_437
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+438 val_438
+439 val_439
+439 val_439
+439 val_439
+439 val_439
+44 val_44
+443 val_443
+444 val_444
+446 val_446
+448 val_448
+449 val_449
+452 val_452
+453 val_453
+454 val_454
+454 val_454
+454 val_454
+454 val_454
+454 val_454
+454 val_454
+454 val_454
+454 val_454
+454 val_454
+455 val_455
+457 val_457
+458 val_458
+458 val_458
+458 val_458
+458 val_458
+459 val_459
+459 val_459
+459 val_459
+459 val_459
+460 val_460
+462 val_462
+462 val_462
+462 val_462
+462 val_462
+463 val_463
+463 val_463
+463 val_463
+463 val_463
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+466 val_466
+467 val_467
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+468 val_468
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+469 val_469
+47 val_47
+470 val_470
+472 val_472
+475 val_475
+477 val_477
+478 val_478
+478 val_478
+478 val_478
+478 val_478
+479 val_479
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+480 val_480
+481 val_481
+482 val_482
+483 val_483
+484 val_484
+485 val_485
+487 val_487
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+489 val_489
+490 val_490
+491 val_491
+492 val_492
+492 val_492
+492 val_492
+492 val_492
+493 val_493
+494 val_494
+495 val_495
+496 val_496
+497 val_497
+498 val_498
+498 val_498
+498 val_498
+498 val_498
+498 val_498
+498 val_498
+498 val_498
+498 val_498
+498 val_498
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+5 val_5
+51 val_51
+51 val_51
+51 val_51
+51 val_51
+53 val_53
+54 val_54
+57 val_57
+58 val_58
+58 val_58
+58 val_58
+58 val_58
+64 val_64
+65 val_65
+66 val_66
+67 val_67
+67 val_67
+67 val_67
+67 val_67
+69 val_69
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+70 val_70
+72 val_72
+72 val_72
+72 val_72
+72 val_72
+74 val_74
+76 val_76
+76 val_76
+76 val_76
+76 val_76
+77 val_77
+78 val_78
+8 val_8
+80 val_80
+82 val_82
+83 val_83
+83 val_83
+83 val_83
+83 val_83
+84 val_84
+84 val_84
+84 val_84
+84 val_84
+85 val_85
+86 val_86
+87 val_87
+9 val_9
+90 val_90
+90 val_90
+90 val_90
+90 val_90
+90 val_90
+90 val_90
+90 val_90
+90 val_90
+90 val_90
+92 val_92
+95 val_95
+95 val_95
+95 val_95
+95 val_95
+96 val_96
+97 val_97
+97 val_97
+97 val_97
+97 val_97
+98 val_98
+98 val_98
+98 val_98
+98 val_98
+PREHOOK: query: EXPLAIN
+SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
+SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
+SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Map 4 (PARTITION-LEVEL SORT, 2), Map 5 (PARTITION-LEVEL SORT, 2)
+ Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: src1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key < 10) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: src2
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (key < 10) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Map 5
+ Map Operator Tree:
+ TableScan
+ alias: src3
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ Right Outer Join 0 to 2
+ filter predicates:
+ 0
+ 1
+ 2 {(KEY.reducesinkkey0 < 20)}
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
+ 2 key (type: string)
+ outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string)
+ sort order: ++++++
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ Reducer 3
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
+SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
+SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+2 val_2 2 val_2 2 val_2
+4 val_4 4 val_4 4 val_4
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+8 val_8 8 val_8 8 val_8
+9 val_9 9 val_9 9 val_9
+NULL NULL NULL NULL 10 val_10
+NULL NULL NULL NULL 100 val_100
+NULL NULL NULL NULL 100 val_100
+NULL NULL NULL NULL 103 val_103
+NULL NULL NULL NULL 103 val_103
+NULL NULL NULL NULL 104 val_104
+NULL NULL NULL NULL 104 val_104
+NULL NULL NULL NULL 105 val_105
+NULL NULL NULL NULL 11 val_11
+NULL NULL NULL NULL 111 val_111
+NULL NULL NULL NULL 113 val_113
+NULL NULL NULL NULL 113 val_113
+NULL NULL NULL NULL 114 val_114
+NULL NULL NULL NULL 116 val_116
+NULL NULL NULL NULL 118 val_118
+NULL NULL NULL NULL 118 val_118
+NULL NULL NULL NULL 119 val_119
+NULL NULL NULL NULL 119 val_119
+NULL NULL NULL NULL 119 val_119
+NULL NULL NULL NULL 12 val_12
+NULL NULL NULL NULL 12 val_12
+NULL NULL NULL NULL 120 val_120
+NULL NULL NULL NULL 120 val_120
+NULL NULL NULL NULL 125 val_125
+NULL NULL NULL NULL 125 val_125
+NULL NULL NULL NULL 126 val_126
+NULL NULL NULL NULL 128 val_128
+NULL NULL NULL NULL 128 val_128
+NULL NULL NULL NULL 128 val_128
+NULL NULL NULL NULL 129 val_129
+NULL NULL NULL NULL 129 val_129
+NULL NULL NULL NULL 131 val_131
+NULL NULL NULL NULL 133 val_133
+NULL NULL NULL NULL 134 val_134
+NULL NULL NULL NULL 134 val_134
+NULL NULL NULL NULL 136 val_136
+NULL NULL NULL NULL 137 val_137
+NULL NULL NULL NULL 137 val_137
+NULL NULL NULL NULL 138 val_138
+NULL NULL NULL NULL 138 val_138
+NULL NULL NULL NULL 138 val_138
+NULL NULL NULL NULL 138 val_138
+NULL NULL NULL NULL 143 val_143
+NULL NULL NULL NULL 145 val_145
+NULL NULL NULL NULL 146 val_146
+NULL NULL NULL NULL 146 val_146
+NULL NULL NULL NULL 149 val_149
+NULL NULL NULL NULL 149 val_149
+NULL NULL NULL NULL 15 val_15
+NULL NULL NULL NULL 15 val_15
+NULL NULL NULL NULL 150 val_150
+NULL NULL NULL NULL 152 val_152
+NULL NULL NULL NULL 152 val_152
+NULL NULL NULL NULL 153 val_153
+NULL NULL NULL NULL 155 val_155
+NULL NULL NULL NULL 156 val_156
+NULL NULL NULL NULL 157 val_157
+NULL NULL NULL NULL 158 val_158
+NULL NULL NULL NULL 160 val_160
+NULL NULL NULL NULL 162 val_162
+NULL NULL NULL NULL 163 val_163
+NULL NULL NULL NULL 164 val_164
+NULL NULL NULL NULL 164 val_164
+NULL NULL NULL NULL 165 val_165
+NULL NULL NULL NULL 165 val_165
+NULL NULL NULL NULL 166 val_166
+NULL NULL NULL NULL 167 val_167
+NULL NULL NULL NULL 167 val_167
+NULL NULL NULL NULL 167 val_167
+NULL NULL NULL NULL 168 val_168
+NULL NULL NULL NULL 169 val_169
+NULL NULL NULL NULL 169 val_169
+NULL NULL NULL NULL 169 val_169
+NULL NULL NULL NULL 169 val_169
+NULL NULL NULL NULL 17 val_17
+NULL NULL NULL NULL 170 val_170
+NULL NULL NULL NULL 172 val_172
+NULL NULL NULL NULL 172 val_172
+NULL NULL NULL NULL 174 val_174
+NULL NULL NULL NULL 174 val_174
+NULL NULL NULL NULL 175 val_175
+NULL NULL NULL NULL 175 val_175
+NULL NULL NULL NULL 176 val_176
+NULL NULL NULL NULL 176 val_176
+NULL NULL NULL NULL 177 val_177
+NULL NULL NULL NULL 178 val_178
+NULL NULL NULL NULL 179 val_179
+NULL NULL NULL NULL 179 val_179
+NULL NULL NULL NULL 18 val_18
+NULL NULL NULL NULL 18 val_18
+NULL NULL NULL NULL 180 val_180
+NULL NULL NULL NULL 181 val_181
+NULL NULL NULL NULL 183 val_183
+NULL NULL NULL NULL 186 val_186
+NULL NULL NULL NULL 187 val_187
+NULL NULL NULL NULL 187 val_187
+NULL NULL NULL NULL 187 val_187
+NULL NULL NULL NULL 189 val_189
+NULL NULL NULL NULL 19 val_19
+NULL NULL NULL NULL 190 val_190
+NULL NULL NULL NULL 191 val_191
+NULL NULL NULL NULL 191 val_191
+NULL NULL NULL NULL 192 val_192
+NULL NULL NULL NULL 193 val_193
+NULL NULL NULL NULL 193 val_193
+NULL NULL NULL NULL 193 val_193
+NULL NULL NULL NULL 194 val_194
+NULL NULL NULL NULL 195 val_195
+NULL NULL NULL NULL 195 val_195
+NULL NULL NULL NULL 196 val_196
+NULL NULL NULL NULL 197 val_197
+NULL NULL NULL NULL 197 val_197
+NULL NULL NULL NULL 199 val_199
+NULL NULL NULL NULL 199 val_199
+NULL NULL NULL NULL 199 val_199
+NULL NULL NULL NULL 20 val_20
+NULL NULL NULL NULL 200 val_200
+NULL NULL NULL NULL 200 val_200
+NULL NULL NULL NULL 201 val_201
+NULL NULL NULL NULL 202 val_202
+NULL NULL NULL NULL 203 val_203
+NULL NULL NULL NULL 203 val_203
+NULL NULL NULL NULL 205 val_205
+NULL NULL NULL NULL 205 val_205
+NULL NULL NULL NULL 207 val_207
+NULL NULL NULL NULL 207 val_207
+NULL NULL NULL NULL 208 val_208
+NULL NULL NULL NULL 208 val_208
+NULL NULL NULL NULL 208 val_208
+NULL NULL NULL NULL 209 val_209
+NULL NULL NULL NULL 209 val_209
+NULL NULL NULL NULL 213 val_213
+NULL NULL NULL NULL 213 val_213
+NULL NULL NULL NULL 214 val_214
+NULL NULL NULL NULL 216 val_216
+NULL NULL NULL NULL 216 val_216
+NULL NULL NULL NULL 217 val_217
+NULL NULL NULL NULL 217 val_217
+NULL NULL NULL NULL 218 val_218
+NULL NULL NULL NULL 219 val_219
+NULL NULL NULL NULL 219 val_219
+NULL NULL NULL NULL 221 val_221
+NULL NULL NULL NULL 221 val_221
+NULL NULL NULL NULL 222 val_222
+NULL NULL NULL NULL 223 val_223
+NULL NULL NULL NULL 223 val_223
+NULL NULL NULL NULL 224 val_224
+NULL NULL NULL NULL 224 val_224
+NULL NULL NULL NULL 226 val_226
+NULL NULL NULL NULL 228 val_228
+NULL NULL NULL NULL 229 val_229
+NULL NULL NULL NULL 229 val_229
+NULL NULL NULL NULL 230 val_230
+NULL NULL NULL NULL 230 val_230
+NULL NULL NULL NULL 230 val_230
+NULL NULL NULL NULL 230 val_230
+NULL NULL NULL NULL 230 val_230
+NULL NULL NULL NULL 233 val_233
+NULL NULL NULL NULL 233 val_233
+NULL NULL NULL NULL 235 val_235
+NULL NULL NULL NULL 237 val_237
+NULL NULL NULL NULL 237 val_237
+NULL NULL NULL NULL 238 val_238
+NULL NULL NULL NULL 238 val_238
+NULL NULL NULL NULL 239 val_239
+NULL NULL NULL NULL 239 val_239
+NULL NULL NULL NULL 24 val_24
+NULL NULL NULL NULL 24 val_24
+NULL NULL NULL NULL 241 val_241
+NULL NULL NULL NULL 242 val_242
+NULL NULL NULL NULL 242 val_242
+NULL NULL NULL NULL 244 val_244
+NULL NULL NULL NULL 247 val_247
+NULL NULL NULL NULL 248 val_248
+NULL NULL NULL NULL 249 val_249
+NULL NULL NULL NULL 252 val_252
+NULL NULL NULL NULL 255 val_255
+NULL NULL NULL NULL 255 val_255
+NULL NULL NULL NULL 256 val_256
+NULL NULL NULL NULL 256 val_256
+NULL NULL NULL NULL 257 val_257
+NULL NULL NULL NULL 258 val_258
+NULL NULL NULL NULL 26 val_26
+NULL NULL NULL NULL 26 val_26
+NULL NULL NULL NULL 260 val_260
+NULL NULL NULL NULL 262 val_262
+NULL NULL NULL NULL 263 val_263
+NULL NULL NULL NULL 265 val_265
+NULL NULL NULL NULL 265 val_265
+NULL NULL NULL NULL 266 val_266
+NULL NULL NULL NULL 27 val_27
+NULL NULL NULL NULL 272 val_272
+NULL NULL NULL NULL 272 val_272
+NULL NULL NULL NULL 273 val_273
+NULL NULL NULL NULL 273 val_273
+NULL NULL NULL NULL 273 val_273
+NULL NULL NULL NULL 274 val_274
+NULL NULL NULL NULL 275 val_275
+NULL NULL NULL NULL 277 val_277
+NULL NULL NULL NULL 277 val_277
+NULL NULL NULL NULL 277 val_277
+NULL NULL NULL NULL 277 val_277
+NULL NULL NULL NULL 278 val_278
+NULL NULL NULL NULL 278 val_278
+NULL NULL NULL NULL 28 val_28
+NULL NULL NULL NULL 280 val_280
+NULL NULL NULL NULL 280 val_280
+NULL NULL NULL NULL 281 val_281
+NULL NULL NULL NULL 281 val_281
+NULL NULL NULL NULL 282 val_282
+NULL NULL NULL NULL 282 val_282
+NULL NULL NULL NULL 283 val_283
+NULL NULL NULL NULL 284 val_284
+NULL NULL NULL NULL 285 val_285
+NULL NULL NULL NULL 286 val_286
+NULL NULL NULL NULL 287 val_287
+NULL NULL NULL NULL 288 val_288
+NULL NULL NULL NULL 288 val_288
+NULL NULL NULL NULL 289 val_289
+NULL NULL NULL NULL 291 val_291
+NULL NULL NULL NULL 292 val_292
+NULL NULL NULL NULL 296 val_296
+NULL NULL NULL NULL 298 val_298
+NULL NULL NULL NULL 298 val_298
+NULL NULL NULL NULL 298 val_298
+NULL NULL NULL NULL 30 val_30
+NULL NULL NULL NULL 302 val_302
+NULL NULL NULL NULL 305 val_305
+NULL NULL NULL NULL 306 val_306
+NULL NULL NULL NULL 307 val_307
+NULL NULL NULL NULL 307 val_307
+NULL NULL NULL NULL 308 val_308
+NULL NULL NULL NULL 309 val_309
+NULL NULL NULL NULL 309 val_309
+NULL NULL NULL NULL 310 val_310
+NULL NULL NULL NULL 311 val_311
+NULL NULL NULL NULL 311 val_311
+NULL NULL NULL NULL 311 val_311
+NULL NULL NULL NULL 315 val_315
+NULL NULL NULL NULL 316 val_316
+NULL NULL NULL NULL 316 val_316
+NULL NULL NULL NULL 316 val_316
+NULL NULL NULL NULL 317 val_317
+NULL NULL NULL NULL 317 val_317
+NULL NULL NULL NULL 318 val_318
+NULL NULL NULL NULL 318 val_318
+NULL NULL NULL NULL 318 val_318
+NULL NULL NULL NULL 321 val_321
+NULL NULL NULL NULL 321 val_321
+NULL NULL NULL NULL 322 val_322
+NULL NULL NULL NULL 322 val_322
+NULL NULL NULL NULL 323 val_323
+NULL NULL NULL NULL 325 val_325
+NULL NULL NULL NULL 325 val_325
+NULL NULL NULL NULL 327 val_327
+NULL NULL NULL NULL 327 val_327
+NULL NULL NULL NULL 327 val_327
+NULL NULL NULL NULL 33 val_33
+NULL NULL NULL NULL 331 val_331
+NULL NULL NULL NULL 331 val_331
+NULL NULL NULL NULL 332 val_332
+NULL NULL NULL NULL 333 val_333
+NULL NULL NULL NULL 333 val_333
+NULL NULL NULL NULL 335 val_335
+NULL NULL NULL NULL 336 val_336
+NULL NULL NULL NULL 338 val_338
+NULL NULL NULL NULL 339 val_339
+NULL NULL NULL NULL 34 val_34
+NULL NULL NULL NULL 341 val_341
+NULL NULL NULL NULL 342 val_342
+NULL NULL NULL NULL 342 val_342
+NULL NULL NULL NULL 344 val_344
+NULL NULL NULL NULL 344 val_344
+NULL NULL NULL NULL 345 val_345
+NULL NULL NULL NULL 348 val_348
+NULL NULL NULL NULL 348 val_348
+NULL NULL NULL NULL 348 val_348
+NULL NULL NULL NULL 348 val_348
+NULL NULL NULL NULL 348 val_348
+NULL NULL NULL NULL 35 val_35
+NULL NULL NULL NULL 35 val_35
+NULL NULL NULL NULL 35 val_35
+NULL NULL NULL NULL 351 val_351
+NULL NULL NULL NULL 353 val_353
+NULL NULL NULL NULL 353 val_353
+NULL NULL NULL NULL 356 val_356
+NULL NULL NULL NULL 360 val_360
+NULL NULL NULL NULL 362 val_362
+NULL NULL NULL NULL 364 val_364
+NULL NULL NULL NULL 365 val_365
+NULL NULL NULL NULL 366 val_366
+NULL NULL NULL NULL 367 val_367
+NULL NULL NULL NULL 367 val_367
+NULL NULL NULL NULL 368 val_368
+NULL NULL NULL NULL 369 val_369
+NULL NULL NULL NULL 369 val_369
+NULL NULL NULL NULL 369 val_369
+NULL NULL NULL NULL 37 val_37
+NULL NULL NULL NULL 37 val_37
+NULL NULL NULL NULL 373 val_373
+NULL NULL NULL NULL 374 val_374
+NULL NULL NULL NULL 375 val_375
+NULL NULL NULL NULL 377 val_377
+NULL NULL NULL NULL 378 val_378
+NULL NULL NULL NULL 379 val_379
+NULL NULL NULL NULL 382 val_382
+NULL NULL NULL NULL 382 val_382
+NULL NULL NULL NULL 384 val_384
+NULL NULL NULL NULL 384 val_384
+NULL NULL NULL NULL 384 val_384
+NULL NULL NULL NULL 386 val_386
+NULL NULL NULL NULL 389 val_389
+NULL NULL NULL NULL 392 val_392
+NULL NULL NULL NULL 393 val_393
+NULL NULL NULL NULL 394 val_394
+NULL NULL NULL NULL 395 val_395
+NULL NULL NULL NULL 395 val_395
+NULL NULL NULL NULL 396 val_396
+NULL NULL NULL NULL 396 val_396
+NULL NULL NULL NULL 396 val_396
+NULL NULL NULL NULL 397 val_397
+NULL NULL NULL NULL 397 val_397
+NULL NULL NULL NULL 399 val_399
+NULL NULL NULL NULL 399 val_399
+NULL NULL NULL NULL 400 val_400
+NULL NULL NULL NULL 401 val_401
+NULL NULL NULL NULL 401 val_401
+NULL NULL NULL NULL 401 val_401
+NULL NULL NULL NULL 401 val_401
+NULL NULL NULL NULL 401 val_401
+NULL NULL NULL NULL 402 val_402
+NULL NULL NULL NULL 403 val_403
+NULL NULL NULL NULL 403 val_403
+NULL NULL NULL NULL 403 val_403
+NULL NULL NULL NULL 404 val_404
+NULL NULL NULL NULL 404 val_404
+NULL NULL NULL NULL 406 val_406
+NULL NULL NULL NULL 406 val_406
+NULL NULL NULL NULL 406 val_406
+NULL NULL NULL NULL 406 val_406
+NULL NULL NULL NULL 407 val_407
+NULL NULL NULL NULL 409 val_409
+NULL NULL NULL NULL 409 val_409
+NULL NULL NULL NULL 409 val_409
+NULL NULL NULL NULL 41 val_41
+NULL NULL NULL NULL 411 val_411
+NULL NULL NULL NULL 413 val_413
+NULL NULL NULL NULL 413 val_413
+NULL NULL NULL NULL 414 val_414
+NULL NULL NULL NULL 414 val_414
+NULL NULL NULL NULL 417 val_417
+NULL NULL NULL NULL 417 val_417
+NULL NULL NULL NULL 417 val_417
+NULL NULL NULL NULL 418 val_418
+NULL NULL NULL NULL 419 val_419
+NULL NULL NULL NULL 42 val_42
+NULL NULL NULL NULL 42 val_42
+NULL NULL NULL NULL 421 val_421
+NULL NULL NULL NULL 424 val_424
+NULL NULL NULL NULL 424 val_424
+NULL NULL NULL NULL 427 val_427
+NULL NULL NULL NULL 429 val_429
+NULL NULL NULL NULL 429 val_429
+NULL NULL NULL NULL 43 val_43
+NULL NULL NULL NULL 430 val_430
+NULL NULL NULL NULL 430 val_430
+NULL NULL NULL NULL 430 val_430
+NULL NULL NULL NULL 431 val_431
+NULL NULL NULL NULL 431 val_431
+NULL NULL NULL NULL 431 val_431
+NULL NULL NULL NULL 432 val_432
+NULL NULL NULL NULL 435 val_435
+NULL NULL NULL NULL 436 val_436
+NULL NULL NULL NULL 437 val_437
+NULL NULL NULL NULL 438 val_438
+NULL NULL NULL NULL 438 val_438
+NULL NULL NULL NULL 438 val_438
+NULL NULL NULL NULL 439 val_439
+NULL NULL NULL NULL 439 val_439
+NULL NULL NULL NULL 44 val_44
+NULL NULL NULL NULL 443 val_443
+NULL NULL NULL NULL 444 val_444
+NULL NULL NULL NULL 446 val_446
+NULL NULL NULL NULL 448 val_448
+NULL NULL NULL NULL 449 val_449
+NULL NULL NULL NULL 452 val_452
+NULL NULL NULL NULL 453 val_453
+NULL NULL NULL NULL 454 val_454
+NULL NULL NULL NULL 454 val_454
+NULL NULL NULL NULL 454 val_454
+NULL NULL NULL NULL 455 val_455
+NULL NULL NULL NULL 457 val_457
+NULL NULL NULL NULL 458 val_458
+NULL NULL NULL NULL 458 val_458
+NULL NULL NULL NULL 459 val_459
+NULL NULL NULL NULL 459 val_459
+NULL NULL NULL NULL 460 val_460
+NULL NULL NULL NULL 462 val_462
+NULL NULL NULL NULL 462 val_462
+NULL NULL NULL NULL 463 val_463
+NULL NULL NULL NULL 463 val_463
+NULL NULL NULL NULL 466 val_466
+NULL NULL NULL NULL 466 val_466
+NULL NULL NULL NULL 466 val_466
+NULL NULL NULL NULL 467 val_467
+NULL NULL NULL NULL 468 val_468
+NULL NULL NULL NULL 468 val_468
+NULL NULL NULL NULL 468 val_468
+NULL NULL NULL NULL 468 val_468
+NULL NULL NULL NULL 469 val_469
+NULL NULL NULL NULL 469 val_469
+NULL NULL NULL NULL 469 val_469
+NULL NULL NULL NULL 469 val_469
+NULL NULL NULL NULL 469 val_469
+NULL NULL NULL NULL 47 val_47
+NULL NULL NULL NULL 470 val_470
+NULL NULL NULL NULL 472 val_472
+NULL NULL NULL NULL 475 val_475
+NULL NULL NULL NULL 477 val_477
+NULL NULL NULL NULL 478 val_478
+NULL NULL NULL NULL 478 val_478
+NULL NULL NULL NULL 479 val_479
+NULL NULL NULL NULL 480 val_480
+NULL NULL NULL NULL 480 val_480
+NULL NULL NULL NULL 480 val_480
+NULL NULL NULL NULL 481 val_481
+NULL NULL NULL NULL 482 val_482
+NULL NULL NULL NULL 483 val_483
+NULL NULL NULL NULL 484 val_484
+NULL NULL NULL NULL 485 val_485
+NULL NULL NULL NULL 487 val_487
+NULL NULL NULL NULL 489 val_489
+NULL NULL NULL NULL 489 val_489
+NULL NULL NULL NULL 489 val_489
+NULL NULL NULL NULL 489 val_489
+NULL NULL NULL NULL 490 val_490
+NULL NULL NULL NULL 491 val_491
+NULL NULL NULL NULL 492 val_492
+NULL NULL NULL NULL 492 val_492
+NULL NULL NULL NULL 493 val_493
+NULL NULL NULL NULL 494 val_494
+NULL NULL NULL NULL 495 val_495
+NULL NULL NULL NULL 496 val_496
+NULL NULL NULL NULL 497 val_497
+NULL NULL NULL NULL 498 val_498
+NULL NULL NULL NULL 498 val_498
+NULL NULL NULL NULL 498 val_498
+NULL NULL NULL NULL 51 val_51
+NULL NULL NULL NULL 51 val_51
+NULL NULL NULL NULL 53 val_53
+NULL NULL NULL NULL 54 val_54
+NULL NULL NULL NULL 57 val_57
+NULL NULL NULL NULL 58 val_58
+NULL NULL NULL NULL 58 val_58
+NULL NULL NULL NULL 64 val_64
+NULL NULL NULL NULL 65 val_65
+NULL NULL NULL NULL 66 val_66
+NULL NULL NULL NULL 67 val_67
+NULL NULL NULL NULL 67 val_67
+NULL NULL NULL NULL 69 val_69
+NULL NULL NULL NULL 70 val_70
+NULL NULL NULL NULL 70 val_70
+NULL NULL NULL NULL 70 val_70
+NULL NULL NULL NULL 72 val_72
+NULL NULL NULL NULL 72 val_72
+NULL NULL NULL NULL 74 val_74
+NULL NULL NULL NULL 76 val_76
+NULL NULL NULL NULL 76 val_76
+NULL NULL NULL NULL 77 val_77
+NULL NULL NULL NULL 78 val_78
+NULL NULL NULL NULL 80 val_80
+NULL NULL NULL NULL 82 val_82
+NULL NULL NULL NULL 83 val_83
+NULL NULL NULL NULL 83 val_83
+NULL NULL NULL NULL 84 val_84
+NULL NULL NULL NULL 84 val_84
+NULL NULL NULL NULL 85 val_85
+NULL NULL NULL NULL 86 val_86
+NULL NULL NULL NULL 87 val_87
+NULL NULL NULL NULL 90 val_90
+NULL NULL NULL NULL 90 val_90
+NULL NULL NULL NULL 90 val_90
+NULL NULL NULL NULL 92 val_92
+NULL NULL NULL NULL 95 val_95
+NULL NULL NULL NULL 95 val_95
+NULL NULL NULL NULL 96 val_96
+NULL NULL NULL NULL 97 val_97
+NULL NULL NULL NULL 97 val_97
+NULL NULL NULL NULL 98 val_98
+NULL NULL NULL NULL 98 val_98
+PREHOOK: query: EXPLAIN
+SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
+SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
+SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (PARTITION-LEVEL SORT, 2), Map 4 (PARTITION-LEVEL SORT, 2), Map 5 (PARTITION-LEVEL SORT, 2)
+ Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: src1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((key < 10) and (key < 15)) (type: boolean)
+ Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Map 4
+ Map Operator Tree:
+ TableScan
+ alias: src2
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: ((key < 10) and (key < 15)) (type: boolean)
+ Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Map 5
+ Map Operator Tree:
+ TableScan
+ alias: src3
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: key (type: string)
+ sort order: +
+ Map-reduce partition columns: key (type: string)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ value expressions: value (type: string)
+ Reducer 2
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ Right Outer Join 0 to 2
+ filter predicates:
+ 0
+ 1
+ 2 {(KEY.reducesinkkey0 < 20)}
+ keys:
+ 0 key (type: string)
+ 1 key (type: string)
+ 2 key (type: string)
+ outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string)
+ sort order: ++++++
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ Reducer 3
+ Reduce Operator Tree:
+ Select Operator
+ expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
+SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM src src1 JOIN src src2 ON (src1.key = src2.key AND src1.key < 10 AND src2.key < 15) RIGHT OUTER JOIN src src3 ON (src1.key = src3.key AND src3.key < 20)
+SORT BY src1.key, src1.value, src2.key, src2.value, src3.key, src3.value
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+0 val_0 0 val_0 0 val_0
+2 val_2 2 val_2 2 val_2
+4 val_4 4 val_4 4 val_4
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+5 val_5 5 val_5 5 val_5
+8 val_8 8 val_8 8 val_8
+9 val_9 9 val_9 9 val_9
+NULL NULL NULL NULL 10 val_10
+NULL NULL NULL NULL 100 val_100
+NULL NULL NULL NULL 100 val_100
+NULL NULL NULL NULL 103 val_103
+NULL NULL NULL NULL 103 val_103
+NULL NULL NULL NULL 104 val_104
+NULL NULL NULL NULL 104 val_104
+NULL NULL NULL NULL 105 val_105
+NULL NULL NULL NULL 11 val_11
+NULL NULL NULL NULL 111 val_111
+NULL NULL NULL NULL 113 val_113
+NULL NULL NULL NULL 113 val_113
+NULL NULL NULL NULL 114 val_114
+NULL NULL NULL NULL 116 val_116
+NULL NULL NULL NULL 118 val_118
+NULL NULL NULL NULL 118 val_118
+NULL NULL NULL NULL 119 val_119
+NULL NULL NULL NULL 119 val_119
+NULL NULL NULL NULL 119 val_119
+NULL NULL NULL NULL 12 val_12
+NULL NULL NULL NULL 12 val_12
+NULL NULL NULL NULL 120 val_120
+NULL NULL NULL NULL 120 val_120
+NULL NULL NULL NULL 125 val_125
+NULL NULL NULL NULL 125 val_125
+NULL NULL NULL NULL 126 val_126
+NULL NULL NULL NULL 128 val_128
+NULL NULL NULL NULL 128 val_128
+NULL NULL NULL NULL 128 val_128
+NULL NULL NULL NULL 129 val_129
+NULL NULL NULL NULL 129 val_129
+NULL NULL NULL NULL 131 val_131
+NULL NULL NULL NULL 133 val_133
+NULL NULL NULL NULL 134 val_134
+NULL NULL NULL NULL 134 val_134
+NULL NULL NULL NULL 136 val_136
+NULL NULL NULL NULL 137 val_137
+NULL NULL NULL NULL 137 val_137
+NULL NULL NULL NULL 138 val_138
+NULL NULL NULL NULL 138 val_138
+NULL NULL NULL NULL 138 val_138
+NULL NULL NULL NULL 138 val_138
+NULL NULL NULL NULL 143 val_143
+NULL NULL NULL NULL 145 val_145
+NULL NULL NULL NULL 146 val_146
+NULL NULL NULL NULL 146 val_146
+NULL NULL NULL NULL 149 val_149
+NULL NULL NULL NULL 149 val_149
+NULL NULL NULL NULL 15 val_15
+NULL NULL NULL NULL 15 val_15
+NULL NULL NULL NULL 150 val_150
+NULL NULL NULL NULL 152 val_152
+NULL NULL NULL NULL 152 val_152
+NULL NULL NULL NULL 153 val_153
+NULL NULL NULL NULL 155 val_155
+NULL NULL NULL NULL 156 val_156
+NULL NULL NULL NULL 157 val_157
+NULL NULL NULL NULL 158 val_158
+NULL NULL NULL NULL 160 val_160
+NULL NULL NULL NULL 162 val_162
+NULL NULL NULL NULL 163 val_163
+NULL NULL NULL NULL 164 val_164
+NULL NULL NULL NULL 164 val_164
+NULL NULL NULL NULL 165 val_165
+NULL NULL NULL NULL 165 val_165
+NULL NULL NULL NULL 166 val_166
+NULL NULL NULL NULL 167 val_167
+NULL NULL NULL NULL 167 val_167
+NULL NULL NULL NULL 167 val_167
+NULL NULL NULL NULL 168 val_168
+NULL NULL NULL NULL 169 val_169
+NULL NULL NULL NULL 169 val_169
+NULL NULL NULL NULL 169 val_169
+NULL NULL NULL NULL 169 val_169
+NULL NULL NULL NULL 17 val_17
+NULL NULL NULL NULL 170 val_170
+NULL NULL NULL NULL 172 val_172
+NULL NULL NULL NULL 172 val_172
+NULL NULL NULL NULL 174 val_174
+NULL NULL NULL NULL 174 val_174
+NULL NULL NULL NULL 175 val_175
+NULL NULL NULL NULL 175 val_175
+NULL NULL NULL NULL 176 val_176
+NULL NULL NULL NULL 176 val_176
+NULL NULL NULL NULL 177 val_177
+NULL NULL NULL NULL 178 val_178
+NULL NULL NULL NULL 179 val_179
+NULL NULL NULL NULL 179 val_179
+NULL NULL NULL NULL 18 val_18
+NULL NULL NULL NULL 18 val_18
+NULL NULL NULL NULL 180 val_180
+NULL NULL NULL NULL 181 val_181
+NULL NULL NULL NULL 183 val_183
+NULL NULL NULL NULL 186 val_186
+NULL NULL NULL NULL 187 val_187
+NULL NULL NULL NULL 187 val_187
+NULL NULL NULL NULL 187 val_187
+NULL NULL NULL NULL 189 val_189
+NULL NULL NULL NULL 19 val_19
+NULL NULL NULL NULL 190 val_190
+NULL NULL NULL NULL 191 val_191
+NULL NULL NULL NULL 191 val_191
+NULL NULL NULL NULL 192 val_192
+NULL NULL NULL NULL 193 val_193
+NULL NULL NULL NULL 193 val_193
+NULL NULL NULL NULL 193 val_193
+NULL NULL NULL NULL 194 val_194
+NULL NULL NULL NULL 195 val_195
+NULL NULL NULL NULL 195 val_195
+NULL NULL NULL NULL 196 val_196
+NULL NULL NULL NULL 197 val_197
+NULL NULL NULL NULL 197 val_197
+NULL NULL NULL NULL 199 val_199
+NULL NULL NULL NULL 199 val_199
+NULL NULL NULL NULL 199 val_199
+NULL NULL NULL NULL 20 val_20
+NULL NULL NULL NULL 200 val_200
+NULL NULL NULL NULL 200 val_200
+NULL NULL NULL NULL 201 val_201
+NULL NULL NULL NULL 202 val_202
+NULL NULL NULL NULL 203 val_203
+NULL NULL NULL NULL 203 val_203
+NULL NULL NULL NULL 205 val_205
+NULL NULL NULL NULL 205 val_205
+NULL NULL NULL NULL 207 val_207
+NULL NULL NULL NULL 207 val_207
+NULL NULL NULL NULL 208 val_208
+NULL NULL NULL NULL 208 val_208
+NULL NULL NULL NULL 208 val_208
+NULL NULL NULL NULL 209 val_209
+NULL NULL NULL NULL 209 val_209
+NULL NULL NULL NULL 213 val_213
+NULL NULL NULL NULL 213 val_213
+NULL NULL NULL NULL 214 val_214
+NULL NULL NULL NULL 216 val_216
+NULL NULL NULL NULL 216 val_216
+NULL NULL NULL NULL 217 val_217
+NULL NULL NULL NULL 217 val_217
+NULL NULL NULL NULL 218 val_218
+NULL NULL NULL NULL 219 val_219
+NULL NULL NULL NULL 219 val_219
+NULL NULL NULL NULL 221 val_221
+NULL NULL NULL NULL 221 val_221
+NULL NULL NULL NULL 222 val_222
+NULL NULL NULL NULL 223 val_223
+NULL NULL NULL NULL 223 val_223
+NULL NULL NULL NULL 224 val_224
+NULL NULL NULL NULL 224 val_224
+NULL NULL NULL NULL 226 val_226
+NULL NULL NULL NULL 228 val_228
+NULL NULL NULL NULL 229 val_229
+NULL NULL NULL NULL 229 val_229
+NULL NULL NULL NULL 230 val_230
+NULL NULL NULL NULL 230 val_230
+NULL NULL NULL NULL 230 val_230
+NULL NULL NULL NULL 230 val_230
+NULL NULL NULL NULL 230 val_230
+NULL NULL NULL NULL 233 val_233
+NULL NULL NULL NULL 233 val_233
+NULL NULL NULL NULL 235 val_235
+NULL NULL NULL NULL 237 val_237
+NULL NULL NULL NULL 237 val_237
+NULL NULL NULL NULL 238 val_238
+NULL NULL NULL NULL 238 val_238
+NULL NULL NULL NULL 239 val_239
+NULL NULL NULL NULL 239 val_239
+NULL NULL NULL NULL 24 val_24
+NULL NULL NULL NULL 24 val_24
+NULL NULL NULL NULL 241 val_241
+NULL NULL NULL NULL 242 val_242
+NULL NULL NULL NULL 242 val_242
+NULL NULL NULL NULL 244 val_244
+NULL NULL NULL NULL 247 val_247
+NULL NULL NULL NULL 248 val_248
+NULL NULL NULL NULL 249 val_249
+NULL NULL NULL NULL 252 val_252
+NULL NULL NULL NULL 255 val_255
+NULL NULL NULL NULL 255 val_255
+NULL NULL NULL NULL 256 val_256
+NULL NULL NULL NULL 256 val_256
+NULL NULL NULL NULL 257 val_257
+NULL NULL NULL NULL 258 val_258
+NULL NULL NULL NULL 26 val_26
+NULL NULL NULL NULL 26 val_26
+NULL NULL NULL NULL 260 val_260
+NULL NULL NULL NULL 262 val_262
+NULL NULL NULL NULL 263 val_263
+NULL NULL NULL NULL 265 val_265
+NULL NULL NULL NULL 265 val_265
+NULL NULL NULL NULL 266 val_266
+NULL NULL NULL NULL 27 val_27
+NULL NULL NULL NULL 272 val_272
+NULL NULL NULL NULL 272 val_272
+NULL NULL NULL NULL 273 val_273
+NULL NULL NULL NULL 273 val_273
+NULL NULL NULL NULL 273 val_273
+NULL NULL NULL NULL 274 val_274
+NULL NULL NULL NULL 275 val_275
+NULL NULL NULL NULL 277 val_277
+NULL NULL NULL NULL 277 val_277
+NULL NULL NULL NULL 277 val_277
+NULL NULL NULL NULL 277 val_277
+NULL NULL NULL NULL 278 val_278
+NULL NULL NULL NULL 278 val_278
+NULL NULL NULL NULL 28 val_28
+NULL NULL NULL NULL 280 val_280
+NULL NULL NULL NULL 280 val_280
+NULL NULL NULL NULL 281 val_281
+NULL NULL NULL NULL 281 val_281
+NULL NULL NULL NULL 282 val_282
+NULL NULL NULL NULL 282 val_282
+NULL NULL NULL NULL 283 val_283
+NULL NULL NULL NULL 284 val_284
+NULL NULL NULL NULL 285 val_285
+NULL NULL NULL NULL 286 val_286
+NULL NULL NULL NULL 287 val_287
+NULL NULL NULL NULL 288 val_288
+NULL NULL NULL NULL 288 val_288
+NULL NULL NULL NULL 289 val_289
+NULL NULL NULL NULL 291 val_291
+NULL NULL NULL NULL 292 val_292
+NULL NULL NULL NULL 296 val_296
+NULL NULL NULL NULL 298 val_298
+NULL NULL NULL NULL 298 val_298
+NULL NULL NULL NULL 298 val_298
+NULL NULL NULL NULL 30 val_30
+NULL NULL NULL NULL 302 val_302
+NULL NULL NULL NULL 305 val_305
+NULL NULL NULL NULL 306 val_306
+NULL NULL NULL NULL 307 val_307
+NULL NULL NULL NULL 307 val_307
+NULL NULL NULL NULL 308 val_308
+NULL NULL NULL NULL 309 val_309
+NULL NULL NULL NULL 309 val_309
+NULL NULL NULL NULL 310 val_310
+NULL NULL NULL NULL 311 val_311
+NULL NULL NULL NULL 311 val_311
+NULL NULL NULL NULL 311 val_311
+NULL NULL NULL NULL 315 val_315
+NULL NULL NULL NULL 316 val_316
+NULL NULL NULL NULL 316 val_316
+NULL NULL NULL NULL 316 val_316
+NULL NULL NULL NULL 317 val_317
+NULL NULL NULL NULL 317 val_317
+NULL NULL NULL NULL 318 val_318
+NULL NULL NULL NULL 318 val_318
+NULL NULL NULL NULL 318 val_318
+NULL NULL NULL NULL 321 val_321
+NULL NULL NULL NULL 321 val_321
+NULL NULL NULL NULL 322 val_322
+NULL NULL NULL NULL 322 val_322
+NULL NULL NULL NULL 323 val_323
+NULL NULL NULL NULL 325 val_325
+NULL NULL NULL NULL 325 val_325
+NULL NULL NULL NULL 327 val_327
+NULL NULL NULL NULL 327 val_327
+NULL NULL NULL NULL 327 val_327
+NULL NULL NULL NULL 33 val_33
+NULL NULL NULL NULL 331 val_331
+NULL NULL NULL NULL 331 val_331
+NULL NULL NULL NULL 332 val_332
+NULL NULL NULL NULL 333 val_333
+NULL NULL NULL NULL 333 val_333
+NULL NULL NULL NULL 335 val_335
+NULL NULL NULL NULL 336 val_336
+NULL NULL NULL NULL 338 val_338
+NULL NULL NULL NULL 339 val_339
+NULL NULL NULL NULL 34 val_34
+NULL NULL NULL NULL 341 val_341
+NULL NULL NULL NULL 342 val_342
+NULL NULL NULL NULL 342 val_342
+NULL NULL NULL NULL 344 val_344
+NULL NULL NULL NULL 344 val_344
+NULL NULL NULL NULL 345 val_345
+NULL NULL NULL NULL 348 val_348
+NULL NULL NULL NULL 348 val_348
+NULL NULL NULL NULL 348 val_348
+NULL NULL NULL NULL 348 val_348
+NULL NULL NULL NULL 348 val_348
+NULL NULL NULL NULL 35 val_35
+NULL NULL NULL NULL 35 val_35
+NULL NULL NULL NULL 35 val_35
+NULL NULL NULL NULL 351 val_351
+NULL NULL NULL NULL 353 val_353
+NULL NULL NULL NULL 353 val_353
+NULL NULL NULL NULL 356 val_356
+NULL NULL NULL NULL 360 val_360
+NULL NULL NULL NULL 362 val_362
+NULL NULL NULL NULL 364 val_364
+NULL NULL NULL NULL 365 val_365
+NULL NULL NULL NULL 366 val_366
+NULL NULL NULL NULL 367 val_367
+NULL NULL NULL NULL 367 val_367
+NULL NULL NULL NULL 368 val_368
+NULL NULL NULL NULL 369 val_369
+NULL NULL NULL NULL 369 val_369
+NULL NULL NULL NULL 369 val_369
+NULL NULL NULL NULL 37 val_37
+NULL NULL NULL NULL 37 val_37
+NULL NULL NULL NULL 373 val_373
+NULL NULL NULL NULL 374 val_374
+NULL NULL NULL NULL 375 val_375
+NULL NULL NULL NULL 377 val_377
+NULL NULL NULL NULL 378 val_378
+NULL NULL NULL NULL 379 val_379
+NULL NULL NULL NULL 382 val_382
+NULL NULL NULL NULL 382 val_382
+NULL NULL NULL NULL 384 val_384
+NULL NULL NULL NULL 384 val_384
+NULL NULL NULL NULL 384 val_384
+NULL NULL NULL NULL 386 val_386
+NULL NULL NULL NULL 389 val_389
+NULL NULL NULL NULL 392 val_392
+NULL NULL NULL NULL 393 val_393
+NULL NULL NULL NULL 394 val_394
+NULL NULL NULL NULL 395 val_395
+NULL NULL NULL NULL 395 val_395
+NULL NULL NULL NULL 396 val_396
+NULL NULL NULL NULL 396 val_396
+NULL NULL NULL NULL 396 val_396
+NULL NULL NULL NULL 397 val_397
+NULL NULL NULL NULL 397 val_397
+NULL NULL NULL NULL 399 val_399
+NULL NULL NULL NULL 399 val_399
+NULL NULL NULL NULL 400 val_400
+NULL NULL NULL NULL 401 val_401
+NULL NULL NULL NULL 401 val_401
+NULL NULL NULL NULL 401 val_401
+NULL NULL NULL NULL 401 val_401
+NULL NULL NULL NULL 401 val_401
+NULL NULL NULL NULL 402 val_402
+NULL NULL NULL NULL 403 val_403
+NULL NULL NULL NULL 403 val_403
+NULL NULL NULL NULL 403 val_403
+NULL NULL NULL NULL 404 val_404
+NULL NULL NULL NULL 404 val_404
+NULL NULL NULL NULL 406 val_406
+NULL NULL NULL NULL 406 val_406
+NULL NULL NULL NULL 406 val_406
+NULL NULL NULL NULL 406 val_406
+NULL NULL NULL NULL 407 val_407
+NULL NULL NULL NULL 409 val_409
+NULL NULL NULL NULL 409 val_409
+NULL NULL NULL NULL 409 val_409
+NULL NULL NULL NULL 41 val_41
+NULL NULL NULL NULL 411 val_411
+NULL NULL NULL NULL 413 val_413
+NULL NULL NULL NULL 413 val_413
+NULL NULL NULL NULL 414 val_414
+NULL NULL NULL NULL 414 val_414
+NULL NULL NULL NULL 417 val_417
+NULL NULL NULL NULL 417 val_417
+NULL NULL NULL NULL 417 val_417
+NULL NULL NULL NULL 418 val_418
+NULL NULL NULL NULL 419 val_419
+NULL NULL NULL NULL 42 val_42
+NULL NULL NULL NULL 42 val_42
+NULL NULL NULL NULL 421 val_421
+NULL NULL NULL NULL 424 val_424
+NULL NULL NULL NULL 424 val_424
+NULL NULL NULL NULL 427 val_427
+NULL NULL NULL NULL 429 val_429
+NULL NULL NULL NULL 429 val_429
+NULL NULL NULL NULL 43 val_43
+NULL NULL NULL NULL 430 val_430
+NULL NULL NULL NULL 430 val_430
+NULL NULL NULL NULL 430 val_430
+NULL NULL NULL NULL 431 val_431
+NULL NULL NULL NULL 431 val_431
+NULL NULL NULL NULL 431 val_431
+NULL NULL NULL NULL 432 val_432
+NULL NULL NULL NULL 435 val_435
+NULL NULL NULL NULL 436 val_436
+NULL NULL NULL NULL 437 val_437
+NULL NULL NULL NULL 438 val_438
+NULL NULL NULL NULL 438 val_438
+NULL NULL NULL NULL 438 val_438
+NULL NULL NULL NULL 439 val_439
+NULL NULL NULL NULL 439 val_439
+NULL NULL NULL NULL 44 val_44
+NULL NULL NULL NULL 443 val_443
+NULL NULL NULL NULL 444 val_444
+NULL NULL NULL NULL 446 val_446
+NULL NULL NULL NULL 448 val_448
+NULL NULL NULL NULL 449 val_449
+NULL NULL NULL NULL 452 val_452
+NULL NULL NULL NULL 453 val_453
+NULL NULL NULL NULL 454 val_454
+NULL NULL NULL NULL 454 val_454
+NULL NULL NULL NULL 454 val_454
+NULL NULL NULL NULL 455 val_455
+NULL NULL NULL NULL 457 val_457
+NULL NULL NULL NULL 458 val_458
+NULL NULL NULL NULL 458 val_458
+NULL NULL NULL NULL 459 val_459
+NULL NULL NULL NULL 459 val_459
+NULL NULL NULL NULL 460 val_460
+NULL NULL NULL NULL 462 val_462
+NULL NULL NULL NULL 462 val_462
+NULL NULL NULL NULL 463 val_463
+NULL NULL NULL NULL 463 val_463
+NULL NULL NULL NULL 466 val_466
+NULL NULL NULL NULL 466 val_466
+NULL NULL NULL NULL 466 val_466
+NULL NULL NULL NULL 467 val_467
+NULL NULL NULL NULL 468 val_468
+NULL NULL NULL NULL 468 val_468
+NULL NULL NULL NULL 468 val_468
+NULL NULL NULL NULL 468 val_468
+NULL NULL NULL NULL 469 val_469
+NULL NULL NULL NULL 469 val_469
+NULL NULL NULL NULL 469 val_469
+NULL NULL NULL NULL 469 val_469
+NULL NULL NULL NULL 469 val_469
+NULL NULL NULL NULL 47 val_47
+NULL NULL NULL NULL 470 val_470
+NULL NULL NULL NULL 472 val_472
+NULL NULL NULL NULL 475 val_475
+NULL NULL NULL NULL 477 val_477
+NULL NULL NULL NULL 478 val_478
+NULL NULL NULL NULL 478 val_478
+NULL NULL NULL NULL 479 val_479
+NULL NULL NULL NULL 480 val_480
+NULL NULL NULL NULL 480 val_480
+NULL NULL NULL NULL 480 val_480
+NULL NULL NULL NULL 481 val_481
+NULL NULL NULL NULL 482 val_482
+NULL NULL NULL NULL 483 val_483
+NULL NULL NULL NULL 484 val_484
+NULL NULL NULL NULL 485 val_485
+NULL NULL NULL NULL 487 val_487
+NULL NULL NULL NULL 489 val_489
+NULL NULL NULL NULL 489 val_489
+NULL NULL NULL NULL 489 val_489
+NULL NULL NULL NULL 489 val_489
+NULL NULL NULL NULL 490 val_490
+NULL NULL NULL NULL 491 val_491
+NULL NULL NULL NULL 492 val_492
+NULL NULL NULL NULL 492 val_492
+NULL NULL NULL NULL 493 val_493
+NULL NULL NULL NULL 494 val_494
+NULL NULL NULL NULL 495 val_495
+NULL NULL NULL NULL 496 val_496
+NULL NULL NULL NULL 497 val_497
+NULL NULL NULL NULL 498 val_498
+NULL NULL NULL NULL 498 val_498
+NULL NULL NULL NULL 498 val_498
+NULL NULL NULL NULL 51 val_51
+NULL NULL NULL NULL 51 val_51
+NULL NULL NULL NULL 53 val_53
+NULL NULL NULL NULL 54 val_54
+NULL NULL NULL NULL 57 val_57
+NULL NULL NULL NULL 58 val_58
+NULL NULL NULL NULL 58 val_58
+NULL NULL NULL NULL 64 val_64
+NULL NULL NULL NULL 65 val_65
+NULL NULL NULL NULL 66 val_66
+NULL NULL NULL NULL 67 val_67
+NULL NULL NULL NULL 67 val_67
+NULL NULL NULL NULL 69 val_69
+NULL NULL NULL NULL 70 val_70
+NULL NULL NULL NULL 70 val_70
+NULL NULL NULL NULL 70 val_70
+NULL NULL NULL NULL 72 val_72
+NULL NULL NULL NULL 72 val_72
+NULL NULL NULL NULL 74 val_74
+NULL NULL NULL NULL 76 val_76
+NULL NULL NULL NULL 76 val_76
+NULL NULL NULL NULL 77 val_77
+NULL NULL NULL NULL 78 val_78
+NULL NULL NULL NULL 80 val_80
+NULL NULL NULL NULL 82 val_82
+NULL NULL NULL NULL 83 val_83
+NULL NULL NULL NULL 83 val_83
+NULL NULL NULL NULL 84 val_84
+NULL NULL NULL NULL 84 val_84
+NULL NULL NULL NULL 85 val_85
+NULL NULL NULL NULL 86 val_86
+NULL NULL NULL NULL 87 val_87
+NULL NULL NULL NULL 90 val_90
+NULL NULL NULL NULL 90 val_90
+NULL NULL NULL NULL 90 val_90
+NULL NULL NULL NULL 92 val_92
+NULL NULL NULL NULL 95 val_95
+NULL NULL NULL NULL 95 val_95
+NULL NULL NULL NULL 96 val_96
+NULL NULL NULL NULL 97 val_97
+NULL NULL NULL NULL 97 val_97
+NULL NULL NULL NULL 98 val_98
+NULL NULL NULL NULL 98 val_98
+PREHOOK: query: EXPLAIN
+SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value
+FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
+PREHOOK: type: QUERY
+POSTHOOK: query: EXPLAIN
+SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value
+FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-2 is a root stage
+ Stage-1 depends on stages: Stage-2
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-2
+ Spark
+#### A masked pattern was here ####
+ Vertices:
+ Map 2
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (UDFToDouble(key) <= 100.0) (type: boolean)
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE
+ Spark HashTable Sink Operator
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ Local Work:
+ Map Reduce Local Work
+
+ Stage: Stage-1
+ Spark
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: x
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Left Outer Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col1, _col2, _col3
+ input vertices:
+ 1 Map 2
+ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ Local Work:
+ Map Reduce Local Work
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value
+FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT /*+ MAPJOIN(y) */ x.key, x.value, y.key, y.value
+FROM src x left outer JOIN (select * from src where key <= 100) y ON (x.key = y.key)
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+#### A masked pattern was here ####
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+0 val_0 0 val_0
+10 val_10 10 val_10
+100 val_100 100 val_100
+100 val_100 100 val_100
+100 val_100 100 val_100
+100 val_100 100 val_100
+103 val_103 NULL NULL
+103 val_103 NULL NULL
+104 val_104 NULL NULL
+104 val_104 NULL NULL
+105 val_105 NULL NULL
+11 val_11 11 val_11
+111 val_111 NULL NULL
+113 val_113 NULL NULL
+113 val_113 NULL NULL
+114 val_114 NULL NULL
+116 val_116 NULL NULL
+118 val_118 NULL NULL
+118 val_118 NULL NULL
+119 val_119 NULL NULL
+119 val_119 NULL NULL
+119 val_119 NULL NULL
+12 val_12 12 val_12
+12 val_12 12 val_12
+12 val_12 12 val_12
+12 val_12 12 val_12
+120 val_120 NULL NULL
+120 val_120 NULL NULL
+125 val_125 NULL NULL
+125 val_125 NULL NULL
+126 val_126 NULL NULL
+128 val_128 NULL NULL
+128 val_128 NULL NULL
+128 val_128 NULL NULL
+129 val_129 NULL NULL
+129 val_129 NULL NULL
+131 val_131 NULL NULL
+133 val_133 NULL NULL
+134 val_134 NULL NULL
+134 val_134 NULL NULL
+136 val_136 NULL NULL
+137 val_137 NULL NULL
+137 val_137 NULL NULL
+138 val_138 NULL NULL
+138 val_138 NULL NULL
+138 val_138 NULL NULL
+138 val_138 NULL NULL
+143 val_143 NULL NULL
+145 val_145 NULL NULL
+146 val_146 NULL NULL
+146 val_146 NULL NULL
+149 val_149 NULL NULL
+149 val_149 NULL NULL
+15 val_15 15 val_15
+15 val_15 15 val_15
+15 val_15 15 val_15
+15 val_15 15 val_15
+150 val_150 NULL NULL
+152 val_152 NULL NULL
+152 val_152 NULL NULL
+153 val_153 NULL NULL
+155 val_155 NULL NULL
+156 val_156 NULL NULL
+157 val_157 NULL NULL
+158 val_158 NULL NULL
+160 val_160 NULL NULL
+162 val_162 NULL NULL
+163 val_163 NULL NULL
+164 val_164 NULL NULL
+164 val_164 NULL NULL
+165 val_165 NULL NULL
+165 val_165 NULL NULL
+166 val_166 NULL NULL
+167 val_167 NULL NULL
+167 val_167 NULL NULL
+167 val_167 NULL NULL
+168 val_168 NULL NULL
+169 val_169 NULL NULL
+169 val_169 NULL NULL
+169 val_169 NULL NULL
+169 val_169 NULL NULL
+17 val_17 17 val_17
+170 val_170 NULL NULL
+172 val_172 NULL NULL
+172 val_172 NULL NULL
+174 val_174 NULL NULL
+174 val_174 NULL NULL
+175 val_175 NULL NULL
+175 val_175 NULL NULL
+176 val_176 NULL NULL
+176 val_176 NULL NULL
+177 val_177 NULL NULL
+178 val_178 NULL NULL
+179 val_179 NULL NULL
+179 val_179 NULL NULL
+18 val_18 18 val_18
+18 val_18 18 val_18
+18 val_18 18 val_18
+18 val_18 18 val_18
+180 val_180 NULL NULL
+181 val_181 NULL NULL
+183 val_183 NULL NULL
+186 val_186 NULL NULL
+187 val_187 NULL NULL
+187 val_187 NULL NULL
+187 val_187 NULL NULL
+189 val_189 NULL NULL
+19 val_19 19 val_19
+190 val_190 NULL NULL
+191 val_191 NULL NULL
+191 val_191 NULL NULL
+192 val_192 NULL NULL
+193 val_193 NULL NULL
+193 val_193 NULL NULL
+193 val_193 NULL NULL
+194 val_194 NULL NULL
+195 val_195 NULL NULL
+195 val_195 NULL NULL
+196 val_196 NULL NULL
+197 val_197 NULL NULL
+197 val_197 NULL NULL
+199 val_199 NULL NULL
+199 val_199 NULL NULL
+199 val_199 NULL NULL
+2 val_2 2 val_2
+20 val_20 20 val_20
+200 val_200 NULL NULL
+200 val_200 NULL NULL
+201 val_201 NULL NULL
+202 val_202 NULL NULL
+203 val_203 NULL NULL
+203 val_203 NULL NULL
+205 val_205 NULL NULL
+205 val_205 NULL NULL
+207 val_207 NULL NULL
+207 val_207 NULL NULL
+208 val_208 NULL NULL
+208 val_208 NULL NULL
+208 val_208 NULL NULL
+209 val_209 NULL NULL
+209 val_209 NULL NULL
+213 val_213 NULL NULL
+213 val_213 NULL NULL
+214 val_214 NULL NULL
+216 val_216 NULL NULL
+216 val_216 NULL NULL
+217 val_217 NULL NULL
+217 val_217 NULL NULL
+218 val_218 NULL NULL
+219 val_219 NULL NULL
+219 val_219 NULL NULL
+221 val_221 NULL NULL
+221 val_221 NULL NULL
+222 val_222 NULL NULL
+223 val_223 NULL NULL
+223 val_223 NULL NULL
+224 val_224 NULL NULL
+224 val_224 NULL NULL
+226 val_226 NULL NULL
+228 val_228 NULL NULL
+229 val_229 NULL NULL
+229 val_229 NULL NULL
+230 val_230 NULL NULL
+230 val_230 NULL NULL
+230 val_2
<TRUNCATED>
[40/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query13.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query13.q.out b/ql/src/test/results/clientpositive/perf/query13.q.out
deleted file mode 100644
index 7cb5449..0000000
--- a/ql/src/test/results/clientpositive/perf/query13.q.out
+++ /dev/null
@@ -1,205 +0,0 @@
-PREHOOK: query: explain
-select avg(ss_quantity)
- ,avg(ss_ext_sales_price)
- ,avg(ss_ext_wholesale_cost)
- ,sum(ss_ext_wholesale_cost)
- from store_sales
- ,store
- ,customer_demographics
- ,household_demographics
- ,customer_address
- ,date_dim
- where s_store_sk = ss_store_sk
- and ss_sold_date_sk = d_date_sk and d_year = 2001
- and((ss_hdemo_sk=hd_demo_sk
- and cd_demo_sk = ss_cdemo_sk
- and cd_marital_status = 'M'
- and cd_education_status = '4 yr Degree'
- and ss_sales_price between 100.00 and 150.00
- and hd_dep_count = 3
- )or
- (ss_hdemo_sk=hd_demo_sk
- and cd_demo_sk = ss_cdemo_sk
- and cd_marital_status = 'D'
- and cd_education_status = 'Primary'
- and ss_sales_price between 50.00 and 100.00
- and hd_dep_count = 1
- ) or
- (ss_hdemo_sk=hd_demo_sk
- and cd_demo_sk = ss_cdemo_sk
- and cd_marital_status = 'U'
- and cd_education_status = 'Advanced Degree'
- and ss_sales_price between 150.00 and 200.00
- and hd_dep_count = 1
- ))
- and((ss_addr_sk = ca_address_sk
- and ca_country = 'United States'
- and ca_state in ('KY', 'GA', 'NM')
- and ss_net_profit between 100 and 200
- ) or
- (ss_addr_sk = ca_address_sk
- and ca_country = 'United States'
- and ca_state in ('MT', 'OR', 'IN')
- and ss_net_profit between 150 and 300
- ) or
- (ss_addr_sk = ca_address_sk
- and ca_country = 'United States'
- and ca_state in ('WI', 'MO', 'WV')
- and ss_net_profit between 50 and 250
- ))
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select avg(ss_quantity)
- ,avg(ss_ext_sales_price)
- ,avg(ss_ext_wholesale_cost)
- ,sum(ss_ext_wholesale_cost)
- from store_sales
- ,store
- ,customer_demographics
- ,household_demographics
- ,customer_address
- ,date_dim
- where s_store_sk = ss_store_sk
- and ss_sold_date_sk = d_date_sk and d_year = 2001
- and((ss_hdemo_sk=hd_demo_sk
- and cd_demo_sk = ss_cdemo_sk
- and cd_marital_status = 'M'
- and cd_education_status = '4 yr Degree'
- and ss_sales_price between 100.00 and 150.00
- and hd_dep_count = 3
- )or
- (ss_hdemo_sk=hd_demo_sk
- and cd_demo_sk = ss_cdemo_sk
- and cd_marital_status = 'D'
- and cd_education_status = 'Primary'
- and ss_sales_price between 50.00 and 100.00
- and hd_dep_count = 1
- ) or
- (ss_hdemo_sk=hd_demo_sk
- and cd_demo_sk = ss_cdemo_sk
- and cd_marital_status = 'U'
- and cd_education_status = 'Advanced Degree'
- and ss_sales_price between 150.00 and 200.00
- and hd_dep_count = 1
- ))
- and((ss_addr_sk = ca_address_sk
- and ca_country = 'United States'
- and ca_state in ('KY', 'GA', 'NM')
- and ss_net_profit between 100 and 200
- ) or
- (ss_addr_sk = ca_address_sk
- and ca_country = 'United States'
- and ca_state in ('MT', 'OR', 'IN')
- and ss_net_profit between 150 and 300
- ) or
- (ss_addr_sk = ca_address_sk
- and ca_country = 'United States'
- and ca_state in ('WI', 'MO', 'WV')
- and ss_net_profit between 50 and 250
- ))
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 12 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 7
- File Output Operator [FS_40]
- Group By Operator [GBY_38] (rows=1 width=764)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","sum(VALUE._col3)"]
- <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_37]
- Group By Operator [GBY_36] (rows=1 width=764)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(_col6)","avg(_col8)","avg(_col9)","sum(_col9)"]
- Select Operator [SEL_35] (rows=715776 width=88)
- Output:["_col6","_col8","_col9"]
- Filter Operator [FIL_34] (rows=715776 width=88)
- predicate:(((_col19 = 'D') and (_col20 = 'Primary') and _col7 BETWEEN 50 AND 100 and (_col14 = 1)) or ((_col19 = 'M') and (_col20 = '4 yr Degree') and _col7 BETWEEN 100 AND 150 and (_col14 = 3)) or ((_col19 = 'U') and (_col20 = 'Advanced Degree') and _col7 BETWEEN 150 AND 200 and (_col14 = 1)))
- Merge Join Operator [MERGEJOIN_71] (rows=17178642 width=88)
- Conds:RS_31._col2=RS_32._col0(Inner),Output:["_col6","_col7","_col8","_col9","_col14","_col19","_col20"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=1861800 width=385)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_66] (rows=1861800 width=385)
- predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null)
- TableScan [TS_15] (rows=1861800 width=385)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col2
- Filter Operator [FIL_30] (rows=15616947 width=88)
- predicate:(((_col16) IN ('KY', 'GA', 'NM') and _col10 BETWEEN 100 AND 200) or ((_col16) IN ('MT', 'OR', 'IN') and _col10 BETWEEN 150 AND 300) or ((_col16) IN ('WI', 'MO', 'WV') and _col10 BETWEEN 50 AND 250))
- Merge Join Operator [MERGEJOIN_70] (rows=93701693 width=88)
- Conds:RS_27._col4=RS_28._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10","_col14","_col16"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=10000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_65] (rows=10000000 width=1014)
- predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null)
- TableScan [TS_12] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_69] (rows=85183356 width=88)
- Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8","_col9","_col10","_col14"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=7200 width=107)
- Output:["_col0","_col1"]
- Filter Operator [FIL_64] (rows=7200 width=107)
- predicate:(((hd_dep_count = 3) or (hd_dep_count = 1)) and hd_demo_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_68] (rows=77439413 width=88)
- Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col3","_col4","_col6","_col7","_col8","_col9","_col10"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_63] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_67] (rows=70399465 width=88)
- Conds:RS_18._col0=RS_19._col4(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col9","_col10"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=1704 width=1910)
- Output:["_col0"]
- Filter Operator [FIL_61] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_0] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col4
- Select Operator [SEL_5] (rows=63999513 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- Filter Operator [FIL_62] (rows=63999513 width=88)
- predicate:((ss_net_profit BETWEEN 100 AND 200 or ss_net_profit BETWEEN 150 AND 300 or ss_net_profit BETWEEN 50 AND 250) and (ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_3] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_ext_sales_price","ss_ext_wholesale_cost","ss_net_profit"]
-
[34/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query39.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query39.q.out b/ql/src/test/results/clientpositive/perf/query39.q.out
deleted file mode 100644
index 8e91494..0000000
--- a/ql/src/test/results/clientpositive/perf/query39.q.out
+++ /dev/null
@@ -1,255 +0,0 @@
-PREHOOK: query: explain
-with inv as
-(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
- ,stdev,mean, case mean when 0 then null else stdev/mean end cov
- from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
- ,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean
- from inventory
- ,item
- ,warehouse
- ,date_dim
- where inv_item_sk = i_item_sk
- and inv_warehouse_sk = w_warehouse_sk
- and inv_date_sk = d_date_sk
- and d_year =1999
- group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo
- where case mean when 0 then 0 else stdev/mean end > 1)
-select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov
- ,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov
-from inv inv1,inv inv2
-where inv1.i_item_sk = inv2.i_item_sk
- and inv1.w_warehouse_sk = inv2.w_warehouse_sk
- and inv1.d_moy=4
- and inv2.d_moy=4+1
-order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov
- ,inv2.d_moy,inv2.mean, inv2.cov
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with inv as
-(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
- ,stdev,mean, case mean when 0 then null else stdev/mean end cov
- from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
- ,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean
- from inventory
- ,item
- ,warehouse
- ,date_dim
- where inv_item_sk = i_item_sk
- and inv_warehouse_sk = w_warehouse_sk
- and inv_date_sk = d_date_sk
- and d_year =1999
- group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo
- where case mean when 0 then 0 else stdev/mean end > 1)
-select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov
- ,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov
-from inv inv1,inv inv2
-where inv1.i_item_sk = inv2.i_item_sk
- and inv1.w_warehouse_sk = inv2.w_warehouse_sk
- and inv1.d_moy=4
- and inv2.d_moy=4+1
-order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov
- ,inv2.d_moy,inv2.mean, inv2.cov
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 3 <- Map 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 14 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 11 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 9 <- Map 13 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 7
- File Output Operator [FS_63]
- Select Operator [SEL_61] (rows=13756683 width=15)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- Select Operator [SEL_59] (rows=13756683 width=15)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_104] (rows=13756683 width=15)
- Conds:RS_56._col1, _col2=RS_57._col1, _col2(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col9"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_57]
- PartitionCols:_col1, _col2
- Select Operator [SEL_55] (rows=12506076 width=15)
- Output:["_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_54] (rows=12506076 width=15)
- predicate:CASE WHEN ((_col4 = 0.0)) THEN (false) ELSE (((_col3 / _col4) > 1.0)) END
- Select Operator [SEL_53] (rows=25012152 width=15)
- Output:["_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_52] (rows=25012152 width=15)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["stddev_samp(VALUE._col0)","avg(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_50] (rows=50024305 width=15)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["stddev_samp(_col3)","avg(_col3)"],keys:_col8, _col7, _col9
- Merge Join Operator [MERGEJOIN_103] (rows=50024305 width=15)
- Conds:RS_46._col2=RS_47._col0(Inner),Output:["_col3","_col7","_col8","_col9"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_47]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=27 width=1029)
- Output:["_col0","_col1"]
- Filter Operator [FIL_93] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_9] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_102] (rows=45476640 width=15)
- Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col2","_col3","_col7"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=462000 width=1436)
- Output:["_col0"]
- Filter Operator [FIL_92] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_101] (rows=41342400 width=15)
- Conds:RS_40._col0=RS_41._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_40]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=37584000 width=15)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_90] (rows=37584000 width=15)
- predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null)
- TableScan [TS_0] (rows=37584000 width=15)
- default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Select Operator [SEL_33] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_95] (rows=18262 width=1119)
- predicate:((d_moy = 5) and (d_year = 1999) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col1, _col2
- Select Operator [SEL_27] (rows=12506076 width=15)
- Output:["_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_26] (rows=12506076 width=15)
- predicate:CASE WHEN ((_col4 = 0.0)) THEN (false) ELSE (((_col3 / _col4) > 1.0)) END
- Select Operator [SEL_25] (rows=25012152 width=15)
- Output:["_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_24] (rows=25012152 width=15)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["stddev_samp(VALUE._col0)","avg(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_22] (rows=50024305 width=15)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["stddev_samp(_col3)","avg(_col3)"],keys:_col8, _col7, _col9
- Merge Join Operator [MERGEJOIN_100] (rows=50024305 width=15)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col7","_col8","_col9"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_99] (rows=45476640 width=15)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col7"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_98] (rows=41342400 width=15)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_91] (rows=18262 width=1119)
- predicate:((d_moy = 4) and (d_year = 1999) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
-
-PREHOOK: query: with inv as
-(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
- ,stdev,mean, case mean when 0 then null else stdev/mean end cov
- from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
- ,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean
- from inventory
- ,item
- ,warehouse
- ,date_dim
- where inv_item_sk = i_item_sk
- and inv_warehouse_sk = w_warehouse_sk
- and inv_date_sk = d_date_sk
- and d_year =1999
- group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo
- where case mean when 0 then 0 else stdev/mean end > 1)
-select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov
- ,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov
-from inv inv1,inv inv2
-where inv1.i_item_sk = inv2.i_item_sk
- and inv1.w_warehouse_sk = inv2.w_warehouse_sk
- and inv1.d_moy=4
- and inv2.d_moy=4+1
- and inv1.cov > 1.5
-order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov
- ,inv2.d_moy,inv2.mean, inv2.cov
-PREHOOK: type: QUERY
-PREHOOK: Input: default@date_dim
-PREHOOK: Input: default@inventory
-PREHOOK: Input: default@item
-PREHOOK: Input: default@warehouse
-#### A masked pattern was here ####
-POSTHOOK: query: with inv as
-(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
- ,stdev,mean, case mean when 0 then null else stdev/mean end cov
- from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
- ,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean
- from inventory
- ,item
- ,warehouse
- ,date_dim
- where inv_item_sk = i_item_sk
- and inv_warehouse_sk = w_warehouse_sk
- and inv_date_sk = d_date_sk
- and d_year =1999
- group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo
- where case mean when 0 then 0 else stdev/mean end > 1)
-select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov
- ,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov
-from inv inv1,inv inv2
-where inv1.i_item_sk = inv2.i_item_sk
- and inv1.w_warehouse_sk = inv2.w_warehouse_sk
- and inv1.d_moy=4
- and inv2.d_moy=4+1
- and inv1.cov > 1.5
-order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov
- ,inv2.d_moy,inv2.mean, inv2.cov
-POSTHOOK: type: QUERY
-POSTHOOK: Input: default@date_dim
-POSTHOOK: Input: default@inventory
-POSTHOOK: Input: default@item
-POSTHOOK: Input: default@warehouse
-#### A masked pattern was here ####
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query4.q.out b/ql/src/test/results/clientpositive/perf/query4.q.out
deleted file mode 100644
index 81867b9..0000000
--- a/ql/src/test/results/clientpositive/perf/query4.q.out
+++ /dev/null
@@ -1,500 +0,0 @@
-PREHOOK: query: explain
-with year_total as (
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,c_preferred_cust_flag customer_preferred_cust_flag
- ,c_birth_country customer_birth_country
- ,c_login customer_login
- ,c_email_address customer_email_address
- ,d_year dyear
- ,sum(((ss_ext_list_price-ss_ext_wholesale_cost-ss_ext_discount_amt)+ss_ext_sales_price)/2) year_total
- ,'s' sale_type
- from customer
- ,store_sales
- ,date_dim
- where c_customer_sk = ss_customer_sk
- and ss_sold_date_sk = d_date_sk
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,c_preferred_cust_flag
- ,c_birth_country
- ,c_login
- ,c_email_address
- ,d_year
- union all
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,c_preferred_cust_flag customer_preferred_cust_flag
- ,c_birth_country customer_birth_country
- ,c_login customer_login
- ,c_email_address customer_email_address
- ,d_year dyear
- ,sum((((cs_ext_list_price-cs_ext_wholesale_cost-cs_ext_discount_amt)+cs_ext_sales_price)/2) ) year_total
- ,'c' sale_type
- from customer
- ,catalog_sales
- ,date_dim
- where c_customer_sk = cs_bill_customer_sk
- and cs_sold_date_sk = d_date_sk
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,c_preferred_cust_flag
- ,c_birth_country
- ,c_login
- ,c_email_address
- ,d_year
-union all
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,c_preferred_cust_flag customer_preferred_cust_flag
- ,c_birth_country customer_birth_country
- ,c_login customer_login
- ,c_email_address customer_email_address
- ,d_year dyear
- ,sum((((ws_ext_list_price-ws_ext_wholesale_cost-ws_ext_discount_amt)+ws_ext_sales_price)/2) ) year_total
- ,'w' sale_type
- from customer
- ,web_sales
- ,date_dim
- where c_customer_sk = ws_bill_customer_sk
- and ws_sold_date_sk = d_date_sk
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,c_preferred_cust_flag
- ,c_birth_country
- ,c_login
- ,c_email_address
- ,d_year
- )
- select t_s_secyear.customer_preferred_cust_flag
- from year_total t_s_firstyear
- ,year_total t_s_secyear
- ,year_total t_c_firstyear
- ,year_total t_c_secyear
- ,year_total t_w_firstyear
- ,year_total t_w_secyear
- where t_s_secyear.customer_id = t_s_firstyear.customer_id
- and t_s_firstyear.customer_id = t_c_secyear.customer_id
- and t_s_firstyear.customer_id = t_c_firstyear.customer_id
- and t_s_firstyear.customer_id = t_w_firstyear.customer_id
- and t_s_firstyear.customer_id = t_w_secyear.customer_id
- and t_s_firstyear.sale_type = 's'
- and t_c_firstyear.sale_type = 'c'
- and t_w_firstyear.sale_type = 'w'
- and t_s_secyear.sale_type = 's'
- and t_c_secyear.sale_type = 'c'
- and t_w_secyear.sale_type = 'w'
- and t_s_firstyear.dyear = 2001
- and t_s_secyear.dyear = 2001+1
- and t_c_firstyear.dyear = 2001
- and t_c_secyear.dyear = 2001+1
- and t_w_firstyear.dyear = 2001
- and t_w_secyear.dyear = 2001+1
- and t_s_firstyear.year_total > 0
- and t_c_firstyear.year_total > 0
- and t_w_firstyear.year_total > 0
- and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end
- > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
- and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end
- > case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
- order by t_s_secyear.customer_preferred_cust_flag
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with year_total as (
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,c_preferred_cust_flag customer_preferred_cust_flag
- ,c_birth_country customer_birth_country
- ,c_login customer_login
- ,c_email_address customer_email_address
- ,d_year dyear
- ,sum(((ss_ext_list_price-ss_ext_wholesale_cost-ss_ext_discount_amt)+ss_ext_sales_price)/2) year_total
- ,'s' sale_type
- from customer
- ,store_sales
- ,date_dim
- where c_customer_sk = ss_customer_sk
- and ss_sold_date_sk = d_date_sk
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,c_preferred_cust_flag
- ,c_birth_country
- ,c_login
- ,c_email_address
- ,d_year
- union all
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,c_preferred_cust_flag customer_preferred_cust_flag
- ,c_birth_country customer_birth_country
- ,c_login customer_login
- ,c_email_address customer_email_address
- ,d_year dyear
- ,sum((((cs_ext_list_price-cs_ext_wholesale_cost-cs_ext_discount_amt)+cs_ext_sales_price)/2) ) year_total
- ,'c' sale_type
- from customer
- ,catalog_sales
- ,date_dim
- where c_customer_sk = cs_bill_customer_sk
- and cs_sold_date_sk = d_date_sk
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,c_preferred_cust_flag
- ,c_birth_country
- ,c_login
- ,c_email_address
- ,d_year
-union all
- select c_customer_id customer_id
- ,c_first_name customer_first_name
- ,c_last_name customer_last_name
- ,c_preferred_cust_flag customer_preferred_cust_flag
- ,c_birth_country customer_birth_country
- ,c_login customer_login
- ,c_email_address customer_email_address
- ,d_year dyear
- ,sum((((ws_ext_list_price-ws_ext_wholesale_cost-ws_ext_discount_amt)+ws_ext_sales_price)/2) ) year_total
- ,'w' sale_type
- from customer
- ,web_sales
- ,date_dim
- where c_customer_sk = ws_bill_customer_sk
- and ws_sold_date_sk = d_date_sk
- group by c_customer_id
- ,c_first_name
- ,c_last_name
- ,c_preferred_cust_flag
- ,c_birth_country
- ,c_login
- ,c_email_address
- ,d_year
- )
- select t_s_secyear.customer_preferred_cust_flag
- from year_total t_s_firstyear
- ,year_total t_s_secyear
- ,year_total t_c_firstyear
- ,year_total t_c_secyear
- ,year_total t_w_firstyear
- ,year_total t_w_secyear
- where t_s_secyear.customer_id = t_s_firstyear.customer_id
- and t_s_firstyear.customer_id = t_c_secyear.customer_id
- and t_s_firstyear.customer_id = t_c_firstyear.customer_id
- and t_s_firstyear.customer_id = t_w_firstyear.customer_id
- and t_s_firstyear.customer_id = t_w_secyear.customer_id
- and t_s_firstyear.sale_type = 's'
- and t_c_firstyear.sale_type = 'c'
- and t_w_firstyear.sale_type = 'w'
- and t_s_secyear.sale_type = 's'
- and t_c_secyear.sale_type = 'c'
- and t_w_secyear.sale_type = 'w'
- and t_s_firstyear.dyear = 2001
- and t_s_secyear.dyear = 2001+1
- and t_c_firstyear.dyear = 2001
- and t_c_secyear.dyear = 2001+1
- and t_w_firstyear.dyear = 2001
- and t_w_secyear.dyear = 2001+1
- and t_s_firstyear.year_total > 0
- and t_c_firstyear.year_total > 0
- and t_w_firstyear.year_total > 0
- and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end
- > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
- and case when t_c_firstyear.year_total > 0 then t_c_secyear.year_total / t_c_firstyear.year_total else null end
- > case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
- order by t_s_secyear.customer_preferred_cust_flag
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
-Reducer 12 <- Map 25 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Map 10 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
-Reducer 15 <- Map 25 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 16 <- Reducer 15 (SIMPLE_EDGE)
-Reducer 18 <- Map 17 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
-Reducer 19 <- Map 25 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
-Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
-Reducer 21 <- Map 17 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
-Reducer 22 <- Map 25 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE)
-Reducer 23 <- Reducer 22 (SIMPLE_EDGE)
-Reducer 3 <- Map 25 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 24 (SIMPLE_EDGE)
-Reducer 8 <- Map 25 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_142]
- Limit [LIM_141] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_140] (rows=479156399 width=88)
- Output:["_col0"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_139]
- Select Operator [SEL_138] (rows=479156399 width=88)
- Output:["_col0"]
- Filter Operator [FIL_136] (rows=479156399 width=88)
- predicate:(CASE WHEN ((_col15 > 0)) THEN (CASE WHEN ((_col23 > 0)) THEN (((_col39 / _col23) > (_col47 / _col15))) ELSE ((null > (_col47 / _col15))) END) ELSE (CASE WHEN ((_col23 > 0)) THEN (((_col39 / _col23) > null)) ELSE (null) END) END and CASE WHEN ((_col31 > 0)) THEN (CASE WHEN ((_col23 > 0)) THEN (((_col39 / _col23) > (_col7 / _col31))) ELSE ((null > (_col7 / _col31))) END) ELSE (CASE WHEN ((_col23 > 0)) THEN (((_col39 / _col23) > null)) ELSE (null) END) END)
- Merge Join Operator [MERGEJOIN_296] (rows=1916625598 width=88)
- Conds:RS_129._col0=RS_130._col0(Inner),RS_130._col0=RS_131._col0(Inner),RS_130._col0=RS_132._col0(Inner),RS_130._col0=RS_133._col0(Inner),RS_130._col0=RS_134._col0(Inner),Output:["_col7","_col15","_col23","_col31","_col39","_col43","_col47"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_133]
- PartitionCols:_col0
- Select Operator [SEL_107] (rows=174233858 width=135)
- Output:["_col0","_col7"]
- Group By Operator [GBY_106] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_105]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Group By Operator [GBY_104] (rows=348467716 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator [SEL_102] (rows=348467716 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_293] (rows=348467716 width=135)
- Conds:RS_99._col1=RS_100._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_100]
- PartitionCols:_col0
- Select Operator [SEL_116] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_280] (rows=80000000 width=860)
- predicate:(c_customer_id is not null and c_customer_sk is not null)
- TableScan [TS_114] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name","c_preferred_cust_flag","c_birth_country","c_login","c_email_address"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_99]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_292] (rows=316788826 width=135)
- Conds:RS_96._col0=RS_97._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col0
- Select Operator [SEL_113] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_279] (rows=36524 width=1119)
- predicate:((d_year = 2002) and d_date_sk is not null)
- TableScan [TS_111] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_96]
- PartitionCols:_col0
- Select Operator [SEL_89] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_275] (rows=287989836 width=135)
- predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_87] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_ext_discount_amt","cs_ext_sales_price","cs_ext_wholesale_cost","cs_ext_list_price"]
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_131]
- PartitionCols:_col0
- Filter Operator [FIL_63] (rows=58077952 width=135)
- predicate:(_col7 > 0)
- Select Operator [SEL_281] (rows=174233858 width=135)
- Output:["_col0","_col7"]
- Group By Operator [GBY_62] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Group By Operator [GBY_60] (rows=348467716 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator [SEL_58] (rows=348467716 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_289] (rows=348467716 width=135)
- Conds:RS_55._col1=RS_56._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_116]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_288] (rows=316788826 width=135)
- Conds:RS_52._col0=RS_53._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col0
- Select Operator [SEL_48] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_270] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_111]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_89]
- <-Reducer 20 [SIMPLE_EDGE]
- SHUFFLE [RS_134]
- PartitionCols:_col0
- Select Operator [SEL_128] (rows=348477374 width=88)
- Output:["_col0","_col3","_col7"]
- Group By Operator [GBY_127] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
- <-Reducer 19 [SIMPLE_EDGE]
- SHUFFLE [RS_126]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Group By Operator [GBY_125] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator [SEL_123] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_295] (rows=696954748 width=88)
- Conds:RS_120._col1=RS_121._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_121]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_116]
- <-Reducer 18 [SIMPLE_EDGE]
- SHUFFLE [RS_120]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_294] (rows=633595212 width=88)
- Conds:RS_117._col0=RS_118._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_118]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_113]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_117]
- PartitionCols:_col0
- Select Operator [SEL_110] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_278] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_108] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_discount_amt","ss_ext_sales_price","ss_ext_wholesale_cost","ss_ext_list_price"]
- <-Reducer 23 [SIMPLE_EDGE]
- SHUFFLE [RS_130]
- PartitionCols:_col0
- Filter Operator [FIL_41] (rows=116159124 width=88)
- predicate:(_col7 > 0)
- Select Operator [SEL_283] (rows=348477374 width=88)
- Output:["_col0","_col7"]
- Group By Operator [GBY_40] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
- <-Reducer 22 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Group By Operator [GBY_38] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator [SEL_36] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_287] (rows=696954748 width=88)
- Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_116]
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_286] (rows=633595212 width=88)
- Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_26] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_267] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_111]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_110]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_129]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=87121617 width=135)
- Output:["_col0","_col7"]
- Group By Operator [GBY_19] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Group By Operator [GBY_17] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator [SEL_15] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_285] (rows=174243235 width=135)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_116]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_284] (rows=158402938 width=135)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_113]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_263] (rows=144002668 width=135)
- predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk","ws_ext_discount_amt","ws_ext_sales_price","ws_ext_wholesale_cost","ws_ext_list_price"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_132]
- PartitionCols:_col0
- Filter Operator [FIL_85] (rows=29040539 width=135)
- predicate:(_col7 > 0)
- Select Operator [SEL_282] (rows=87121617 width=135)
- Output:["_col0","_col7"]
- Group By Operator [GBY_84] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Group By Operator [GBY_82] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col7)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6
- Select Operator [SEL_80] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_291] (rows=174243235 width=135)
- Conds:RS_77._col1=RS_78._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
- <-Map 25 [SIMPLE_EDGE]
- SHUFFLE [RS_78]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_116]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_77]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_290] (rows=158402938 width=135)
- Conds:RS_74._col0=RS_75._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Map 24 [SIMPLE_EDGE]
- SHUFFLE [RS_75]
- PartitionCols:_col0
- Select Operator [SEL_70] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_273] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_111]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query40.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query40.q.out b/ql/src/test/results/clientpositive/perf/query40.q.out
deleted file mode 100644
index 604f741..0000000
--- a/ql/src/test/results/clientpositive/perf/query40.q.out
+++ /dev/null
@@ -1,148 +0,0 @@
-PREHOOK: query: explain
-select
- w_state
- ,i_item_id
- ,sum(case when (cast(d_date as date) < cast ('1998-04-08' as date))
- then cs_sales_price - coalesce(cr_refunded_cash,0) else 0 end) as sales_before
- ,sum(case when (cast(d_date as date) >= cast ('1998-04-08' as date))
- then cs_sales_price - coalesce(cr_refunded_cash,0) else 0 end) as sales_after
- from
- catalog_sales left outer join catalog_returns on
- (cs_order_number = cr_order_number
- and cs_item_sk = cr_item_sk)
- ,warehouse
- ,item
- ,date_dim
- where
- i_current_price between 0.99 and 1.49
- and i_item_sk = cs_item_sk
- and cs_warehouse_sk = w_warehouse_sk
- and cs_sold_date_sk = d_date_sk
- and d_date between (cast ('1998-04-08' as date) - 30 days)
- and (cast ('1998-04-08' as date) + 30 days)
- group by
- w_state,i_item_id
- order by w_state,i_item_id
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- w_state
- ,i_item_id
- ,sum(case when (cast(d_date as date) < cast ('1998-04-08' as date))
- then cs_sales_price - coalesce(cr_refunded_cash,0) else 0 end) as sales_before
- ,sum(case when (cast(d_date as date) >= cast ('1998-04-08' as date))
- then cs_sales_price - coalesce(cr_refunded_cash,0) else 0 end) as sales_after
- from
- catalog_sales left outer join catalog_returns on
- (cs_order_number = cr_order_number
- and cs_item_sk = cr_item_sk)
- ,warehouse
- ,item
- ,date_dim
- where
- i_current_price between 0.99 and 1.49
- and i_item_sk = cs_item_sk
- and cs_warehouse_sk = w_warehouse_sk
- and cs_sold_date_sk = d_date_sk
- and d_date between (cast ('1998-04-08' as date) - 30 days)
- and (cast ('1998-04-08' as date) + 30 days)
- group by
- w_state,i_item_id
- order by w_state,i_item_id
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_36]
- Limit [LIM_35] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_34] (rows=210822976 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- Group By Operator [GBY_31] (rows=210822976 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_29] (rows=421645953 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1
- Select Operator [SEL_27] (rows=421645953 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135)
- Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col7","_col9","_col11","_col14"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=27 width=1029)
- Output:["_col0","_col1"]
- Filter Operator [FIL_54] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_12] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_state"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135)
- Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col4","_col7","_col9","_col11"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=51333 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_53] (rows=51333 width=1436)
- predicate:(i_current_price BETWEEN 0.99 AND 1.49 and i_item_sk is not null)
- TableScan [TS_9] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_current_price"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col7","_col9"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=8116 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_52] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-03-08 23:00:00.0 AND 1998-05-08 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135)
- Conds:RS_15._col2, _col3=RS_16._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col2, _col3
- Select Operator [SEL_2] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_50] (rows=287989836 width=135)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_warehouse_sk is not null)
- TableScan [TS_0] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_order_number","cs_sales_price"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0, _col1
- Select Operator [SEL_5] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_51] (rows=28798881 width=106)
- predicate:cr_item_sk is not null
- TableScan [TS_3] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query42.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query42.q.out b/ql/src/test/results/clientpositive/perf/query42.q.out
deleted file mode 100644
index f31a62d..0000000
--- a/ql/src/test/results/clientpositive/perf/query42.q.out
+++ /dev/null
@@ -1,108 +0,0 @@
-PREHOOK: query: explain
-select dt.d_year
- ,item.i_category_id
- ,item.i_category
- ,sum(ss_ext_sales_price)
- from date_dim dt
- ,store_sales
- ,item
- where dt.d_date_sk = store_sales.ss_sold_date_sk
- and store_sales.ss_item_sk = item.i_item_sk
- and item.i_manager_id = 1
- and dt.d_moy=12
- and dt.d_year=1998
- group by dt.d_year
- ,item.i_category_id
- ,item.i_category
- order by sum(ss_ext_sales_price) desc,dt.d_year
- ,item.i_category_id
- ,item.i_category
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select dt.d_year
- ,item.i_category_id
- ,item.i_category
- ,sum(ss_ext_sales_price)
- from date_dim dt
- ,store_sales
- ,item
- where dt.d_date_sk = store_sales.ss_sold_date_sk
- and store_sales.ss_item_sk = item.i_item_sk
- and item.i_manager_id = 1
- and dt.d_moy=12
- and dt.d_year=1998
- group by dt.d_year
- ,item.i_category_id
- ,item.i_category
- order by sum(ss_ext_sales_price) desc,dt.d_year
- ,item.i_category_id
- ,item.i_category
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 5
- File Output Operator [FS_24]
- Select Operator [SEL_23] (rows=100 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Limit [LIM_22] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_21] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- Select Operator [SEL_19] (rows=348477374 width=88)
- Output:["_col0","_col1","_col3"]
- Group By Operator [GBY_18] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_16] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8
- Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_32] (rows=231000 width=1436)
- predicate:((i_manager_id = 1) and i_item_sk is not null)
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category_id","i_category","i_manager_id"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_30] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_31] (rows=18262 width=1119)
- predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query43.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query43.q.out b/ql/src/test/results/clientpositive/perf/query43.q.out
deleted file mode 100644
index 6db0919..0000000
--- a/ql/src/test/results/clientpositive/perf/query43.q.out
+++ /dev/null
@@ -1,100 +0,0 @@
-PREHOOK: query: explain
-select s_store_name, s_store_id,
- sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales,
- sum(case when (d_day_name='Monday') then ss_sales_price else null end) mon_sales,
- sum(case when (d_day_name='Tuesday') then ss_sales_price else null end) tue_sales,
- sum(case when (d_day_name='Wednesday') then ss_sales_price else null end) wed_sales,
- sum(case when (d_day_name='Thursday') then ss_sales_price else null end) thu_sales,
- sum(case when (d_day_name='Friday') then ss_sales_price else null end) fri_sales,
- sum(case when (d_day_name='Saturday') then ss_sales_price else null end) sat_sales
- from date_dim, store_sales, store
- where d_date_sk = ss_sold_date_sk and
- s_store_sk = ss_store_sk and
- s_gmt_offset = -6 and
- d_year = 1998
- group by s_store_name, s_store_id
- order by s_store_name, s_store_id,sun_sales,mon_sales,tue_sales,wed_sales,thu_sales,fri_sales,sat_sales
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select s_store_name, s_store_id,
- sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales,
- sum(case when (d_day_name='Monday') then ss_sales_price else null end) mon_sales,
- sum(case when (d_day_name='Tuesday') then ss_sales_price else null end) tue_sales,
- sum(case when (d_day_name='Wednesday') then ss_sales_price else null end) wed_sales,
- sum(case when (d_day_name='Thursday') then ss_sales_price else null end) thu_sales,
- sum(case when (d_day_name='Friday') then ss_sales_price else null end) fri_sales,
- sum(case when (d_day_name='Saturday') then ss_sales_price else null end) sat_sales
- from date_dim, store_sales, store
- where d_date_sk = ss_sold_date_sk and
- s_store_sk = ss_store_sk and
- s_gmt_offset = -6 and
- d_year = 1998
- group by s_store_name, s_store_id
- order by s_store_name, s_store_id,sun_sales,mon_sales,tue_sales,wed_sales,thu_sales,fri_sales,sat_sales
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 5
- File Output Operator [FS_24]
- Limit [LIM_23] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_22] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- Group By Operator [GBY_19] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0, KEY._col1
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_17] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col0, _col1
- Select Operator [SEL_15] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col5","_col7","_col8"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=852 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_32] (rows=852 width=1910)
- predicate:((s_gmt_offset = -6) and s_store_sk is not null)
- TableScan [TS_6] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name","s_gmt_offset"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_30] (rows=575995635 width=88)
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=36524 width=1119)
- Output:["_col0","_col2"]
- Filter Operator [FIL_31] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_day_name"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query44.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query44.q.out b/ql/src/test/results/clientpositive/perf/query44.q.out
deleted file mode 100644
index 07187b1..0000000
--- a/ql/src/test/results/clientpositive/perf/query44.q.out
+++ /dev/null
@@ -1,258 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[131][tables = [$hdt$_2, $hdt$_3, $hdt$_1]] in Stage 'Reducer 9' is a cross product
-Warning: Shuffle Join MERGEJOIN[133][tables = [$hdt$_4, $hdt$_5, $hdt$_3]] in Stage 'Reducer 13' is a cross product
-PREHOOK: query: explain
-select asceding.rnk, i1.i_product_name best_performing, i2.i_product_name worst_performing
-from(select *
- from (select item_sk,rank() over (order by rank_col asc) rnk
- from (select ss_item_sk item_sk,avg(ss_net_profit) rank_col
- from store_sales ss1
- where ss_store_sk = 410
- group by ss_item_sk
- having avg(ss_net_profit) > 0.9*(select avg(ss_net_profit) rank_col
- from store_sales
- where ss_store_sk = 410
- and ss_hdemo_sk is null
- group by ss_store_sk))V1)V11
- where rnk < 11) asceding,
- (select *
- from (select item_sk,rank() over (order by rank_col desc) rnk
- from (select ss_item_sk item_sk,avg(ss_net_profit) rank_col
- from store_sales ss1
- where ss_store_sk = 410
- group by ss_item_sk
- having avg(ss_net_profit) > 0.9*(select avg(ss_net_profit) rank_col
- from store_sales
- where ss_store_sk = 410
- and ss_hdemo_sk is null
- group by ss_store_sk))V2)V21
- where rnk < 11) descending,
-item i1,
-item i2
-where asceding.rnk = descending.rnk
- and i1.i_item_sk=asceding.item_sk
- and i2.i_item_sk=descending.item_sk
-order by asceding.rnk
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select asceding.rnk, i1.i_product_name best_performing, i2.i_product_name worst_performing
-from(select *
- from (select item_sk,rank() over (order by rank_col asc) rnk
- from (select ss_item_sk item_sk,avg(ss_net_profit) rank_col
- from store_sales ss1
- where ss_store_sk = 410
- group by ss_item_sk
- having avg(ss_net_profit) > 0.9*(select avg(ss_net_profit) rank_col
- from store_sales
- where ss_store_sk = 410
- and ss_hdemo_sk is null
- group by ss_store_sk))V1)V11
- where rnk < 11) asceding,
- (select *
- from (select item_sk,rank() over (order by rank_col desc) rnk
- from (select ss_item_sk item_sk,avg(ss_net_profit) rank_col
- from store_sales ss1
- where ss_store_sk = 410
- group by ss_item_sk
- having avg(ss_net_profit) > 0.9*(select avg(ss_net_profit) rank_col
- from store_sales
- where ss_store_sk = 410
- and ss_hdemo_sk is null
- group by ss_store_sk))V2)V21
- where rnk < 11) descending,
-item i1,
-item i2
-where asceding.rnk = descending.rnk
- and i1.i_item_sk=asceding.item_sk
- and i2.i_item_sk=descending.item_sk
-order by asceding.rnk
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 6 (SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (CUSTOM_SIMPLE_EDGE), Reducer 17 (CUSTOM_SIMPLE_EDGE), Reducer 20 (CUSTOM_SIMPLE_EDGE)
-Reducer 14 <- Reducer 13 (SIMPLE_EDGE)
-Reducer 16 <- Map 15 (SIMPLE_EDGE)
-Reducer 17 <- Map 15 (SIMPLE_EDGE)
-Reducer 19 <- Map 18 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 20 <- Map 18 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 1 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
-Reducer 7 <- Map 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (CUSTOM_SIMPLE_EDGE)
-Reducer 9 <- Reducer 16 (CUSTOM_SIMPLE_EDGE), Reducer 19 (CUSTOM_SIMPLE_EDGE), Reducer 8 (CUSTOM_SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 4
- File Output Operator [FS_104]
- Limit [LIM_103] (rows=100 width=185)
- Number of rows:100
- Select Operator [SEL_102] (rows=1393898919384048 width=185)
- Output:["_col0","_col1","_col2"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_101]
- Select Operator [SEL_100] (rows=1393898919384048 width=185)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_135] (rows=1393898919384048 width=185)
- Conds:RS_97._col3=RS_98._col3(Inner),Output:["_col1","_col3","_col5"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_97]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_132] (rows=1267180808338276 width=185)
- Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_121] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_0] (rows=462000 width=1436)
- default@item,i1,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_product_name"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_95]
- PartitionCols:_col0
- Select Operator [SEL_41] (rows=1151982528066248 width=185)
- Output:["_col0","_col1"]
- Filter Operator [FIL_122] (rows=1151982528066248 width=185)
- predicate:((rank_window_0 < 11) and _col2 is not null)
- PTF Operator [PTF_40] (rows=3455947584198744 width=185)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"0"}]
- Select Operator [SEL_39] (rows=3455947584198744 width=185)
- Output:["_col2","_col3"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:0
- Filter Operator [FIL_37] (rows=3455947584198744 width=185)
- predicate:(_col3 > (0.9 * _col1))
- Merge Join Operator [MERGEJOIN_131] (rows=10367842752596232 width=185)
- Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"]
- <-Reducer 16 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_34]
- Select Operator [SEL_25] (rows=71999454 width=88)
- Output:["_col0"]
- Group By Operator [GBY_24] (rows=71999454 width=88)
- Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0
- Group By Operator [GBY_22] (rows=143998908 width=88)
- Output:["_col0","_col1"],aggregations:["avg(_col1)"],keys:410
- Select Operator [SEL_20] (rows=143998908 width=88)
- Output:["_col1"]
- Filter Operator [FIL_124] (rows=143998908 width=88)
- predicate:((ss_store_sk = 410) and ss_hdemo_sk is null)
- TableScan [TS_18] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_hdemo_sk","ss_store_sk","ss_net_profit"]
- <-Reducer 19 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_35]
- Group By Operator [GBY_31] (rows=143998908 width=88)
- Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Group By Operator [GBY_29] (rows=287997817 width=88)
- Output:["_col0","_col1"],aggregations:["avg(ss_net_profit)"],keys:ss_item_sk
- Select Operator [SEL_28] (rows=287997817 width=88)
- Output:["ss_item_sk","ss_net_profit"]
- Filter Operator [FIL_125] (rows=287997817 width=88)
- predicate:(ss_store_sk = 410)
- TableScan [TS_26] (rows=575995635 width=88)
- default@store_sales,ss1,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk","ss_store_sk","ss_net_profit"]
- <-Reducer 8 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_33]
- Select Operator [SEL_17] (rows=1 width=8)
- Filter Operator [FIL_16] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_14] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 7 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_13]
- Group By Operator [GBY_12] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_10] (rows=71999454 width=88)
- Group By Operator [GBY_9] (rows=71999454 width=88)
- Output:["_col0"],keys:KEY._col0
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_8]
- PartitionCols:_col0
- Group By Operator [GBY_7] (rows=143998908 width=88)
- Output:["_col0"],keys:410
- Select Operator [SEL_5] (rows=143998908 width=88)
- Filter Operator [FIL_123] (rows=143998908 width=88)
- predicate:((ss_store_sk = 410) and ss_hdemo_sk is null)
- TableScan [TS_3] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_hdemo_sk","ss_store_sk"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_98]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_134] (rows=1267180808338276 width=185)
- Conds:RS_90._col0=RS_91._col0(Inner),Output:["_col1","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_90]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_91]
- PartitionCols:_col0
- Select Operator [SEL_86] (rows=1151982528066248 width=185)
- Output:["_col0","_col1"]
- Filter Operator [FIL_127] (rows=1151982528066248 width=185)
- predicate:((rank_window_0 < 11) and _col2 is not null)
- PTF Operator [PTF_85] (rows=3455947584198744 width=185)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 DESC NULLS LAST","partition by:":"0"}]
- Select Operator [SEL_84] (rows=3455947584198744 width=185)
- Output:["_col2","_col3"]
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_83]
- PartitionCols:0
- Filter Operator [FIL_82] (rows=3455947584198744 width=185)
- predicate:(_col3 > (0.9 * _col1))
- Merge Join Operator [MERGEJOIN_133] (rows=10367842752596232 width=185)
- Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"]
- <-Reducer 12 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_78]
- Select Operator [SEL_62] (rows=1 width=8)
- Filter Operator [FIL_61] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_59] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_58]
- Group By Operator [GBY_57] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_55] (rows=71999454 width=88)
- Group By Operator [GBY_54] (rows=71999454 width=88)
- Output:["_col0"],keys:KEY._col0
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_53]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_7]
- <-Reducer 17 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_79]
- Select Operator [SEL_70] (rows=71999454 width=88)
- Output:["_col0"]
- Group By Operator [GBY_69] (rows=71999454 width=88)
- Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_68]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_22]
- <-Reducer 20 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_80]
- Group By Operator [GBY_76] (rows=143998908 width=88)
- Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_75]
- PartitionCols:_col0
- Please refer to the previous Group By Operator [GBY_29]
-
[11/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query54.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query54.q.out b/ql/src/test/results/clientpositive/perf/tez/query54.q.out
new file mode 100644
index 0000000..e6b9b28
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query54.q.out
@@ -0,0 +1,386 @@
+Warning: Shuffle Join MERGEJOIN[184][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product
+Warning: Shuffle Join MERGEJOIN[185][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4]] in Stage 'Reducer 5' is a cross product
+Warning: Shuffle Join MERGEJOIN[183][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 30' is a cross product
+Warning: Shuffle Join MERGEJOIN[186][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 6' is a cross product
+PREHOOK: query: explain
+with my_customers as (
+ select distinct c_customer_sk
+ , c_current_addr_sk
+ from
+ ( select cs_sold_date_sk sold_date_sk,
+ cs_bill_customer_sk customer_sk,
+ cs_item_sk item_sk
+ from catalog_sales
+ union all
+ select ws_sold_date_sk sold_date_sk,
+ ws_bill_customer_sk customer_sk,
+ ws_item_sk item_sk
+ from web_sales
+ ) cs_or_ws_sales,
+ item,
+ date_dim,
+ customer
+ where sold_date_sk = d_date_sk
+ and item_sk = i_item_sk
+ and i_category = 'Jewelry'
+ and i_class = 'consignment'
+ and c_customer_sk = cs_or_ws_sales.customer_sk
+ and d_moy = 3
+ and d_year = 1999
+ )
+ , my_revenue as (
+ select c_customer_sk,
+ sum(ss_ext_sales_price) as revenue
+ from my_customers,
+ store_sales,
+ customer_address,
+ store,
+ date_dim
+ where c_current_addr_sk = ca_address_sk
+ and ca_county = s_county
+ and ca_state = s_state
+ and ss_sold_date_sk = d_date_sk
+ and c_customer_sk = ss_customer_sk
+ and d_month_seq between (select distinct d_month_seq+1
+ from date_dim where d_year = 1999 and d_moy = 3)
+ and (select distinct d_month_seq+3
+ from date_dim where d_year = 1999 and d_moy = 3)
+ group by c_customer_sk
+ )
+ , segments as
+ (select cast((revenue/50) as int) as segment
+ from my_revenue
+ )
+ select segment, count(*) as num_customers, segment*50 as segment_base
+ from segments
+ group by segment
+ order by segment, num_customers
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with my_customers as (
+ select distinct c_customer_sk
+ , c_current_addr_sk
+ from
+ ( select cs_sold_date_sk sold_date_sk,
+ cs_bill_customer_sk customer_sk,
+ cs_item_sk item_sk
+ from catalog_sales
+ union all
+ select ws_sold_date_sk sold_date_sk,
+ ws_bill_customer_sk customer_sk,
+ ws_item_sk item_sk
+ from web_sales
+ ) cs_or_ws_sales,
+ item,
+ date_dim,
+ customer
+ where sold_date_sk = d_date_sk
+ and item_sk = i_item_sk
+ and i_category = 'Jewelry'
+ and i_class = 'consignment'
+ and c_customer_sk = cs_or_ws_sales.customer_sk
+ and d_moy = 3
+ and d_year = 1999
+ )
+ , my_revenue as (
+ select c_customer_sk,
+ sum(ss_ext_sales_price) as revenue
+ from my_customers,
+ store_sales,
+ customer_address,
+ store,
+ date_dim
+ where c_current_addr_sk = ca_address_sk
+ and ca_county = s_county
+ and ca_state = s_state
+ and ss_sold_date_sk = d_date_sk
+ and c_customer_sk = ss_customer_sk
+ and d_month_seq between (select distinct d_month_seq+1
+ from date_dim where d_year = 1999 and d_moy = 3)
+ and (select distinct d_month_seq+3
+ from date_dim where d_year = 1999 and d_moy = 3)
+ group by c_customer_sk
+ )
+ , segments as
+ (select cast((revenue/50) as int) as segment
+ from my_revenue
+ )
+ select segment, count(*) as num_customers, segment*50 as segment_base
+ from segments
+ group by segment
+ order by segment, num_customers
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Map 15 <- Union 16 (CONTAINS)
+Map 21 <- Union 16 (CONTAINS)
+Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
+Reducer 17 <- Map 22 (SIMPLE_EDGE), Union 16 (SIMPLE_EDGE)
+Reducer 18 <- Map 23 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
+Reducer 19 <- Map 24 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
+Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
+Reducer 26 <- Map 25 (SIMPLE_EDGE)
+Reducer 27 <- Reducer 26 (CUSTOM_SIMPLE_EDGE)
+Reducer 28 <- Map 25 (SIMPLE_EDGE)
+Reducer 29 <- Map 25 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 30 <- Reducer 29 (CUSTOM_SIMPLE_EDGE), Reducer 32 (CUSTOM_SIMPLE_EDGE)
+Reducer 31 <- Map 25 (SIMPLE_EDGE)
+Reducer 32 <- Reducer 31 (CUSTOM_SIMPLE_EDGE)
+Reducer 4 <- Reducer 27 (CUSTOM_SIMPLE_EDGE), Reducer 3 (CUSTOM_SIMPLE_EDGE)
+Reducer 5 <- Reducer 28 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE)
+Reducer 6 <- Reducer 30 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 9
+ File Output Operator [FS_130]
+ Limit [LIM_129] (rows=100 width=158)
+ Number of rows:100
+ Select Operator [SEL_128] (rows=1614130953450400 width=158)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_127]
+ Select Operator [SEL_126] (rows=1614130953450400 width=158)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_125] (rows=1614130953450400 width=158)
+ Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_124]
+ PartitionCols:_col0
+ Group By Operator [GBY_123] (rows=3228261906900801 width=158)
+ Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
+ Select Operator [SEL_121] (rows=3228261906900801 width=158)
+ Output:["_col0"]
+ Group By Operator [GBY_120] (rows=3228261906900801 width=158)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_119]
+ PartitionCols:_col0
+ Group By Operator [GBY_118] (rows=6456523813801603 width=158)
+ Output:["_col0","_col1"],aggregations:["sum(_col4)"],keys:_col0
+ Select Operator [SEL_117] (rows=6456523813801603 width=158)
+ Output:["_col0","_col4"]
+ Filter Operator [FIL_116] (rows=6456523813801603 width=158)
+ predicate:_col11 BETWEEN _col13 AND _col15
+ Select Operator [SEL_115] (rows=58108714324214428 width=158)
+ Output:["_col0","_col4","_col11","_col13","_col15"]
+ Merge Join Operator [MERGEJOIN_186] (rows=58108714324214428 width=158)
+ Conds:(Inner),Output:["_col0","_col2","_col6","_col13","_col15"]
+ <-Reducer 30 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_112]
+ Merge Join Operator [MERGEJOIN_183] (rows=9131 width=1128)
+ Conds:(Right Outer),Output:["_col0"]
+ <-Reducer 29 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_109]
+ Group By Operator [GBY_6] (rows=9131 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_5]
+ PartitionCols:_col0
+ Group By Operator [GBY_4] (rows=18262 width=1119)
+ Output:["_col0"],keys:_col0
+ Select Operator [SEL_2] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_174] (rows=18262 width=1119)
+ predicate:((d_moy = 3) and (d_year = 1999))
+ TableScan [TS_73] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_year","d_moy"]
+ <-Reducer 32 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_110]
+ Select Operator [SEL_22] (rows=1 width=8)
+ Filter Operator [FIL_21] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_19] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 31 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_18]
+ Group By Operator [GBY_17] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_15] (rows=9131 width=1119)
+ Group By Operator [GBY_14] (rows=9131 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Group By Operator [GBY_12] (rows=18262 width=1119)
+ Output:["_col0"],keys:_col0
+ Select Operator [SEL_10] (rows=18262 width=1119)
+ Output:["_col0"]
+ Please refer to the previous Filter Operator [FIL_174]
+ <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_113]
+ Select Operator [SEL_108] (rows=6363893803988 width=1217)
+ Output:["_col0","_col4","_col11","_col13"]
+ Merge Join Operator [MERGEJOIN_185] (rows=6363893803988 width=1217)
+ Conds:(Left Outer),Output:["_col2","_col4","_col10","_col13"]
+ <-Reducer 28 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_106]
+ Group By Operator [GBY_94] (rows=9131 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_93]
+ PartitionCols:_col0
+ Group By Operator [GBY_77] (rows=18262 width=1119)
+ Output:["_col0"],keys:_col0
+ Select Operator [SEL_75] (rows=18262 width=1119)
+ Output:["_col0"]
+ Please refer to the previous Filter Operator [FIL_174]
+ <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_105]
+ Merge Join Operator [MERGEJOIN_184] (rows=696954748 width=97)
+ Conds:(Inner),Output:["_col2","_col4","_col10"]
+ <-Reducer 27 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_103]
+ Select Operator [SEL_87] (rows=1 width=8)
+ Filter Operator [FIL_86] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_84] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 26 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_83]
+ Group By Operator [GBY_82] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_80] (rows=9131 width=1119)
+ Group By Operator [GBY_79] (rows=9131 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_78]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_77]
+ <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_102]
+ Merge Join Operator [MERGEJOIN_182] (rows=696954748 width=88)
+ Conds:RS_99._col1=RS_100._col5(Inner),Output:["_col2","_col4","_col10"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_100]
+ PartitionCols:_col5
+ Merge Join Operator [MERGEJOIN_181] (rows=316240138 width=135)
+ Conds:RS_69._col0=RS_70._col1(Inner),Output:["_col5"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_69]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_177] (rows=44000000 width=1014)
+ Conds:RS_66._col1, _col2=RS_67._col0, _col1(Inner),Output:["_col0"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_66]
+ PartitionCols:_col1, _col2
+ Select Operator [SEL_31] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_167] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and ca_county is not null and ca_state is not null)
+ TableScan [TS_29] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_67]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_34] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_168] (rows=1704 width=1910)
+ predicate:(s_county is not null and s_state is not null)
+ TableScan [TS_32] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_county","s_state"]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col1
+ Select Operator [SEL_65] (rows=287491029 width=135)
+ Output:["_col0","_col1"]
+ Group By Operator [GBY_64] (rows=287491029 width=135)
+ Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_62] (rows=574982058 width=135)
+ Output:["_col0","_col1"],keys:_col10, _col9
+ Merge Join Operator [MERGEJOIN_180] (rows=574982058 width=135)
+ Conds:RS_58._col1=RS_59._col0(Inner),Output:["_col9","_col10"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0
+ Select Operator [SEL_51] (rows=80000000 width=860)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_173] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
+ TableScan [TS_49] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_179] (rows=522710951 width=135)
+ Conds:RS_55._col2=RS_56._col0(Inner),Output:["_col1"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0
+ Select Operator [SEL_48] (rows=115500 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_172] (rows=115500 width=1436)
+ predicate:((i_category = 'Jewelry') and (i_class = 'consignment') and i_item_sk is not null)
+ TableScan [TS_46] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_178] (rows=475191764 width=135)
+ Conds:Union 16._col0=RS_53._col0(Inner),Output:["_col1","_col2"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col0
+ Select Operator [SEL_45] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_171] (rows=18262 width=1119)
+ predicate:((d_moy = 3) and (d_year = 1999) and d_date_sk is not null)
+ TableScan [TS_43] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Union 16 [SIMPLE_EDGE]
+ <-Map 15 [CONTAINS]
+ Reduce Output Operator [RS_52]
+ PartitionCols:_col0
+ Select Operator [SEL_37] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_169] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_35] (rows=287989836 width=135)
+ Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"]
+ <-Map 21 [CONTAINS]
+ Reduce Output Operator [RS_52]
+ PartitionCols:_col0
+ Select Operator [SEL_40] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_170] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_38] (rows=144002668 width=135)
+ Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_99]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_176] (rows=633595212 width=88)
+ Conds:RS_96._col0=RS_97._col0(Inner),Output:["_col1","_col2","_col4"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_96]
+ PartitionCols:_col0
+ Select Operator [SEL_25] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_165] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_23] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_sales_price"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col0
+ Select Operator [SEL_28] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_166] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ TableScan [TS_26] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query55.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query55.q.out b/ql/src/test/results/clientpositive/perf/tez/query55.q.out
new file mode 100644
index 0000000..27ea1c3
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query55.q.out
@@ -0,0 +1,88 @@
+PREHOOK: query: explain
+select i_brand_id brand_id, i_brand brand,
+ sum(ss_ext_sales_price) ext_price
+ from date_dim, store_sales, item
+ where d_date_sk = ss_sold_date_sk
+ and ss_item_sk = i_item_sk
+ and i_manager_id=36
+ and d_moy=12
+ and d_year=2001
+ group by i_brand, i_brand_id
+ order by ext_price desc, i_brand_id
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_brand_id brand_id, i_brand brand,
+ sum(ss_ext_sales_price) ext_price
+ from date_dim, store_sales, item
+ where d_date_sk = ss_sold_date_sk
+ and ss_item_sk = i_item_sk
+ and i_manager_id=36
+ and d_moy=12
+ and d_year=2001
+ group by i_brand, i_brand_id
+ order by ext_price desc, i_brand_id
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_24]
+ Limit [LIM_23] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_22] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ Group By Operator [GBY_18] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8
+ Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_32] (rows=231000 width=1436)
+ predicate:((i_manager_id = 36) and i_item_sk is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_30] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_31] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query56.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query56.q.out b/ql/src/test/results/clientpositive/perf/tez/query56.q.out
new file mode 100644
index 0000000..4041740
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query56.q.out
@@ -0,0 +1,379 @@
+PREHOOK: query: explain
+with ss as (
+ select i_item_id,sum(ss_ext_sales_price) total_sales
+ from
+ store_sales,
+ date_dim,
+ customer_address,
+ item
+ where i_item_id in (select
+ i_item_id
+from item
+where i_color in ('orchid','chiffon','lace'))
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 1
+ and ss_addr_sk = ca_address_sk
+ and ca_gmt_offset = -8
+ group by i_item_id),
+ cs as (
+ select i_item_id,sum(cs_ext_sales_price) total_sales
+ from
+ catalog_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from item
+where i_color in ('orchid','chiffon','lace'))
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 1
+ and cs_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -8
+ group by i_item_id),
+ ws as (
+ select i_item_id,sum(ws_ext_sales_price) total_sales
+ from
+ web_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from item
+where i_color in ('orchid','chiffon','lace'))
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 1
+ and ws_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -8
+ group by i_item_id)
+ select i_item_id ,sum(total_sales) total_sales
+ from (select * from ss
+ union all
+ select * from cs
+ union all
+ select * from ws) tmp1
+ group by i_item_id
+ order by total_sales
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ss as (
+ select i_item_id,sum(ss_ext_sales_price) total_sales
+ from
+ store_sales,
+ date_dim,
+ customer_address,
+ item
+ where i_item_id in (select
+ i_item_id
+from item
+where i_color in ('orchid','chiffon','lace'))
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 1
+ and ss_addr_sk = ca_address_sk
+ and ca_gmt_offset = -8
+ group by i_item_id),
+ cs as (
+ select i_item_id,sum(cs_ext_sales_price) total_sales
+ from
+ catalog_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from item
+where i_color in ('orchid','chiffon','lace'))
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 1
+ and cs_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -8
+ group by i_item_id),
+ ws as (
+ select i_item_id,sum(ws_ext_sales_price) total_sales
+ from
+ web_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from item
+where i_color in ('orchid','chiffon','lace'))
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 2000
+ and d_moy = 1
+ and ws_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -8
+ group by i_item_id)
+ select i_item_id ,sum(total_sales) total_sales
+ from (select * from ss
+ union all
+ select * from cs
+ union all
+ select * from ws) tmp1
+ group by i_item_id
+ order by total_sales
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 11 <- Map 1 (SIMPLE_EDGE), Reducer 17 (ONE_TO_ONE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 15 <- Map 14 (SIMPLE_EDGE)
+Reducer 16 <- Map 14 (SIMPLE_EDGE)
+Reducer 17 <- Map 14 (SIMPLE_EDGE)
+Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE)
+Reducer 20 <- Map 26 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
+Reducer 22 <- Map 21 (SIMPLE_EDGE), Map 27 (SIMPLE_EDGE)
+Reducer 23 <- Map 26 (SIMPLE_EDGE), Reducer 22 (SIMPLE_EDGE)
+Reducer 24 <- Map 21 (SIMPLE_EDGE), Map 28 (SIMPLE_EDGE)
+Reducer 25 <- Map 26 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 6 <- Union 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 1 (SIMPLE_EDGE), Reducer 16 (ONE_TO_ONE_EDGE)
+Reducer 9 <- Reducer 23 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_121]
+ Limit [LIM_120] (rows=100 width=108)
+ Number of rows:100
+ Select Operator [SEL_119] (rows=335408073 width=108)
+ Output:["_col0","_col1"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_118]
+ Group By Operator [GBY_116] (rows=335408073 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Union 5 [SIMPLE_EDGE]
+ <-Reducer 10 [CONTAINS]
+ Reduce Output Operator [RS_115]
+ PartitionCols:_col0
+ Group By Operator [GBY_114] (rows=670816147 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Group By Operator [GBY_72] (rows=191657247 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ PartitionCols:_col0
+ Group By Operator [GBY_70] (rows=383314495 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_183] (rows=383314495 width=135)
+ Conds:RS_66._col0=RS_67._col4(Inner),Output:["_col1","_col8"]
+ <-Reducer 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_67]
+ PartitionCols:_col4
+ Select Operator [SEL_62] (rows=348467716 width=135)
+ Output:["_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135)
+ Conds:RS_59._col1=RS_60._col0(Inner),Output:["_col2","_col3"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0
+ Select Operator [SEL_18] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_162] (rows=20000000 width=1014)
+ predicate:((ca_gmt_offset = -8) and ca_address_sk is not null)
+ TableScan [TS_16] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
+ <-Reducer 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135)
+ Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col0
+ Select Operator [SEL_15] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_161] (rows=18262 width=1119)
+ predicate:((d_moy = 1) and (d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_13] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0
+ Select Operator [SEL_49] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_165] (rows=287989836 width=135)
+ predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_47] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_66]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_176] (rows=508200 width=1436)
+ Conds:RS_63._col1=RS_64._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_158] (rows=462000 width=1436)
+ predicate:(i_item_id is not null and i_item_sk is not null)
+ TableScan [TS_0] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 16 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_64]
+ PartitionCols:_col0
+ Group By Operator [GBY_45] (rows=115500 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col0
+ Group By Operator [GBY_6] (rows=231000 width=1436)
+ Output:["_col0"],keys:i_item_id
+ Select Operator [SEL_5] (rows=231000 width=1436)
+ Output:["i_item_id"]
+ Filter Operator [FIL_159] (rows=231000 width=1436)
+ predicate:((i_color) IN ('orchid', 'chiffon', 'lace') and i_item_id is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_id","i_color"]
+ <-Reducer 13 [CONTAINS]
+ Reduce Output Operator [RS_115]
+ PartitionCols:_col0
+ Group By Operator [GBY_114] (rows=670816147 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Group By Operator [GBY_110] (rows=95833781 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
+ PartitionCols:_col0
+ Group By Operator [GBY_108] (rows=191667562 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_184] (rows=191667562 width=135)
+ Conds:RS_104._col0=RS_105._col3(Inner),Output:["_col1","_col8"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_104]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_179] (rows=508200 width=1436)
+ Conds:RS_101._col1=RS_102._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_101]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 17 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_102]
+ PartitionCols:_col0
+ Group By Operator [GBY_83] (rows=115500 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_82]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_6]
+ <-Reducer 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_105]
+ PartitionCols:_col3
+ Select Operator [SEL_100] (rows=174243235 width=135)
+ Output:["_col3","_col5"]
+ Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135)
+ Conds:RS_97._col2=RS_98._col0(Inner),Output:["_col1","_col3"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_98]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_18]
+ <-Reducer 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135)
+ Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_95]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_15]
+ <-Map 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_94]
+ PartitionCols:_col0
+ Select Operator [SEL_87] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_170] (rows=144002668 width=135)
+ predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_85] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"]
+ <-Reducer 4 [CONTAINS]
+ Reduce Output Operator [RS_115]
+ PartitionCols:_col0
+ Group By Operator [GBY_114] (rows=670816147 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Group By Operator [GBY_35] (rows=383325119 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Group By Operator [GBY_33] (rows=766650239 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_182] (rows=766650239 width=88)
+ Conds:RS_29._col0=RS_30._col3(Inner),Output:["_col1","_col8"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436)
+ Conds:RS_26._col1=RS_27._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 15 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_27]
+ PartitionCols:_col0
+ Group By Operator [GBY_8] (rows=115500 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_6]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col3
+ Select Operator [SEL_25] (rows=696954748 width=88)
+ Output:["_col3","_col5"]
+ Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88)
+ Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col3"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_18]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88)
+ Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_15]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_12] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_160] (rows=575995635 width=88)
+ predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_10] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query57.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query57.q.out b/ql/src/test/results/clientpositive/perf/tez/query57.q.out
new file mode 100644
index 0000000..1a1bbf1
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query57.q.out
@@ -0,0 +1,319 @@
+PREHOOK: query: explain
+with v1 as(
+ select i_category, i_brand,
+ cc_name,
+ d_year, d_moy,
+ sum(cs_sales_price) sum_sales,
+ avg(sum(cs_sales_price)) over
+ (partition by i_category, i_brand,
+ cc_name, d_year)
+ avg_monthly_sales,
+ rank() over
+ (partition by i_category, i_brand,
+ cc_name
+ order by d_year, d_moy) rn
+ from item, catalog_sales, date_dim, call_center
+ where cs_item_sk = i_item_sk and
+ cs_sold_date_sk = d_date_sk and
+ cc_call_center_sk= cs_call_center_sk and
+ (
+ d_year = 2000 or
+ ( d_year = 2000-1 and d_moy =12) or
+ ( d_year = 2000+1 and d_moy =1)
+ )
+ group by i_category, i_brand,
+ cc_name , d_year, d_moy),
+ v2 as(
+ select v1.i_category, v1.i_brand
+ ,v1.d_year, v1.d_moy
+ ,v1.avg_monthly_sales
+ ,v1.sum_sales, v1_lag.sum_sales psum, v1_lead.sum_sales nsum
+ from v1, v1 v1_lag, v1 v1_lead
+ where v1.i_category = v1_lag.i_category and
+ v1.i_category = v1_lead.i_category and
+ v1.i_brand = v1_lag.i_brand and
+ v1.i_brand = v1_lead.i_brand and
+ v1. cc_name = v1_lag. cc_name and
+ v1. cc_name = v1_lead. cc_name and
+ v1.rn = v1_lag.rn + 1 and
+ v1.rn = v1_lead.rn - 1)
+ select *
+ from v2
+ where d_year = 2000 and
+ avg_monthly_sales > 0 and
+ case when avg_monthly_sales > 0 then abs(sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
+ order by sum_sales - avg_monthly_sales, 3
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with v1 as(
+ select i_category, i_brand,
+ cc_name,
+ d_year, d_moy,
+ sum(cs_sales_price) sum_sales,
+ avg(sum(cs_sales_price)) over
+ (partition by i_category, i_brand,
+ cc_name, d_year)
+ avg_monthly_sales,
+ rank() over
+ (partition by i_category, i_brand,
+ cc_name
+ order by d_year, d_moy) rn
+ from item, catalog_sales, date_dim, call_center
+ where cs_item_sk = i_item_sk and
+ cs_sold_date_sk = d_date_sk and
+ cc_call_center_sk= cs_call_center_sk and
+ (
+ d_year = 2000 or
+ ( d_year = 2000-1 and d_moy =12) or
+ ( d_year = 2000+1 and d_moy =1)
+ )
+ group by i_category, i_brand,
+ cc_name , d_year, d_moy),
+ v2 as(
+ select v1.i_category, v1.i_brand
+ ,v1.d_year, v1.d_moy
+ ,v1.avg_monthly_sales
+ ,v1.sum_sales, v1_lag.sum_sales psum, v1_lead.sum_sales nsum
+ from v1, v1 v1_lag, v1 v1_lead
+ where v1.i_category = v1_lag.i_category and
+ v1.i_category = v1_lead.i_category and
+ v1.i_brand = v1_lag.i_brand and
+ v1.i_brand = v1_lead.i_brand and
+ v1. cc_name = v1_lag. cc_name and
+ v1. cc_name = v1_lead. cc_name and
+ v1.rn = v1_lag.rn + 1 and
+ v1.rn = v1_lead.rn - 1)
+ select *
+ from v2
+ where d_year = 2000 and
+ avg_monthly_sales > 0 and
+ case when avg_monthly_sales > 0 then abs(sum_sales - avg_monthly_sales) / avg_monthly_sales else null end > 0.1
+ order by sum_sales - avg_monthly_sales, 3
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 21 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 22 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
+Reducer 15 <- Map 21 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Map 22 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
+Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
+Reducer 18 <- Reducer 17 (SIMPLE_EDGE)
+Reducer 19 <- Reducer 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
+Reducer 3 <- Map 21 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 22 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 13 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 20 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 8
+ File Output Operator [FS_112]
+ Limit [LIM_110] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_109] (rows=421645952 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_108]
+ Select Operator [SEL_107] (rows=421645952 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_189] (rows=421645952 width=135)
+ Conds:RS_103._col0, _col2, _col1, (_col6 + 1)=RS_104._col0, _col2, _col1, _col7(Inner),RS_104._col0, _col2, _col1, _col7=RS_105._col0, _col2, _col1, (_col6 - 1)(Inner),Output:["_col5","_col7","_col8","_col10","_col11","_col12","_col13","_col20"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_103]
+ PartitionCols:_col0, _col2, _col1, (_col6 + 1)
+ Select Operator [SEL_29] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col5","_col6"]
+ Filter Operator [FIL_164] (rows=191657247 width=135)
+ predicate:rank_window_0 is not null
+ PTF Operator [PTF_28] (rows=191657247 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2"}]
+ Select Operator [SEL_27] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0, _col1, _col2
+ Select Operator [SEL_25] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Group By Operator [GBY_24] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_22] (rows=383314495 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col10, _col11
+ Merge Join Operator [MERGEJOIN_182] (rows=383314495 width=135)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col10","_col11"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_81] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_179] (rows=462000 width=1436)
+ predicate:(i_brand is not null and i_category is not null and i_item_sk is not null)
+ TableScan [TS_79] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_category"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_181] (rows=348467716 width=135)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_78] (rows=60 width=2045)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_178] (rows=60 width=2045)
+ predicate:(cc_call_center_sk is not null and cc_name is not null)
+ TableScan [TS_76] (rows=60 width=2045)
+ default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_name"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_180] (rows=316788826 width=135)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_72] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_176] (rows=287989836 width=135)
+ predicate:(cs_call_center_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_70] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_call_center_sk","cs_item_sk","cs_sales_price"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_75] (rows=73048 width=1119)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_177] (rows=73048 width=1119)
+ predicate:(((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null)
+ TableScan [TS_73] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_104]
+ PartitionCols:_col0, _col2, _col1, _col7
+ Select Operator [SEL_67] (rows=15971437 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_169] (rows=15971437 width=135)
+ predicate:CASE WHEN ((_col0 > 0)) THEN (((abs((_col6 - _col0)) / _col0) > 0.1)) ELSE (null) END
+ Select Operator [SEL_66] (rows=31942874 width=135)
+ Output:["rank_window_1","_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_170] (rows=31942874 width=135)
+ predicate:((_col0 > 0) and (_col4 = 2000) and rank_window_1 is not null)
+ PTF Operator [PTF_65] (rows=191657247 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 ASC NULLS FIRST, _col5 ASC NULLS FIRST","partition by:":"_col1, _col2, _col3"}]
+ Select Operator [SEL_64] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col0, _col1, _col2
+ Select Operator [SEL_62] (rows=191657247 width=135)
+ Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5"]
+ PTF Operator [PTF_61] (rows=191657247 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2, _col3"}]
+ Select Operator [SEL_60] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Select Operator [SEL_58] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Group By Operator [GBY_57] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_55] (rows=383314495 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col10, _col11
+ Merge Join Operator [MERGEJOIN_185] (rows=383314495 width=135)
+ Conds:RS_51._col2=RS_52._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col10","_col11"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_81]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_184] (rows=348467716 width=135)
+ Conds:RS_48._col1=RS_49._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_78]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_48]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_183] (rows=316788826 width=135)
+ Conds:RS_45._col0=RS_46._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_72]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_75]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_105]
+ PartitionCols:_col0, _col2, _col1, (_col6 - 1)
+ Select Operator [SEL_99] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col5","_col6"]
+ Filter Operator [FIL_175] (rows=191657247 width=135)
+ predicate:rank_window_0 is not null
+ PTF Operator [PTF_98] (rows=191657247 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST","partition by:":"_col0, _col1, _col2"}]
+ Select Operator [SEL_97] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_96]
+ PartitionCols:_col0, _col1, _col2
+ Select Operator [SEL_95] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Group By Operator [GBY_94] (rows=191657247 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_93]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_92] (rows=383314495 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col10, _col11
+ Merge Join Operator [MERGEJOIN_188] (rows=383314495 width=135)
+ Conds:RS_88._col2=RS_89._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col10","_col11"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_89]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_81]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_88]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_187] (rows=348467716 width=135)
+ Conds:RS_85._col1=RS_86._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_86]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_78]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_85]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_186] (rows=316788826 width=135)
+ Conds:RS_82._col0=RS_83._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_82]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_72]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_83]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_75]
+
[39/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query14.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query14.q.out b/ql/src/test/results/clientpositive/perf/query14.q.out
deleted file mode 100644
index dac6e0f..0000000
--- a/ql/src/test/results/clientpositive/perf/query14.q.out
+++ /dev/null
@@ -1,1286 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[892][tables = [$hdt$_2, $hdt$_3, $hdt$_1]] in Stage 'Reducer 16' is a cross product
-Warning: Shuffle Join MERGEJOIN[890][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 5' is a cross product
-Warning: Shuffle Join MERGEJOIN[891][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 12' is a cross product
-PREHOOK: query: explain
-with cross_items as
- (select i_item_sk ss_item_sk
- from item,
- (select iss.i_brand_id brand_id
- ,iss.i_class_id class_id
- ,iss.i_category_id category_id
- from store_sales
- ,item iss
- ,date_dim d1
- where ss_item_sk = iss.i_item_sk
- and ss_sold_date_sk = d1.d_date_sk
- and d1.d_year between 1999 AND 1999 + 2
- intersect
- select ics.i_brand_id
- ,ics.i_class_id
- ,ics.i_category_id
- from catalog_sales
- ,item ics
- ,date_dim d2
- where cs_item_sk = ics.i_item_sk
- and cs_sold_date_sk = d2.d_date_sk
- and d2.d_year between 1999 AND 1999 + 2
- intersect
- select iws.i_brand_id
- ,iws.i_class_id
- ,iws.i_category_id
- from web_sales
- ,item iws
- ,date_dim d3
- where ws_item_sk = iws.i_item_sk
- and ws_sold_date_sk = d3.d_date_sk
- and d3.d_year between 1999 AND 1999 + 2) x
- where i_brand_id = brand_id
- and i_class_id = class_id
- and i_category_id = category_id
-),
- avg_sales as
- (select avg(quantity*list_price) average_sales
- from (select ss_quantity quantity
- ,ss_list_price list_price
- from store_sales
- ,date_dim
- where ss_sold_date_sk = d_date_sk
- and d_year between 1999 and 2001
- union all
- select cs_quantity quantity
- ,cs_list_price list_price
- from catalog_sales
- ,date_dim
- where cs_sold_date_sk = d_date_sk
- and d_year between 1998 and 1998 + 2
- union all
- select ws_quantity quantity
- ,ws_list_price list_price
- from web_sales
- ,date_dim
- where ws_sold_date_sk = d_date_sk
- and d_year between 1998 and 1998 + 2) x)
- select channel, i_brand_id,i_class_id,i_category_id,sum(sales), sum(number_sales)
- from(
- select 'store' channel, i_brand_id,i_class_id
- ,i_category_id,sum(ss_quantity*ss_list_price) sales
- , count(*) number_sales
- from store_sales
- ,item
- ,date_dim
- where ss_item_sk in (select ss_item_sk from cross_items)
- and ss_item_sk = i_item_sk
- and ss_sold_date_sk = d_date_sk
- and d_year = 1998+2
- and d_moy = 11
- group by i_brand_id,i_class_id,i_category_id
- having sum(ss_quantity*ss_list_price) > (select average_sales from avg_sales)
- union all
- select 'catalog' channel, i_brand_id,i_class_id,i_category_id, sum(cs_quantity*cs_list_price) sales, count(*) number_sales
- from catalog_sales
- ,item
- ,date_dim
- where cs_item_sk in (select ss_item_sk from cross_items)
- and cs_item_sk = i_item_sk
- and cs_sold_date_sk = d_date_sk
- and d_year = 1998+2
- and d_moy = 11
- group by i_brand_id,i_class_id,i_category_id
- having sum(cs_quantity*cs_list_price) > (select average_sales from avg_sales)
- union all
- select 'web' channel, i_brand_id,i_class_id,i_category_id, sum(ws_quantity*ws_list_price) sales , count(*) number_sales
- from web_sales
- ,item
- ,date_dim
- where ws_item_sk in (select ss_item_sk from cross_items)
- and ws_item_sk = i_item_sk
- and ws_sold_date_sk = d_date_sk
- and d_year = 1998+2
- and d_moy = 11
- group by i_brand_id,i_class_id,i_category_id
- having sum(ws_quantity*ws_list_price) > (select average_sales from avg_sales)
- ) y
- group by rollup (channel, i_brand_id,i_class_id,i_category_id)
- order by channel,i_brand_id,i_class_id,i_category_id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with cross_items as
- (select i_item_sk ss_item_sk
- from item,
- (select iss.i_brand_id brand_id
- ,iss.i_class_id class_id
- ,iss.i_category_id category_id
- from store_sales
- ,item iss
- ,date_dim d1
- where ss_item_sk = iss.i_item_sk
- and ss_sold_date_sk = d1.d_date_sk
- and d1.d_year between 1999 AND 1999 + 2
- intersect
- select ics.i_brand_id
- ,ics.i_class_id
- ,ics.i_category_id
- from catalog_sales
- ,item ics
- ,date_dim d2
- where cs_item_sk = ics.i_item_sk
- and cs_sold_date_sk = d2.d_date_sk
- and d2.d_year between 1999 AND 1999 + 2
- intersect
- select iws.i_brand_id
- ,iws.i_class_id
- ,iws.i_category_id
- from web_sales
- ,item iws
- ,date_dim d3
- where ws_item_sk = iws.i_item_sk
- and ws_sold_date_sk = d3.d_date_sk
- and d3.d_year between 1999 AND 1999 + 2) x
- where i_brand_id = brand_id
- and i_class_id = class_id
- and i_category_id = category_id
-),
- avg_sales as
- (select avg(quantity*list_price) average_sales
- from (select ss_quantity quantity
- ,ss_list_price list_price
- from store_sales
- ,date_dim
- where ss_sold_date_sk = d_date_sk
- and d_year between 1999 and 2001
- union all
- select cs_quantity quantity
- ,cs_list_price list_price
- from catalog_sales
- ,date_dim
- where cs_sold_date_sk = d_date_sk
- and d_year between 1998 and 1998 + 2
- union all
- select ws_quantity quantity
- ,ws_list_price list_price
- from web_sales
- ,date_dim
- where ws_sold_date_sk = d_date_sk
- and d_year between 1998 and 1998 + 2) x)
- select channel, i_brand_id,i_class_id,i_category_id,sum(sales), sum(number_sales)
- from(
- select 'store' channel, i_brand_id,i_class_id
- ,i_category_id,sum(ss_quantity*ss_list_price) sales
- , count(*) number_sales
- from store_sales
- ,item
- ,date_dim
- where ss_item_sk in (select ss_item_sk from cross_items)
- and ss_item_sk = i_item_sk
- and ss_sold_date_sk = d_date_sk
- and d_year = 1998+2
- and d_moy = 11
- group by i_brand_id,i_class_id,i_category_id
- having sum(ss_quantity*ss_list_price) > (select average_sales from avg_sales)
- union all
- select 'catalog' channel, i_brand_id,i_class_id,i_category_id, sum(cs_quantity*cs_list_price) sales, count(*) number_sales
- from catalog_sales
- ,item
- ,date_dim
- where cs_item_sk in (select ss_item_sk from cross_items)
- and cs_item_sk = i_item_sk
- and cs_sold_date_sk = d_date_sk
- and d_year = 1998+2
- and d_moy = 11
- group by i_brand_id,i_class_id,i_category_id
- having sum(cs_quantity*cs_list_price) > (select average_sales from avg_sales)
- union all
- select 'web' channel, i_brand_id,i_class_id,i_category_id, sum(ws_quantity*ws_list_price) sales , count(*) number_sales
- from web_sales
- ,item
- ,date_dim
- where ws_item_sk in (select ss_item_sk from cross_items)
- and ws_item_sk = i_item_sk
- and ws_sold_date_sk = d_date_sk
- and d_year = 1998+2
- and d_moy = 11
- group by i_brand_id,i_class_id,i_category_id
- having sum(ws_quantity*ws_list_price) > (select average_sales from avg_sales)
- ) y
- group by rollup (channel, i_brand_id,i_class_id,i_category_id)
- order by channel,i_brand_id,i_class_id,i_category_id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 11 <- Union 10 (CUSTOM_SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE), Reducer 27 (CUSTOM_SIMPLE_EDGE), Reducer 52 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
-Reducer 13 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 14 (CONTAINS)
-Reducer 15 <- Union 14 (CUSTOM_SIMPLE_EDGE)
-Reducer 16 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 30 (CUSTOM_SIMPLE_EDGE), Reducer 55 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
-Reducer 18 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 3 (CONTAINS)
-Reducer 19 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 10 (CONTAINS)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 3 (CONTAINS)
-Reducer 20 <- Map 17 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE), Union 14 (CONTAINS)
-Reducer 22 <- Map 21 (SIMPLE_EDGE), Map 43 (SIMPLE_EDGE), Union 23 (CONTAINS)
-Reducer 24 <- Union 23 (CUSTOM_SIMPLE_EDGE)
-Reducer 25 <- Map 21 (SIMPLE_EDGE), Map 43 (SIMPLE_EDGE), Union 26 (CONTAINS)
-Reducer 27 <- Union 26 (CUSTOM_SIMPLE_EDGE)
-Reducer 28 <- Map 21 (SIMPLE_EDGE), Map 43 (SIMPLE_EDGE), Union 29 (CONTAINS)
-Reducer 30 <- Union 29 (CUSTOM_SIMPLE_EDGE)
-Reducer 32 <- Map 31 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE), Union 3 (CONTAINS)
-Reducer 33 <- Map 31 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE), Union 10 (CONTAINS)
-Reducer 34 <- Map 31 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE), Union 14 (CONTAINS)
-Reducer 36 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 23 (CONTAINS)
-Reducer 37 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 26 (CONTAINS)
-Reducer 38 <- Map 35 (SIMPLE_EDGE), Map 44 (SIMPLE_EDGE), Union 29 (CONTAINS)
-Reducer 4 <- Union 3 (CUSTOM_SIMPLE_EDGE)
-Reducer 40 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 23 (CONTAINS)
-Reducer 41 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 26 (CONTAINS)
-Reducer 42 <- Map 39 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 29 (CONTAINS)
-Reducer 46 <- Map 45 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE)
-Reducer 47 <- Map 56 (SIMPLE_EDGE), Reducer 46 (SIMPLE_EDGE), Reducer 58 (ONE_TO_ONE_EDGE)
-Reducer 48 <- Reducer 47 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 24 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE), Reducer 48 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
-Reducer 50 <- Map 100 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE)
-Reducer 51 <- Map 56 (SIMPLE_EDGE), Reducer 50 (SIMPLE_EDGE), Reducer 68 (ONE_TO_ONE_EDGE)
-Reducer 52 <- Reducer 51 (SIMPLE_EDGE)
-Reducer 53 <- Map 101 (SIMPLE_EDGE), Map 49 (SIMPLE_EDGE)
-Reducer 54 <- Map 56 (SIMPLE_EDGE), Reducer 53 (SIMPLE_EDGE), Reducer 78 (ONE_TO_ONE_EDGE)
-Reducer 55 <- Reducer 54 (SIMPLE_EDGE)
-Reducer 57 <- Map 56 (SIMPLE_EDGE), Reducer 62 (ONE_TO_ONE_EDGE)
-Reducer 58 <- Reducer 57 (SIMPLE_EDGE)
-Reducer 59 <- Map 56 (SIMPLE_EDGE), Reducer 88 (SIMPLE_EDGE)
-Reducer 60 <- Reducer 59 (SIMPLE_EDGE), Union 61 (CONTAINS)
-Reducer 62 <- Union 61 (SIMPLE_EDGE)
-Reducer 63 <- Map 56 (SIMPLE_EDGE), Reducer 92 (SIMPLE_EDGE)
-Reducer 64 <- Reducer 63 (SIMPLE_EDGE), Union 61 (CONTAINS)
-Reducer 65 <- Map 56 (SIMPLE_EDGE), Reducer 93 (SIMPLE_EDGE)
-Reducer 66 <- Reducer 65 (SIMPLE_EDGE), Union 61 (CONTAINS)
-Reducer 67 <- Map 56 (SIMPLE_EDGE), Reducer 72 (ONE_TO_ONE_EDGE)
-Reducer 68 <- Reducer 67 (SIMPLE_EDGE)
-Reducer 69 <- Map 56 (SIMPLE_EDGE), Reducer 89 (SIMPLE_EDGE)
-Reducer 7 <- Union 6 (SIMPLE_EDGE)
-Reducer 70 <- Reducer 69 (SIMPLE_EDGE), Union 71 (CONTAINS)
-Reducer 72 <- Union 71 (SIMPLE_EDGE)
-Reducer 73 <- Map 56 (SIMPLE_EDGE), Reducer 94 (SIMPLE_EDGE)
-Reducer 74 <- Reducer 73 (SIMPLE_EDGE), Union 71 (CONTAINS)
-Reducer 75 <- Map 56 (SIMPLE_EDGE), Reducer 95 (SIMPLE_EDGE)
-Reducer 76 <- Reducer 75 (SIMPLE_EDGE), Union 71 (CONTAINS)
-Reducer 77 <- Map 56 (SIMPLE_EDGE), Reducer 82 (ONE_TO_ONE_EDGE)
-Reducer 78 <- Reducer 77 (SIMPLE_EDGE)
-Reducer 79 <- Map 56 (SIMPLE_EDGE), Reducer 90 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-Reducer 80 <- Reducer 79 (SIMPLE_EDGE), Union 81 (CONTAINS)
-Reducer 82 <- Union 81 (SIMPLE_EDGE)
-Reducer 83 <- Map 56 (SIMPLE_EDGE), Reducer 96 (SIMPLE_EDGE)
-Reducer 84 <- Reducer 83 (SIMPLE_EDGE), Union 81 (CONTAINS)
-Reducer 85 <- Map 56 (SIMPLE_EDGE), Reducer 97 (SIMPLE_EDGE)
-Reducer 86 <- Reducer 85 (SIMPLE_EDGE), Union 81 (CONTAINS)
-Reducer 88 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE)
-Reducer 89 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE)
-Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE), Union 10 (CONTAINS)
-Reducer 90 <- Map 87 (SIMPLE_EDGE), Map 91 (SIMPLE_EDGE)
-Reducer 92 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
-Reducer 93 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
-Reducer 94 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
-Reducer 95 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
-Reducer 96 <- Map 91 (SIMPLE_EDGE), Map 98 (SIMPLE_EDGE)
-Reducer 97 <- Map 91 (SIMPLE_EDGE), Map 99 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 8
- File Output Operator [FS_574]
- Limit [LIM_573] (rows=100 width=405)
- Number of rows:100
- Select Operator [SEL_572] (rows=1016388080 width=405)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_571]
- Select Operator [SEL_570] (rows=1016388080 width=405)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_569] (rows=1016388080 width=405)
- Output:["_col0","_col1","_col2","_col3","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Union 6 [SIMPLE_EDGE]
- <-Reducer 12 [CONTAINS]
- Reduce Output Operator [RS_568]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_567] (rows=2032776160 width=405)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0
- Select Operator [SEL_375] (rows=116155905 width=432)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_374] (rows=116155905 width=432)
- predicate:(_col5 > _col1)
- Merge Join Operator [MERGEJOIN_891] (rows=348467716 width=432)
- Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_370]
- Select Operator [SEL_231] (rows=1 width=8)
- Filter Operator [FIL_230] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_228] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_223] (rows=1 width=8)
- Group By Operator [GBY_222] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Union 10 [CUSTOM_SIMPLE_EDGE]
- <-Reducer 19 [CONTAINS]
- Reduce Output Operator [RS_221]
- Group By Operator [GBY_220] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(_col0)"]
- Select Operator [SEL_219] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_207] (rows=316788826 width=135)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_861] (rows=316788826 width=135)
- Conds:RS_204._col0=RS_205._col0(Inner),Output:["_col1"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_205]
- PartitionCols:_col0
- Select Operator [SEL_15] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_773] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_year BETWEEN 1998 AND 2000)
- TableScan [TS_13] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_204]
- PartitionCols:_col0
- Select Operator [SEL_12] (rows=287989836 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_772] (rows=287989836 width=135)
- predicate:cs_sold_date_sk is not null
- TableScan [TS_10] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_quantity"]
- <-Reducer 33 [CONTAINS]
- Reduce Output Operator [RS_221]
- Group By Operator [GBY_220] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(_col0)"]
- Select Operator [SEL_219] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_218] (rows=158402938 width=135)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_862] (rows=158402938 width=135)
- Conds:RS_215._col0=RS_216._col0(Inner),Output:["_col1"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_216]
- PartitionCols:_col0
- Select Operator [SEL_26] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_775] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_year BETWEEN 1998 AND 2000)
- TableScan [TS_24] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_215]
- PartitionCols:_col0
- Select Operator [SEL_23] (rows=144002668 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_774] (rows=144002668 width=135)
- predicate:ws_sold_date_sk is not null
- TableScan [TS_21] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_quantity"]
- <-Reducer 9 [CONTAINS]
- Reduce Output Operator [RS_221]
- Group By Operator [GBY_220] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(_col0)"]
- Select Operator [SEL_219] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_197] (rows=633595212 width=88)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_860] (rows=633595212 width=88)
- Conds:RS_194._col0=RS_195._col0(Inner),Output:["_col1"]
- <-Map 91 [SIMPLE_EDGE]
- SHUFFLE [RS_195]
- PartitionCols:_col0
- Select Operator [SEL_98] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_787] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_year BETWEEN 1999 AND 2001)
- TableScan [TS_96] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_194]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1"]
- Filter Operator [FIL_770] (rows=575995635 width=88)
- predicate:ss_sold_date_sk is not null
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_quantity"]
- <-Reducer 27 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_371]
- Group By Operator [GBY_267] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Union 26 [CUSTOM_SIMPLE_EDGE]
- <-Reducer 25 [CONTAINS]
- Reduce Output Operator [RS_266]
- Group By Operator [GBY_265] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_263] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_251] (rows=316788826 width=135)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_864] (rows=316788826 width=135)
- Conds:RS_248._col0=RS_249._col0(Inner),Output:["_col1","_col2"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_249]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 43 [SIMPLE_EDGE]
- SHUFFLE [RS_248]
- PartitionCols:_col0
- Select Operator [SEL_56] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_778] (rows=287989836 width=135)
- predicate:cs_sold_date_sk is not null
- TableScan [TS_54] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_quantity","cs_list_price"]
- <-Reducer 37 [CONTAINS]
- Reduce Output Operator [RS_266]
- Group By Operator [GBY_265] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_263] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_262] (rows=158402938 width=135)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_865] (rows=158402938 width=135)
- Conds:RS_259._col0=RS_260._col0(Inner),Output:["_col1","_col2"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_260]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_26]
- <-Map 44 [SIMPLE_EDGE]
- SHUFFLE [RS_259]
- PartitionCols:_col0
- Select Operator [SEL_67] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_780] (rows=144002668 width=135)
- predicate:ws_sold_date_sk is not null
- TableScan [TS_65] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_quantity","ws_list_price"]
- <-Reducer 41 [CONTAINS]
- Reduce Output Operator [RS_266]
- Group By Operator [GBY_265] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_263] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_241] (rows=633595212 width=88)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_863] (rows=633595212 width=88)
- Conds:RS_238._col0=RS_239._col0(Inner),Output:["_col1","_col2"]
- <-Map 91 [SIMPLE_EDGE]
- SHUFFLE [RS_239]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_98]
- <-Map 39 [SIMPLE_EDGE]
- SHUFFLE [RS_238]
- PartitionCols:_col0
- Select Operator [SEL_46] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_776] (rows=575995635 width=88)
- predicate:ss_sold_date_sk is not null
- TableScan [TS_44] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_quantity","ss_list_price"]
- <-Reducer 52 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_372]
- Group By Operator [GBY_368] (rows=348467716 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 51 [SIMPLE_EDGE]
- SHUFFLE [RS_367]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_366] (rows=696935432 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","count()"],keys:_col0, _col1, _col2
- Select Operator [SEL_364] (rows=696935432 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_874] (rows=696935432 width=135)
- Conds:RS_360._col1=RS_361._col0(Inner),RS_360._col1=RS_362._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"]
- <-Map 56 [SIMPLE_EDGE]
- SHUFFLE [RS_361]
- PartitionCols:_col0
- Select Operator [SEL_277] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_809] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_90] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id"]
- <-Reducer 50 [SIMPLE_EDGE]
- SHUFFLE [RS_360]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_866] (rows=316788826 width=135)
- Conds:RS_357._col0=RS_358._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 49 [SIMPLE_EDGE]
- SHUFFLE [RS_358]
- PartitionCols:_col0
- Select Operator [SEL_86] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_783] (rows=18262 width=1119)
- predicate:((d_moy = 11) and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_84] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 100 [SIMPLE_EDGE]
- SHUFFLE [RS_357]
- PartitionCols:_col0
- Select Operator [SEL_271] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_807] (rows=287989836 width=135)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_269] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_quantity","cs_list_price"]
- <-Reducer 68 [ONE_TO_ONE_EDGE]
- FORWARD [RS_362]
- PartitionCols:_col0
- Group By Operator [GBY_355] (rows=254100 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 67 [SIMPLE_EDGE]
- SHUFFLE [RS_354]
- PartitionCols:_col0
- Group By Operator [GBY_353] (rows=508200 width=1436)
- Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_873] (rows=508200 width=1436)
- Conds:RS_349._col1, _col2, _col3=RS_350._col0, _col1, _col2(Inner),Output:["_col0"]
- <-Map 56 [SIMPLE_EDGE]
- SHUFFLE [RS_349]
- PartitionCols:_col1, _col2, _col3
- Select Operator [SEL_280] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_810] (rows=462000 width=1436)
- predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
- Please refer to the previous TableScan [TS_90]
- <-Reducer 72 [ONE_TO_ONE_EDGE]
- FORWARD [RS_350]
- PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_348] (rows=1 width=108)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_347] (rows=1 width=108)
- predicate:(_col3 = 3)
- Group By Operator [GBY_346] (rows=304916424 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Union 71 [SIMPLE_EDGE]
- <-Reducer 70 [CONTAINS]
- Reduce Output Operator [RS_345]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_344] (rows=609832849 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
- Group By Operator [GBY_299] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 69 [SIMPLE_EDGE]
- SHUFFLE [RS_298]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_297] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
- Merge Join Operator [MERGEJOIN_868] (rows=696954748 width=88)
- Conds:RS_293._col1=RS_294._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 56 [SIMPLE_EDGE]
- SHUFFLE [RS_294]
- PartitionCols:_col0
- Select Operator [SEL_289] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_813] (rows=462000 width=1436)
- predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
- Please refer to the previous TableScan [TS_90]
- <-Reducer 89 [SIMPLE_EDGE]
- SHUFFLE [RS_293]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_867] (rows=633595212 width=88)
- Conds:RS_290._col0=RS_291._col0(Inner),Output:["_col1"]
- <-Map 91 [SIMPLE_EDGE]
- SHUFFLE [RS_291]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_98]
- <-Map 87 [SIMPLE_EDGE]
- SHUFFLE [RS_290]
- PartitionCols:_col0
- Select Operator [SEL_95] (rows=575995635 width=88)
- Output:["_col0","_col1"]
- Filter Operator [FIL_786] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_93] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk"]
- <-Reducer 74 [CONTAINS]
- Reduce Output Operator [RS_345]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_344] (rows=609832849 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
- Group By Operator [GBY_319] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 73 [SIMPLE_EDGE]
- SHUFFLE [RS_318]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_317] (rows=348467716 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
- Merge Join Operator [MERGEJOIN_870] (rows=348467716 width=135)
- Conds:RS_313._col1=RS_314._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 56 [SIMPLE_EDGE]
- SHUFFLE [RS_314]
- PartitionCols:_col0
- Select Operator [SEL_309] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_816] (rows=462000 width=1436)
- predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
- Please refer to the previous TableScan [TS_90]
- <-Reducer 94 [SIMPLE_EDGE]
- SHUFFLE [RS_313]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_869] (rows=316788826 width=135)
- Conds:RS_310._col0=RS_311._col0(Inner),Output:["_col1"]
- <-Map 91 [SIMPLE_EDGE]
- SHUFFLE [RS_311]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_98]
- <-Map 98 [SIMPLE_EDGE]
- SHUFFLE [RS_310]
- PartitionCols:_col0
- Select Operator [SEL_115] (rows=287989836 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_789] (rows=287989836 width=135)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_113] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk"]
- <-Reducer 76 [CONTAINS]
- Reduce Output Operator [RS_345]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_344] (rows=609832849 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
- Group By Operator [GBY_340] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 75 [SIMPLE_EDGE]
- SHUFFLE [RS_339]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_338] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
- Merge Join Operator [MERGEJOIN_872] (rows=174243235 width=135)
- Conds:RS_334._col1=RS_335._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 56 [SIMPLE_EDGE]
- SHUFFLE [RS_335]
- PartitionCols:_col0
- Select Operator [SEL_330] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_819] (rows=462000 width=1436)
- predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
- Please refer to the previous TableScan [TS_90]
- <-Reducer 95 [SIMPLE_EDGE]
- SHUFFLE [RS_334]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_871] (rows=158402938 width=135)
- Conds:RS_331._col0=RS_332._col0(Inner),Output:["_col1"]
- <-Map 91 [SIMPLE_EDGE]
- SHUFFLE [RS_332]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_98]
- <-Map 99 [SIMPLE_EDGE]
- SHUFFLE [RS_331]
- PartitionCols:_col0
- Select Operator [SEL_136] (rows=144002668 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_792] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_134] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk"]
- <-Reducer 16 [CONTAINS]
- Reduce Output Operator [RS_568]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_567] (rows=2032776160 width=405)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0
- Select Operator [SEL_564] (rows=58081078 width=432)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_563] (rows=58081078 width=432)
- predicate:(_col5 > _col1)
- Merge Join Operator [MERGEJOIN_892] (rows=174243235 width=432)
- Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 15 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_559]
- Select Operator [SEL_420] (rows=1 width=8)
- Filter Operator [FIL_419] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_417] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_412] (rows=1 width=8)
- Group By Operator [GBY_411] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Union 14 [CUSTOM_SIMPLE_EDGE]
- <-Reducer 13 [CONTAINS]
- Reduce Output Operator [RS_410]
- Group By Operator [GBY_409] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(_col0)"]
- Select Operator [SEL_408] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_386] (rows=633595212 width=88)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_875] (rows=633595212 width=88)
- Conds:RS_383._col0=RS_384._col0(Inner),Output:["_col1"]
- <-Map 91 [SIMPLE_EDGE]
- SHUFFLE [RS_384]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_98]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_383]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Reducer 20 [CONTAINS]
- Reduce Output Operator [RS_410]
- Group By Operator [GBY_409] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(_col0)"]
- Select Operator [SEL_408] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_396] (rows=316788826 width=135)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_876] (rows=316788826 width=135)
- Conds:RS_393._col0=RS_394._col0(Inner),Output:["_col1"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_394]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_393]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_12]
- <-Reducer 34 [CONTAINS]
- Reduce Output Operator [RS_410]
- Group By Operator [GBY_409] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(_col0)"]
- Select Operator [SEL_408] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_407] (rows=158402938 width=135)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_877] (rows=158402938 width=135)
- Conds:RS_404._col0=RS_405._col0(Inner),Output:["_col1"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_405]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_26]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_404]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_23]
- <-Reducer 30 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_560]
- Group By Operator [GBY_456] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Union 29 [CUSTOM_SIMPLE_EDGE]
- <-Reducer 28 [CONTAINS]
- Reduce Output Operator [RS_455]
- Group By Operator [GBY_454] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_452] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_440] (rows=316788826 width=135)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_879] (rows=316788826 width=135)
- Conds:RS_437._col0=RS_438._col0(Inner),Output:["_col1","_col2"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_438]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 43 [SIMPLE_EDGE]
- SHUFFLE [RS_437]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_56]
- <-Reducer 38 [CONTAINS]
- Reduce Output Operator [RS_455]
- Group By Operator [GBY_454] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_452] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_451] (rows=158402938 width=135)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_880] (rows=158402938 width=135)
- Conds:RS_448._col0=RS_449._col0(Inner),Output:["_col1","_col2"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_449]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_26]
- <-Map 44 [SIMPLE_EDGE]
- SHUFFLE [RS_448]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_67]
- <-Reducer 42 [CONTAINS]
- Reduce Output Operator [RS_455]
- Group By Operator [GBY_454] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_452] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_430] (rows=633595212 width=88)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_878] (rows=633595212 width=88)
- Conds:RS_427._col0=RS_428._col0(Inner),Output:["_col1","_col2"]
- <-Map 91 [SIMPLE_EDGE]
- SHUFFLE [RS_428]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_98]
- <-Map 39 [SIMPLE_EDGE]
- SHUFFLE [RS_427]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_46]
- <-Reducer 55 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_561]
- Group By Operator [GBY_557] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 54 [SIMPLE_EDGE]
- SHUFFLE [RS_556]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_555] (rows=348486471 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","count()"],keys:_col0, _col1, _col2
- Select Operator [SEL_553] (rows=348486471 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_889] (rows=348486471 width=135)
- Conds:RS_549._col1=RS_550._col0(Inner),RS_549._col1=RS_551._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"]
- <-Map 56 [SIMPLE_EDGE]
- SHUFFLE [RS_550]
- PartitionCols:_col0
- Select Operator [SEL_466] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_834] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- Please refer to the previous TableScan [TS_90]
- <-Reducer 53 [SIMPLE_EDGE]
- SHUFFLE [RS_549]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_881] (rows=158402938 width=135)
- Conds:RS_546._col0=RS_547._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 49 [SIMPLE_EDGE]
- SHUFFLE [RS_547]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_86]
- <-Map 101 [SIMPLE_EDGE]
- SHUFFLE [RS_546]
- PartitionCols:_col0
- Select Operator [SEL_460] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_832] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_458] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_quantity","ws_list_price"]
- <-Reducer 78 [ONE_TO_ONE_EDGE]
- FORWARD [RS_551]
- PartitionCols:_col0
- Group By Operator [GBY_544] (rows=254100 width=1436)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 77 [SIMPLE_EDGE]
- SHUFFLE [RS_543]
- PartitionCols:_col0
- Group By Operator [GBY_542] (rows=508200 width=1436)
- Output:["_col0"],keys:_col0
- Merge Join Operator [MERGEJOIN_888] (rows=508200 width=1436)
- Conds:RS_538._col1, _col2, _col3=RS_539._col0, _col1, _col2(Inner),Output:["_col0"]
- <-Map 56 [SIMPLE_EDGE]
- SHUFFLE [RS_538]
- PartitionCols:_col1, _col2, _col3
- Select Operator [SEL_469] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_835] (rows=462000 width=1436)
- predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
- Please refer to the previous TableScan [TS_90]
- <-Reducer 82 [ONE_TO_ONE_EDGE]
- FORWARD [RS_539]
- PartitionCols:_col0, _col1, _col2
- Select Operator [SEL_537] (rows=1 width=108)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_536] (rows=1 width=108)
- predicate:(_col3 = 3)
- Group By Operator [GBY_535] (rows=304916424 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Union 81 [SIMPLE_EDGE]
- <-Reducer 80 [CONTAINS]
- Reduce Output Operator [RS_534]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_533] (rows=609832849 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
- Group By Operator [GBY_488] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 79 [SIMPLE_EDGE]
- SHUFFLE [RS_487]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_486] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
- Merge Join Operator [MERGEJOIN_883] (rows=696954748 width=88)
- Conds:RS_482._col1=RS_483._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 56 [SIMPLE_EDGE]
- SHUFFLE [RS_483]
- PartitionCols:_col0
- Select Operator [SEL_478] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_838] (rows=462000 width=1436)
- predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
- Please refer to the previous TableScan [TS_90]
- <-Reducer 90 [SIMPLE_EDGE]
- SHUFFLE [RS_482]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_882] (rows=633595212 width=88)
- Conds:RS_479._col0=RS_480._col0(Inner),Output:["_col1"]
- <-Map 91 [SIMPLE_EDGE]
- SHUFFLE [RS_480]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_98]
- <-Map 87 [SIMPLE_EDGE]
- SHUFFLE [RS_479]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_95]
- <-Reducer 84 [CONTAINS]
- Reduce Output Operator [RS_534]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_533] (rows=609832849 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
- Group By Operator [GBY_508] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 83 [SIMPLE_EDGE]
- SHUFFLE [RS_507]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_506] (rows=348467716 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
- Merge Join Operator [MERGEJOIN_885] (rows=348467716 width=135)
- Conds:RS_502._col1=RS_503._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 56 [SIMPLE_EDGE]
- SHUFFLE [RS_503]
- PartitionCols:_col0
- Select Operator [SEL_498] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_841] (rows=462000 width=1436)
- predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
- Please refer to the previous TableScan [TS_90]
- <-Reducer 96 [SIMPLE_EDGE]
- SHUFFLE [RS_502]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_884] (rows=316788826 width=135)
- Conds:RS_499._col0=RS_500._col0(Inner),Output:["_col1"]
- <-Map 91 [SIMPLE_EDGE]
- SHUFFLE [RS_500]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_98]
- <-Map 98 [SIMPLE_EDGE]
- SHUFFLE [RS_499]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_115]
- <-Reducer 86 [CONTAINS]
- Reduce Output Operator [RS_534]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_533] (rows=609832849 width=108)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2
- Group By Operator [GBY_529] (rows=87121617 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 85 [SIMPLE_EDGE]
- SHUFFLE [RS_528]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_527] (rows=174243235 width=135)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7
- Merge Join Operator [MERGEJOIN_887] (rows=174243235 width=135)
- Conds:RS_523._col1=RS_524._col0(Inner),Output:["_col5","_col6","_col7"]
- <-Map 56 [SIMPLE_EDGE]
- SHUFFLE [RS_524]
- PartitionCols:_col0
- Select Operator [SEL_519] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_844] (rows=462000 width=1436)
- predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null)
- Please refer to the previous TableScan [TS_90]
- <-Reducer 97 [SIMPLE_EDGE]
- SHUFFLE [RS_523]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_886] (rows=158402938 width=135)
- Conds:RS_520._col0=RS_521._col0(Inner),Output:["_col1"]
- <-Map 91 [SIMPLE_EDGE]
- SHUFFLE [RS_521]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_98]
- <-Map 99 [SIMPLE_EDGE]
- SHUFFLE [RS_520]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_136]
- <-Reducer 5 [CONTAINS]
- Reduce Output Operator [RS_568]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_567] (rows=2032776160 width=405)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0
- Select Operator [SEL_187] (rows=232318249 width=385)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_186] (rows=232318249 width=385)
- predicate:(_col5 > _col1)
- Merge Join Operator [MERGEJOIN_890] (rows=696954748 width=385)
- Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 24 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_183]
- Group By Operator [GBY_79] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Union 23 [CUSTOM_SIMPLE_EDGE]
- <-Reducer 22 [CONTAINS]
- Reduce Output Operator [RS_78]
- Group By Operator [GBY_77] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_75] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_63] (rows=316788826 width=135)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_849] (rows=316788826 width=135)
- Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col1","_col2"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 43 [SIMPLE_EDGE]
- SHUFFLE [RS_60]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_56]
- <-Reducer 36 [CONTAINS]
- Reduce Output Operator [RS_78]
- Group By Operator [GBY_77] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_75] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_74] (rows=158402938 width=135)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_850] (rows=158402938 width=135)
- Conds:RS_71._col0=RS_72._col0(Inner),Output:["_col1","_col2"]
- <-Map 35 [SIMPLE_EDGE]
- SHUFFLE [RS_72]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_26]
- <-Map 44 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_67]
- <-Reducer 40 [CONTAINS]
- Reduce Output Operator [RS_78]
- Group By Operator [GBY_77] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(_col0)"]
- Select Operator [SEL_75] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_53] (rows=633595212 width=88)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_848] (rows=633595212 width=88)
- Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col1","_col2"]
- <-Map 91 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_98]
- <-Map 39 [SIMPLE_EDGE]
- SHUFFLE [RS_50]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_46]
- <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_182]
- Select Operator [SEL_43] (rows=1 width=8)
- Filter Operator [FIL_42] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_40] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_35] (rows=1 width=8)
- Group By Operator [GBY_34] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Union 3 [CUSTOM_SIMPLE_EDGE]
- <-Reducer 18 [CONTAINS]
- Reduce Output Operator [RS_33]
- Group By Operator [GBY_32] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(_col0)"]
- Select Operator [SEL_31] (rows=1108786976 width=108)
- Output:["_col0"]
- Select Operator [SEL_19] (rows=316788826 width=135)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_846] (rows=316788826 width=135)
- Conds:RS_16._col0=RS_17._col0(Inner),Output:["_col1"]
- <-Map 21 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_15]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_12]
-
<TRUNCATED>
[44/50] [abbrv] hive git commit: HIVE-13843: Re-enable the HoS tests
disabled in HIVE-13402 (Sahil Takiar, reviewed by Rui Li)
Posted by se...@apache.org.
HIVE-13843: Re-enable the HoS tests disabled in HIVE-13402 (Sahil Takiar, reviewed by Rui Li)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/2948c160
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/2948c160
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/2948c160
Branch: refs/heads/hive-14535
Commit: 2948c160fe5b5666cab68f6667549b47f21c1b7a
Parents: 9244fdc
Author: Sahil Takiar <ta...@gmail.com>
Authored: Sun Oct 1 19:33:12 2017 -0700
Committer: Sahil Takiar <st...@cloudera.com>
Committed: Sun Oct 1 19:33:12 2017 -0700
----------------------------------------------------------------------
.../test/resources/testconfiguration.properties | 7 +
.../clientpositive/spark/auto_join32.q.out | 574 +++
.../spark/auto_sortmerge_join_2.q.out | 594 +++
.../results/clientpositive/spark/insert1.q.out | 412 ++
.../results/clientpositive/spark/join40.q.out | 3845 ++++++++++++++++++
.../clientpositive/spark/join_empty.q.out | 56 +
.../clientpositive/spark/ppd_join4.q.out | 128 +
.../clientpositive/spark/transform1.q.out | 138 +
8 files changed, 5754 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/2948c160/itests/src/test/resources/testconfiguration.properties
----------------------------------------------------------------------
diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties
index 2df49a7..038487f 100644
--- a/itests/src/test/resources/testconfiguration.properties
+++ b/itests/src/test/resources/testconfiguration.properties
@@ -842,6 +842,7 @@ spark.query.files=add_part_multiple.q, \
auto_join3.q, \
auto_join30.q, \
auto_join31.q, \
+ auto_join32.q, \
auto_join4.q, \
auto_join5.q, \
auto_join6.q, \
@@ -862,6 +863,7 @@ spark.query.files=add_part_multiple.q, \
auto_sortmerge_join_14.q, \
auto_sortmerge_join_15.q, \
auto_sortmerge_join_16.q, \
+ auto_sortmerge_join_2.q, \
auto_sortmerge_join_3.q, \
auto_sortmerge_join_4.q, \
auto_sortmerge_join_5.q, \
@@ -1008,6 +1010,7 @@ spark.query.files=add_part_multiple.q, \
input18.q, \
input1_limit.q, \
input_part2.q, \
+ insert1.q, \
insert_into1.q, \
insert_into2.q, \
insert_into3.q, \
@@ -1048,6 +1051,7 @@ spark.query.files=add_part_multiple.q, \
join38.q, \
join39.q, \
join4.q, \
+ join40.q, \
join41.q, \
join5.q, \
join6.q, \
@@ -1066,6 +1070,7 @@ spark.query.files=add_part_multiple.q, \
join_cond_pushdown_unqual2.q, \
join_cond_pushdown_unqual3.q, \
join_cond_pushdown_unqual4.q, \
+ join_empty.q, \
join_filters_overlap.q, \
join_hive_626.q, \
join_literals.q, \
@@ -1151,6 +1156,7 @@ spark.query.files=add_part_multiple.q, \
ppd_join.q, \
ppd_join2.q, \
ppd_join3.q, \
+ ppd_join4.q, \
ppd_join5.q, \
ppd_join_filter.q, \
ppd_multi_insert.q, \
@@ -1272,6 +1278,7 @@ spark.query.files=add_part_multiple.q, \
timestamp_lazy.q, \
timestamp_null.q, \
timestamp_udf.q, \
+ transform1.q, \
transform2.q, \
transform_ppr1.q, \
transform_ppr2.q, \
http://git-wip-us.apache.org/repos/asf/hive/blob/2948c160/ql/src/test/results/clientpositive/spark/auto_join32.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/auto_join32.q.out b/ql/src/test/results/clientpositive/spark/auto_join32.q.out
new file mode 100644
index 0000000..688b88d
--- /dev/null
+++ b/ql/src/test/results/clientpositive/spark/auto_join32.q.out
@@ -0,0 +1,574 @@
+PREHOOK: query: create table studenttab10k (name string, age int, gpa double)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@studenttab10k
+POSTHOOK: query: create table studenttab10k (name string, age int, gpa double)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@studenttab10k
+PREHOOK: query: create table votertab10k (name string, age int, registration string, contributions float)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@votertab10k
+POSTHOOK: query: create table votertab10k (name string, age int, registration string, contributions float)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@votertab10k
+PREHOOK: query: explain select s.name, count(distinct registration)
+from studenttab10k s join votertab10k v
+on (s.name = v.name)
+group by s.name
+PREHOOK: type: QUERY
+POSTHOOK: query: explain select s.name, count(distinct registration)
+from studenttab10k s join votertab10k v
+on (s.name = v.name)
+group by s.name
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-2 is a root stage
+ Stage-1 depends on stages: Stage-2
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-2
+ Spark
+#### A masked pattern was here ####
+ Vertices:
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: v
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: name is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: name (type: string), registration (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Spark HashTable Sink Operator
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ Local Work:
+ Map Reduce Local Work
+
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 2)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: s
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: name is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: name (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col2
+ input vertices:
+ 1 Map 3
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string), _col2 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Local Work:
+ Map Reduce Local Work
+ Reducer 2
+ Reduce Operator Tree:
+ Group By Operator
+ keys: KEY._col0 (type: string), KEY._col1 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Group By Operator
+ aggregations: count(_col1)
+ keys: _col0 (type: string)
+ mode: complete
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select s.name, count(distinct registration)
+from studenttab10k s join votertab10k v
+on (s.name = v.name)
+group by s.name
+PREHOOK: type: QUERY
+PREHOOK: Input: default@studenttab10k
+PREHOOK: Input: default@votertab10k
+#### A masked pattern was here ####
+POSTHOOK: query: select s.name, count(distinct registration)
+from studenttab10k s join votertab10k v
+on (s.name = v.name)
+group by s.name
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@studenttab10k
+POSTHOOK: Input: default@votertab10k
+#### A masked pattern was here ####
+PREHOOK: query: create table studenttab10k_smb (name string, age int, gpa double) clustered by (name) sorted by (name) into 2 buckets
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@studenttab10k_smb
+POSTHOOK: query: create table studenttab10k_smb (name string, age int, gpa double) clustered by (name) sorted by (name) into 2 buckets
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@studenttab10k_smb
+PREHOOK: query: create table votertab10k_smb (name string, age int, registration string, contributions float) clustered by (name) sorted by (name) into 2 buckets
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@votertab10k_smb
+POSTHOOK: query: create table votertab10k_smb (name string, age int, registration string, contributions float) clustered by (name) sorted by (name) into 2 buckets
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@votertab10k_smb
+PREHOOK: query: explain select s.name, count(distinct registration)
+from studenttab10k_smb s join votertab10k_smb v
+on (s.name = v.name)
+group by s.name
+PREHOOK: type: QUERY
+POSTHOOK: query: explain select s.name, count(distinct registration)
+from studenttab10k_smb s join votertab10k_smb v
+on (s.name = v.name)
+group by s.name
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 2)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: s
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: name is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: name (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Sorted Merge Bucket Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col2
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string), _col2 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Reducer 2
+ Reduce Operator Tree:
+ Group By Operator
+ keys: KEY._col0 (type: string), KEY._col1 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Group By Operator
+ aggregations: count(_col1)
+ keys: _col0 (type: string)
+ mode: complete
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select s.name, count(distinct registration)
+from studenttab10k_smb s join votertab10k_smb v
+on (s.name = v.name)
+group by s.name
+PREHOOK: type: QUERY
+PREHOOK: Input: default@studenttab10k_smb
+PREHOOK: Input: default@votertab10k_smb
+#### A masked pattern was here ####
+POSTHOOK: query: select s.name, count(distinct registration)
+from studenttab10k_smb s join votertab10k_smb v
+on (s.name = v.name)
+group by s.name
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@studenttab10k_smb
+POSTHOOK: Input: default@votertab10k_smb
+#### A masked pattern was here ####
+PREHOOK: query: load data local inpath '../../data/files/empty1.txt' into table studenttab10k_smb
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@studenttab10k_smb
+POSTHOOK: query: load data local inpath '../../data/files/empty1.txt' into table studenttab10k_smb
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@studenttab10k_smb
+PREHOOK: query: load data local inpath '../../data/files/empty2.txt' into table studenttab10k_smb
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@studenttab10k_smb
+POSTHOOK: query: load data local inpath '../../data/files/empty2.txt' into table studenttab10k_smb
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@studenttab10k_smb
+PREHOOK: query: load data local inpath '../../data/files/empty1.txt' into table votertab10k_smb
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@votertab10k_smb
+POSTHOOK: query: load data local inpath '../../data/files/empty1.txt' into table votertab10k_smb
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@votertab10k_smb
+PREHOOK: query: load data local inpath '../../data/files/empty2.txt' into table votertab10k_smb
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@votertab10k_smb
+POSTHOOK: query: load data local inpath '../../data/files/empty2.txt' into table votertab10k_smb
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@votertab10k_smb
+PREHOOK: query: explain select s.name, count(distinct registration)
+from studenttab10k_smb s join votertab10k_smb v
+on (s.name = v.name)
+group by s.name
+PREHOOK: type: QUERY
+POSTHOOK: query: explain select s.name, count(distinct registration)
+from studenttab10k_smb s join votertab10k_smb v
+on (s.name = v.name)
+group by s.name
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 2)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: s
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: name is not null (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: name (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Sorted Merge Bucket Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col2
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string), _col2 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Reducer 2
+ Reduce Operator Tree:
+ Group By Operator
+ keys: KEY._col0 (type: string), KEY._col1 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Group By Operator
+ aggregations: count(_col1)
+ keys: _col0 (type: string)
+ mode: complete
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select s.name, count(distinct registration)
+from studenttab10k_smb s join votertab10k_smb v
+on (s.name = v.name)
+group by s.name
+PREHOOK: type: QUERY
+PREHOOK: Input: default@studenttab10k_smb
+PREHOOK: Input: default@votertab10k_smb
+#### A masked pattern was here ####
+POSTHOOK: query: select s.name, count(distinct registration)
+from studenttab10k_smb s join votertab10k_smb v
+on (s.name = v.name)
+group by s.name
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@studenttab10k_smb
+POSTHOOK: Input: default@votertab10k_smb
+#### A masked pattern was here ####
+PREHOOK: query: create table studenttab10k_part (name string, age int, gpa double) partitioned by (p string) clustered by (name) sorted by (name) into 2 buckets
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@studenttab10k_part
+POSTHOOK: query: create table studenttab10k_part (name string, age int, gpa double) partitioned by (p string) clustered by (name) sorted by (name) into 2 buckets
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@studenttab10k_part
+PREHOOK: query: create table votertab10k_part (name string, age int, registration string, contributions float) partitioned by (p string) clustered by (name) sorted by (name) into 2 buckets
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@votertab10k_part
+POSTHOOK: query: create table votertab10k_part (name string, age int, registration string, contributions float) partitioned by (p string) clustered by (name) sorted by (name) into 2 buckets
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@votertab10k_part
+PREHOOK: query: load data local inpath '../../data/files/empty1.txt' into table studenttab10k_part partition (p='foo')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@studenttab10k_part
+POSTHOOK: query: load data local inpath '../../data/files/empty1.txt' into table studenttab10k_part partition (p='foo')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@studenttab10k_part
+POSTHOOK: Output: default@studenttab10k_part@p=foo
+PREHOOK: query: load data local inpath '../../data/files/empty2.txt' into table studenttab10k_part partition (p='foo')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@studenttab10k_part@p=foo
+POSTHOOK: query: load data local inpath '../../data/files/empty2.txt' into table studenttab10k_part partition (p='foo')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@studenttab10k_part@p=foo
+PREHOOK: query: load data local inpath '../../data/files/empty1.txt' into table votertab10k_part partition (p='foo')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@votertab10k_part
+POSTHOOK: query: load data local inpath '../../data/files/empty1.txt' into table votertab10k_part partition (p='foo')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@votertab10k_part
+POSTHOOK: Output: default@votertab10k_part@p=foo
+PREHOOK: query: load data local inpath '../../data/files/empty2.txt' into table votertab10k_part partition (p='foo')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@votertab10k_part@p=foo
+POSTHOOK: query: load data local inpath '../../data/files/empty2.txt' into table votertab10k_part partition (p='foo')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@votertab10k_part@p=foo
+PREHOOK: query: explain select s.name, count(distinct registration)
+from studenttab10k_part s join votertab10k_part v
+on (s.name = v.name)
+where s.p = 'bar'
+and v.p = 'bar'
+group by s.name
+PREHOOK: type: QUERY
+POSTHOOK: query: explain select s.name, count(distinct registration)
+from studenttab10k_part s join votertab10k_part v
+on (s.name = v.name)
+where s.p = 'bar'
+and v.p = 'bar'
+group by s.name
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 2)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: s
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: ((p = 'bar') and name is not null) (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: name (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Sorted Merge Bucket Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ outputColumnNames: _col0, _col3
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string), _col3 (type: string)
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: string), _col1 (type: string)
+ sort order: ++
+ Map-reduce partition columns: _col0 (type: string)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Reducer 2
+ Reduce Operator Tree:
+ Group By Operator
+ keys: KEY._col0 (type: string), KEY._col1 (type: string)
+ mode: mergepartial
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Group By Operator
+ aggregations: count(_col1)
+ keys: _col0 (type: string)
+ mode: complete
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select s.name, count(distinct registration)
+from studenttab10k_part s join votertab10k_part v
+on (s.name = v.name)
+where s.p = 'bar'
+and v.p = 'bar'
+group by s.name
+PREHOOK: type: QUERY
+PREHOOK: Input: default@studenttab10k_part
+PREHOOK: Input: default@votertab10k_part
+#### A masked pattern was here ####
+POSTHOOK: query: select s.name, count(distinct registration)
+from studenttab10k_part s join votertab10k_part v
+on (s.name = v.name)
+where s.p = 'bar'
+and v.p = 'bar'
+group by s.name
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@studenttab10k_part
+POSTHOOK: Input: default@votertab10k_part
+#### A masked pattern was here ####
+PREHOOK: query: drop table studenttab10k
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@studenttab10k
+PREHOOK: Output: default@studenttab10k
+POSTHOOK: query: drop table studenttab10k
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@studenttab10k
+POSTHOOK: Output: default@studenttab10k
+PREHOOK: query: drop table votertab10k
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@votertab10k
+PREHOOK: Output: default@votertab10k
+POSTHOOK: query: drop table votertab10k
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@votertab10k
+POSTHOOK: Output: default@votertab10k
+PREHOOK: query: drop table studenttab10k_smb
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@studenttab10k_smb
+PREHOOK: Output: default@studenttab10k_smb
+POSTHOOK: query: drop table studenttab10k_smb
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@studenttab10k_smb
+POSTHOOK: Output: default@studenttab10k_smb
+PREHOOK: query: drop table votertab10k_smb
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@votertab10k_smb
+PREHOOK: Output: default@votertab10k_smb
+POSTHOOK: query: drop table votertab10k_smb
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@votertab10k_smb
+POSTHOOK: Output: default@votertab10k_smb
+PREHOOK: query: drop table studenttab10k_part
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@studenttab10k_part
+PREHOOK: Output: default@studenttab10k_part
+POSTHOOK: query: drop table studenttab10k_part
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@studenttab10k_part
+POSTHOOK: Output: default@studenttab10k_part
+PREHOOK: query: drop table votertab10k_part
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@votertab10k_part
+PREHOOK: Output: default@votertab10k_part
+POSTHOOK: query: drop table votertab10k_part
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@votertab10k_part
+POSTHOOK: Output: default@votertab10k_part
http://git-wip-us.apache.org/repos/asf/hive/blob/2948c160/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out
new file mode 100644
index 0000000..025d0d2
--- /dev/null
+++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out
@@ -0,0 +1,594 @@
+PREHOOK: query: CREATE TABLE bucket_small (key string, value string) partitioned by (ds string) CLUSTERED BY (key) SORTED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@bucket_small
+POSTHOOK: query: CREATE TABLE bucket_small (key string, value string) partitioned by (ds string) CLUSTERED BY (key) SORTED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@bucket_small
+PREHOOK: query: load data local inpath '../../data/files/smallsrcsortbucket1outof4.txt' INTO TABLE bucket_small partition(ds='2008-04-08')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@bucket_small
+POSTHOOK: query: load data local inpath '../../data/files/smallsrcsortbucket1outof4.txt' INTO TABLE bucket_small partition(ds='2008-04-08')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@bucket_small
+POSTHOOK: Output: default@bucket_small@ds=2008-04-08
+PREHOOK: query: load data local inpath '../../data/files/smallsrcsortbucket2outof4.txt' INTO TABLE bucket_small partition(ds='2008-04-08')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@bucket_small@ds=2008-04-08
+POSTHOOK: query: load data local inpath '../../data/files/smallsrcsortbucket2outof4.txt' INTO TABLE bucket_small partition(ds='2008-04-08')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@bucket_small@ds=2008-04-08
+PREHOOK: query: load data local inpath '../../data/files/smallsrcsortbucket3outof4.txt' INTO TABLE bucket_small partition(ds='2008-04-08')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@bucket_small@ds=2008-04-08
+POSTHOOK: query: load data local inpath '../../data/files/smallsrcsortbucket3outof4.txt' INTO TABLE bucket_small partition(ds='2008-04-08')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@bucket_small@ds=2008-04-08
+PREHOOK: query: load data local inpath '../../data/files/smallsrcsortbucket4outof4.txt' INTO TABLE bucket_small partition(ds='2008-04-08')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@bucket_small@ds=2008-04-08
+POSTHOOK: query: load data local inpath '../../data/files/smallsrcsortbucket4outof4.txt' INTO TABLE bucket_small partition(ds='2008-04-08')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@bucket_small@ds=2008-04-08
+PREHOOK: query: CREATE TABLE bucket_big (key string, value string) partitioned by (ds string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@bucket_big
+POSTHOOK: query: CREATE TABLE bucket_big (key string, value string) partitioned by (ds string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@bucket_big
+PREHOOK: query: load data local inpath '../../data/files/srcsortbucket1outof4.txt' INTO TABLE bucket_big partition(ds='2008-04-08')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@bucket_big
+POSTHOOK: query: load data local inpath '../../data/files/srcsortbucket1outof4.txt' INTO TABLE bucket_big partition(ds='2008-04-08')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@bucket_big
+POSTHOOK: Output: default@bucket_big@ds=2008-04-08
+PREHOOK: query: load data local inpath '../../data/files/srcsortbucket2outof4.txt' INTO TABLE bucket_big partition(ds='2008-04-08')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@bucket_big@ds=2008-04-08
+POSTHOOK: query: load data local inpath '../../data/files/srcsortbucket2outof4.txt' INTO TABLE bucket_big partition(ds='2008-04-08')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@bucket_big@ds=2008-04-08
+PREHOOK: query: load data local inpath '../../data/files/srcsortbucket1outof4.txt' INTO TABLE bucket_big partition(ds='2008-04-09')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@bucket_big
+POSTHOOK: query: load data local inpath '../../data/files/srcsortbucket1outof4.txt' INTO TABLE bucket_big partition(ds='2008-04-09')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@bucket_big
+POSTHOOK: Output: default@bucket_big@ds=2008-04-09
+PREHOOK: query: load data local inpath '../../data/files/srcsortbucket2outof4.txt' INTO TABLE bucket_big partition(ds='2008-04-09')
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@bucket_big@ds=2008-04-09
+POSTHOOK: query: load data local inpath '../../data/files/srcsortbucket2outof4.txt' INTO TABLE bucket_big partition(ds='2008-04-09')
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@bucket_big@ds=2008-04-09
+PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key
+PREHOOK: type: QUERY
+POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP, 1)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 54 Data size: 5500 Basic stats: COMPLETE Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 54 Data size: 5500 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 54 Data size: 5500 Basic stats: COMPLETE Column stats: NONE
+ Sorted Merge Bucket Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ Position of Big Table: 0
+ Statistics: Num rows: 59 Data size: 6050 Basic stats: COMPLETE Column stats: NONE
+ BucketMapJoin: true
+ Group By Operator
+ aggregations: count()
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ null sort order:
+ sort order:
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ tag: -1
+ value expressions: _col0 (type: bigint)
+ auto parallelism: false
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: ds=2008-04-08
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ partition values:
+ ds 2008-04-08
+ properties:
+ bucket_count 2
+ bucket_field_name key
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.bucket_big
+ numFiles 2
+ numRows 0
+ partition_columns ds
+ partition_columns.types string
+ rawDataSize 0
+ serialization.ddl struct bucket_big { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ SORTBUCKETCOLSPREFIX TRUE
+ bucket_count 2
+ bucket_field_name key
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.bucket_big
+ partition_columns ds
+ partition_columns.types string
+ serialization.ddl struct bucket_big { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucket_big
+ name: default.bucket_big
+#### A masked pattern was here ####
+ Partition
+ base file name: ds=2008-04-09
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ partition values:
+ ds 2008-04-09
+ properties:
+ bucket_count 2
+ bucket_field_name key
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.bucket_big
+ numFiles 2
+ numRows 0
+ partition_columns ds
+ partition_columns.types string
+ rawDataSize 0
+ serialization.ddl struct bucket_big { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ SORTBUCKETCOLSPREFIX TRUE
+ bucket_count 2
+ bucket_field_name key
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.bucket_big
+ partition_columns ds
+ partition_columns.types string
+ serialization.ddl struct bucket_big { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucket_big
+ name: default.bucket_big
+ Truncated Path -> Alias:
+ /bucket_big/ds=2008-04-08 [$hdt$_0:a]
+ /bucket_big/ds=2008-04-09 [$hdt$_0:a]
+ Reducer 2
+ Needs Tagging: false
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+#### A masked pattern was here ####
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0
+ columns.types bigint
+ escape.delim \
+ hive.serialization.extend.additional.nesting.levels true
+ serialization.escape.crlf true
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@bucket_big
+PREHOOK: Input: default@bucket_big@ds=2008-04-08
+PREHOOK: Input: default@bucket_big@ds=2008-04-09
+PREHOOK: Input: default@bucket_small
+PREHOOK: Input: default@bucket_small@ds=2008-04-08
+#### A masked pattern was here ####
+POSTHOOK: query: select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@bucket_big
+POSTHOOK: Input: default@bucket_big@ds=2008-04-08
+POSTHOOK: Input: default@bucket_big@ds=2008-04-09
+POSTHOOK: Input: default@bucket_small
+POSTHOOK: Input: default@bucket_small@ds=2008-04-08
+#### A masked pattern was here ####
+38
+PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key
+PREHOOK: type: QUERY
+POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-2 is a root stage
+ Stage-1 depends on stages: Stage-2
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-2
+ Spark
+#### A masked pattern was here ####
+ Vertices:
+ Map 3
+ Map Operator Tree:
+ TableScan
+ alias: b
+ Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE
+ Spark HashTable Sink Operator
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ Position of Big Table: 0
+ Local Work:
+ Map Reduce Local Work
+ Bucket Mapjoin Context:
+ Alias Bucket File Name Mapping:
+#### A masked pattern was here ####
+ Alias Bucket Output File Name Mapping:
+#### A masked pattern was here ####
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: ds=2008-04-08
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ partition values:
+ ds 2008-04-08
+ properties:
+ bucket_count 4
+ bucket_field_name key
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.bucket_small
+ numFiles 4
+ numRows 0
+ partition_columns ds
+ partition_columns.types string
+ rawDataSize 0
+ serialization.ddl struct bucket_small { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 226
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ SORTBUCKETCOLSPREFIX TRUE
+ bucket_count 4
+ bucket_field_name key
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.bucket_small
+ partition_columns ds
+ partition_columns.types string
+ serialization.ddl struct bucket_small { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucket_small
+ name: default.bucket_small
+ Truncated Path -> Alias:
+ /bucket_small/ds=2008-04-08 [$hdt$_1:b]
+
+ Stage: Stage-1
+ Spark
+ Edges:
+ Reducer 2 <- Map 1 (GROUP, 1)
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 54 Data size: 5500 Basic stats: COMPLETE Column stats: NONE
+ GatherStats: false
+ Filter Operator
+ isSamplingPred: false
+ predicate: key is not null (type: boolean)
+ Statistics: Num rows: 54 Data size: 5500 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 54 Data size: 5500 Basic stats: COMPLETE Column stats: NONE
+ Map Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: string)
+ 1 _col0 (type: string)
+ input vertices:
+ 1 Map 3
+ Position of Big Table: 0
+ Statistics: Num rows: 59 Data size: 6050 Basic stats: COMPLETE Column stats: NONE
+ BucketMapJoin: true
+ Group By Operator
+ aggregations: count()
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ null sort order:
+ sort order:
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ tag: -1
+ value expressions: _col0 (type: bigint)
+ auto parallelism: false
+ Local Work:
+ Map Reduce Local Work
+ Bucket Mapjoin Context:
+ Alias Bucket File Name Mapping:
+#### A masked pattern was here ####
+ Alias Bucket Output File Name Mapping:
+#### A masked pattern was here ####
+ Path -> Alias:
+#### A masked pattern was here ####
+ Path -> Partition:
+#### A masked pattern was here ####
+ Partition
+ base file name: ds=2008-04-08
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ partition values:
+ ds 2008-04-08
+ properties:
+ bucket_count 2
+ bucket_field_name key
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.bucket_big
+ numFiles 2
+ numRows 0
+ partition_columns ds
+ partition_columns.types string
+ rawDataSize 0
+ serialization.ddl struct bucket_big { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ SORTBUCKETCOLSPREFIX TRUE
+ bucket_count 2
+ bucket_field_name key
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.bucket_big
+ partition_columns ds
+ partition_columns.types string
+ serialization.ddl struct bucket_big { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucket_big
+ name: default.bucket_big
+#### A masked pattern was here ####
+ Partition
+ base file name: ds=2008-04-09
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ partition values:
+ ds 2008-04-09
+ properties:
+ bucket_count 2
+ bucket_field_name key
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.bucket_big
+ numFiles 2
+ numRows 0
+ partition_columns ds
+ partition_columns.types string
+ rawDataSize 0
+ serialization.ddl struct bucket_big { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ totalSize 2750
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ properties:
+ SORTBUCKETCOLSPREFIX TRUE
+ bucket_count 2
+ bucket_field_name key
+ column.name.delimiter ,
+ columns key,value
+ columns.comments
+ columns.types string:string
+#### A masked pattern was here ####
+ name default.bucket_big
+ partition_columns ds
+ partition_columns.types string
+ serialization.ddl struct bucket_big { string key, string value}
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+#### A masked pattern was here ####
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.bucket_big
+ name: default.bucket_big
+ Truncated Path -> Alias:
+ /bucket_big/ds=2008-04-08 [$hdt$_0:a]
+ /bucket_big/ds=2008-04-09 [$hdt$_0:a]
+ Reducer 2
+ Needs Tagging: false
+ Reduce Operator Tree:
+ Group By Operator
+ aggregations: count(VALUE._col0)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ GlobalTableId: 0
+#### A masked pattern was here ####
+ NumFilesPerFileSink: 1
+ Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+#### A masked pattern was here ####
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ properties:
+ columns _col0
+ columns.types bigint
+ escape.delim \
+ hive.serialization.extend.additional.nesting.levels true
+ serialization.escape.crlf true
+ serialization.format 1
+ serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ TotalFiles: 1
+ GatherStats: false
+ MultiFileSpray: false
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@bucket_big
+PREHOOK: Input: default@bucket_big@ds=2008-04-08
+PREHOOK: Input: default@bucket_big@ds=2008-04-09
+PREHOOK: Input: default@bucket_small
+PREHOOK: Input: default@bucket_small@ds=2008-04-08
+#### A masked pattern was here ####
+POSTHOOK: query: select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@bucket_big
+POSTHOOK: Input: default@bucket_big@ds=2008-04-08
+POSTHOOK: Input: default@bucket_big@ds=2008-04-09
+POSTHOOK: Input: default@bucket_small
+POSTHOOK: Input: default@bucket_small@ds=2008-04-08
+#### A masked pattern was here ####
+38
http://git-wip-us.apache.org/repos/asf/hive/blob/2948c160/ql/src/test/results/clientpositive/spark/insert1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/insert1.q.out b/ql/src/test/results/clientpositive/spark/insert1.q.out
new file mode 100644
index 0000000..fa8757f
--- /dev/null
+++ b/ql/src/test/results/clientpositive/spark/insert1.q.out
@@ -0,0 +1,412 @@
+PREHOOK: query: create table insert1(key int, value string) stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@insert1
+POSTHOOK: query: create table insert1(key int, value string) stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@insert1
+PREHOOK: query: create table insert2(key int, value string) stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@insert2
+POSTHOOK: query: create table insert2(key int, value string) stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@insert2
+PREHOOK: query: insert overwrite table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1)
+PREHOOK: type: QUERY
+PREHOOK: Input: default@insert2
+PREHOOK: Output: default@insert1
+POSTHOOK: query: insert overwrite table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1)
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@insert2
+POSTHOOK: Output: default@insert1
+POSTHOOK: Lineage: insert1.key SIMPLE []
+POSTHOOK: Lineage: insert1.value SIMPLE [(insert2)a.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1)
+PREHOOK: type: QUERY
+POSTHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1)
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+ Stage-2 depends on stages: Stage-0
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: (key = -1) (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: -1 (type: int), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.insert1
+
+ Stage: Stage-0
+ Move Operator
+ tables:
+ replace: false
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.insert1
+
+ Stage: Stage-2
+ Stats-Aggr Operator
+
+PREHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1)
+PREHOOK: type: QUERY
+POSTHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1)
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+ Stage-2 depends on stages: Stage-0
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: (key = -1) (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: -1 (type: int), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.insert1
+
+ Stage: Stage-0
+ Move Operator
+ tables:
+ replace: false
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.insert1
+
+ Stage: Stage-2
+ Stats-Aggr Operator
+
+PREHOOK: query: create database x
+PREHOOK: type: CREATEDATABASE
+PREHOOK: Output: database:x
+POSTHOOK: query: create database x
+POSTHOOK: type: CREATEDATABASE
+POSTHOOK: Output: database:x
+PREHOOK: query: create table x.insert1(key int, value string) stored as textfile
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:x
+PREHOOK: Output: x@insert1
+POSTHOOK: query: create table x.insert1(key int, value string) stored as textfile
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:x
+POSTHOOK: Output: x@insert1
+PREHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1)
+PREHOOK: type: QUERY
+POSTHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1)
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+ Stage-2 depends on stages: Stage-0
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: (key = -1) (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: -1 (type: int), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: x.insert1
+
+ Stage: Stage-0
+ Move Operator
+ tables:
+ replace: false
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: x.insert1
+
+ Stage: Stage-2
+ Stats-Aggr Operator
+
+PREHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1)
+PREHOOK: type: QUERY
+POSTHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1)
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+ Stage-2 depends on stages: Stage-0
+
+STAGE PLANS:
+ Stage: Stage-1
+ Spark
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: a
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: (key = -1) (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: -1 (type: int), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.insert1
+
+ Stage: Stage-0
+ Move Operator
+ tables:
+ replace: false
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.insert1
+
+ Stage: Stage-2
+ Stats-Aggr Operator
+
+PREHOOK: query: explain
+from insert2
+insert into table insert1 select * where key < 10
+insert overwrite table x.insert1 select * where key > 10 and key < 20
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+from insert2
+insert into table insert1 select * where key < 10
+insert overwrite table x.insert1 select * where key > 10 and key < 20
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-2 is a root stage
+ Stage-0 depends on stages: Stage-2
+ Stage-3 depends on stages: Stage-0
+ Stage-1 depends on stages: Stage-2
+ Stage-4 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-2
+ Spark
+#### A masked pattern was here ####
+ Vertices:
+ Map 1
+ Map Operator Tree:
+ TableScan
+ alias: insert2
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator
+ predicate: (key < 10) (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: key (type: int), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.insert1
+ Filter Operator
+ predicate: ((key < 20) and (key > 10)) (type: boolean)
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Select Operator
+ expressions: key (type: int), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: x.insert1
+
+ Stage: Stage-0
+ Move Operator
+ tables:
+ replace: false
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: default.insert1
+
+ Stage: Stage-3
+ Stats-Aggr Operator
+
+ Stage: Stage-1
+ Move Operator
+ tables:
+ replace: true
+ table:
+ input format: org.apache.hadoop.mapred.TextInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+ name: x.insert1
+
+ Stage: Stage-4
+ Stats-Aggr Operator
+
+PREHOOK: query: CREATE DATABASE db2
+PREHOOK: type: CREATEDATABASE
+PREHOOK: Output: database:db2
+POSTHOOK: query: CREATE DATABASE db2
+POSTHOOK: type: CREATEDATABASE
+POSTHOOK: Output: database:db2
+PREHOOK: query: USE db2
+PREHOOK: type: SWITCHDATABASE
+PREHOOK: Input: database:db2
+POSTHOOK: query: USE db2
+POSTHOOK: type: SWITCHDATABASE
+POSTHOOK: Input: database:db2
+PREHOOK: query: CREATE TABLE result(col1 STRING)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:db2
+PREHOOK: Output: db2@result
+POSTHOOK: query: CREATE TABLE result(col1 STRING)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:db2
+POSTHOOK: Output: db2@result
+PREHOOK: query: INSERT OVERWRITE TABLE result SELECT 'db2_insert1' FROM default.src LIMIT 1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: db2@result
+POSTHOOK: query: INSERT OVERWRITE TABLE result SELECT 'db2_insert1' FROM default.src LIMIT 1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: db2@result
+POSTHOOK: Lineage: result.col1 SIMPLE []
+PREHOOK: query: INSERT INTO TABLE result SELECT 'db2_insert2' FROM default.src LIMIT 1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: db2@result
+POSTHOOK: query: INSERT INTO TABLE result SELECT 'db2_insert2' FROM default.src LIMIT 1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: db2@result
+POSTHOOK: Lineage: result.col1 SIMPLE []
+PREHOOK: query: SELECT * FROM result
+PREHOOK: type: QUERY
+PREHOOK: Input: db2@result
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM result
+POSTHOOK: type: QUERY
+POSTHOOK: Input: db2@result
+#### A masked pattern was here ####
+db2_insert1
+db2_insert2
+PREHOOK: query: USE default
+PREHOOK: type: SWITCHDATABASE
+PREHOOK: Input: database:default
+POSTHOOK: query: USE default
+POSTHOOK: type: SWITCHDATABASE
+POSTHOOK: Input: database:default
+PREHOOK: query: CREATE DATABASE db1
+PREHOOK: type: CREATEDATABASE
+PREHOOK: Output: database:db1
+POSTHOOK: query: CREATE DATABASE db1
+POSTHOOK: type: CREATEDATABASE
+POSTHOOK: Output: database:db1
+PREHOOK: query: CREATE TABLE db1.result(col1 STRING)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:db1
+PREHOOK: Output: db1@result
+POSTHOOK: query: CREATE TABLE db1.result(col1 STRING)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:db1
+POSTHOOK: Output: db1@result
+PREHOOK: query: INSERT OVERWRITE TABLE db1.result SELECT 'db1_insert1' FROM src LIMIT 1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: db1@result
+POSTHOOK: query: INSERT OVERWRITE TABLE db1.result SELECT 'db1_insert1' FROM src LIMIT 1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: db1@result
+POSTHOOK: Lineage: result.col1 SIMPLE []
+PREHOOK: query: INSERT INTO TABLE db1.result SELECT 'db1_insert2' FROM src LIMIT 1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src
+PREHOOK: Output: db1@result
+POSTHOOK: query: INSERT INTO TABLE db1.result SELECT 'db1_insert2' FROM src LIMIT 1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src
+POSTHOOK: Output: db1@result
+POSTHOOK: Lineage: result.col1 SIMPLE []
+PREHOOK: query: SELECT * FROM db1.result
+PREHOOK: type: QUERY
+PREHOOK: Input: db1@result
+#### A masked pattern was here ####
+POSTHOOK: query: SELECT * FROM db1.result
+POSTHOOK: type: QUERY
+POSTHOOK: Input: db1@result
+#### A masked pattern was here ####
+db1_insert1
+db1_insert2
[37/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query22.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query22.q.out b/ql/src/test/results/clientpositive/perf/query22.q.out
deleted file mode 100644
index 995f61d..0000000
--- a/ql/src/test/results/clientpositive/perf/query22.q.out
+++ /dev/null
@@ -1,121 +0,0 @@
-PREHOOK: query: explain
-select i_product_name
- ,i_brand
- ,i_class
- ,i_category
- ,avg(inv_quantity_on_hand) qoh
- from inventory
- ,date_dim
- ,item
- ,warehouse
- where inv_date_sk=d_date_sk
- and inv_item_sk=i_item_sk
- and inv_warehouse_sk = w_warehouse_sk
- and d_month_seq between 1212 and 1212 + 11
- group by rollup(i_product_name
- ,i_brand
- ,i_class
- ,i_category)
-order by qoh, i_product_name, i_brand, i_class, i_category
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_product_name
- ,i_brand
- ,i_class
- ,i_category
- ,avg(inv_quantity_on_hand) qoh
- from inventory
- ,date_dim
- ,item
- ,warehouse
- where inv_date_sk=d_date_sk
- and inv_item_sk=i_item_sk
- and inv_warehouse_sk = w_warehouse_sk
- and d_month_seq between 1212 and 1212 + 11
- group by rollup(i_product_name
- ,i_brand
- ,i_class
- ,i_category)
-order by qoh, i_product_name, i_brand, i_class, i_category
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_30]
- Limit [LIM_29] (rows=100 width=15)
- Number of rows:100
- Select Operator [SEL_28] (rows=125060762 width=15)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- Select Operator [SEL_25] (rows=125060762 width=15)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_24] (rows=125060762 width=15)
- Output:["_col0","_col1","_col2","_col3","_col5"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_22] (rows=250121525 width=15)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["avg(_col3)"],keys:_col8, _col9, _col10, _col11, 0
- Merge Join Operator [MERGEJOIN_46] (rows=50024305 width=15)
- Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col8","_col9","_col10","_col11"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_43] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_9] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_45] (rows=45476640 width=15)
- Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=27 width=1029)
- Output:["_col0"]
- Filter Operator [FIL_42] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_6] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_44] (rows=41342400 width=15)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=37584000 width=15)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_40] (rows=37584000 width=15)
- predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null)
- TableScan [TS_0] (rows=37584000 width=15)
- default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_41] (rows=8116 width=1119)
- predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query23.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query23.q.out b/ql/src/test/results/clientpositive/perf/query23.q.out
deleted file mode 100644
index 3507278..0000000
--- a/ql/src/test/results/clientpositive/perf/query23.q.out
+++ /dev/null
@@ -1,556 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[369][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 30' is a cross product
-Warning: Shuffle Join MERGEJOIN[367][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 25' is a cross product
-PREHOOK: query: explain
-with frequent_ss_items as
- (select substr(i_item_desc,1,30) itemdesc,i_item_sk item_sk,d_date solddate,count(*) cnt
- from store_sales
- ,date_dim
- ,item
- where ss_sold_date_sk = d_date_sk
- and ss_item_sk = i_item_sk
- and d_year in (1999,1999+1,1999+2,1999+3)
- group by substr(i_item_desc,1,30),i_item_sk,d_date
- having count(*) >4),
- max_store_sales as
- (select max(csales) tpcds_cmax
- from (select c_customer_sk,sum(ss_quantity*ss_sales_price) csales
- from store_sales
- ,customer
- ,date_dim
- where ss_customer_sk = c_customer_sk
- and ss_sold_date_sk = d_date_sk
- and d_year in (1999,1999+1,1999+2,1999+3)
- group by c_customer_sk) x),
- best_ss_customer as
- (select c_customer_sk,sum(ss_quantity*ss_sales_price) ssales
- from store_sales
- ,customer
- where ss_customer_sk = c_customer_sk
- group by c_customer_sk
- having sum(ss_quantity*ss_sales_price) > (95/100.0) * (select
- *
-from
- max_store_sales))
- select sum(sales)
- from ((select cs_quantity*cs_list_price sales
- from catalog_sales
- ,date_dim
- where d_year = 1999
- and d_moy = 1
- and cs_sold_date_sk = d_date_sk
- and cs_item_sk in (select item_sk from frequent_ss_items)
- and cs_bill_customer_sk in (select c_customer_sk from best_ss_customer))
- union all
- (select ws_quantity*ws_list_price sales
- from web_sales
- ,date_dim
- where d_year = 1999
- and d_moy = 1
- and ws_sold_date_sk = d_date_sk
- and ws_item_sk in (select item_sk from frequent_ss_items)
- and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer))) y
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with frequent_ss_items as
- (select substr(i_item_desc,1,30) itemdesc,i_item_sk item_sk,d_date solddate,count(*) cnt
- from store_sales
- ,date_dim
- ,item
- where ss_sold_date_sk = d_date_sk
- and ss_item_sk = i_item_sk
- and d_year in (1999,1999+1,1999+2,1999+3)
- group by substr(i_item_desc,1,30),i_item_sk,d_date
- having count(*) >4),
- max_store_sales as
- (select max(csales) tpcds_cmax
- from (select c_customer_sk,sum(ss_quantity*ss_sales_price) csales
- from store_sales
- ,customer
- ,date_dim
- where ss_customer_sk = c_customer_sk
- and ss_sold_date_sk = d_date_sk
- and d_year in (1999,1999+1,1999+2,1999+3)
- group by c_customer_sk) x),
- best_ss_customer as
- (select c_customer_sk,sum(ss_quantity*ss_sales_price) ssales
- from store_sales
- ,customer
- where ss_customer_sk = c_customer_sk
- group by c_customer_sk
- having sum(ss_quantity*ss_sales_price) > (95/100.0) * (select
- *
-from
- max_store_sales))
- select sum(sales)
- from ((select cs_quantity*cs_list_price sales
- from catalog_sales
- ,date_dim
- where d_year = 1999
- and d_moy = 1
- and cs_sold_date_sk = d_date_sk
- and cs_item_sk in (select item_sk from frequent_ss_items)
- and cs_bill_customer_sk in (select c_customer_sk from best_ss_customer))
- union all
- (select ws_quantity*ws_list_price sales
- from web_sales
- ,date_dim
- where d_year = 1999
- and d_moy = 1
- and ws_sold_date_sk = d_date_sk
- and ws_item_sk in (select item_sk from frequent_ss_items)
- and ws_bill_customer_sk in (select c_customer_sk from best_ss_customer))) y
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 30 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
-Reducer 13 <- Map 19 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Map 11 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
-Reducer 16 <- Map 19 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
-Reducer 17 <- Reducer 16 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 21 <- Map 20 (SIMPLE_EDGE), Map 31 (SIMPLE_EDGE)
-Reducer 22 <- Map 46 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE)
-Reducer 23 <- Reducer 22 (SIMPLE_EDGE)
-Reducer 24 <- Reducer 23 (CUSTOM_SIMPLE_EDGE)
-Reducer 25 <- Reducer 24 (CUSTOM_SIMPLE_EDGE), Reducer 35 (CUSTOM_SIMPLE_EDGE), Reducer 43 (CUSTOM_SIMPLE_EDGE)
-Reducer 26 <- Map 20 (SIMPLE_EDGE), Map 31 (SIMPLE_EDGE)
-Reducer 27 <- Map 46 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE)
-Reducer 28 <- Reducer 27 (SIMPLE_EDGE)
-Reducer 29 <- Reducer 28 (CUSTOM_SIMPLE_EDGE)
-Reducer 3 <- Reducer 14 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 30 <- Reducer 29 (CUSTOM_SIMPLE_EDGE), Reducer 39 (CUSTOM_SIMPLE_EDGE), Reducer 45 (CUSTOM_SIMPLE_EDGE)
-Reducer 32 <- Map 31 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
-Reducer 33 <- Map 46 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE)
-Reducer 34 <- Reducer 33 (SIMPLE_EDGE)
-Reducer 35 <- Reducer 34 (CUSTOM_SIMPLE_EDGE)
-Reducer 36 <- Map 31 (SIMPLE_EDGE), Map 40 (SIMPLE_EDGE)
-Reducer 37 <- Map 46 (SIMPLE_EDGE), Reducer 36 (SIMPLE_EDGE)
-Reducer 38 <- Reducer 37 (SIMPLE_EDGE)
-Reducer 39 <- Reducer 38 (CUSTOM_SIMPLE_EDGE)
-Reducer 4 <- Reducer 25 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
-Reducer 42 <- Map 41 (SIMPLE_EDGE), Map 46 (SIMPLE_EDGE)
-Reducer 43 <- Reducer 42 (SIMPLE_EDGE)
-Reducer 44 <- Map 41 (SIMPLE_EDGE), Map 46 (SIMPLE_EDGE)
-Reducer 45 <- Reducer 44 (SIMPLE_EDGE)
-Reducer 6 <- Union 5 (CUSTOM_SIMPLE_EDGE)
-Reducer 8 <- Map 47 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 9 <- Reducer 17 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_246]
- Limit [LIM_245] (rows=1 width=112)
- Number of rows:100
- Group By Operator [GBY_243] (rows=1 width=112)
- Output:["_col0"],aggregations:["sum(VALUE._col0)"]
- <-Union 5 [CUSTOM_SIMPLE_EDGE]
- <-Reducer 10 [CONTAINS]
- Reduce Output Operator [RS_242]
- Group By Operator [GBY_241] (rows=1 width=112)
- Output:["_col0"],aggregations:["sum(_col0)"]
- Select Operator [SEL_237] (rows=191667562 width=135)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_370] (rows=191667562 width=135)
- Conds:RS_234._col2=RS_235._col0(Inner),Output:["_col3","_col4"]
- <-Reducer 30 [SIMPLE_EDGE]
- SHUFFLE [RS_235]
- PartitionCols:_col0
- Select Operator [SEL_227] (rows=105599202 width=321)
- Output:["_col0"]
- Filter Operator [FIL_226] (rows=105599202 width=321)
- predicate:(_col3 > (0.95 * _col1))
- Merge Join Operator [MERGEJOIN_369] (rows=316797606 width=321)
- Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"]
- <-Reducer 29 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_222]
- Select Operator [SEL_180] (rows=1 width=8)
- Filter Operator [FIL_179] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_177] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 28 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_176]
- Group By Operator [GBY_175] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_172] (rows=348477374 width=88)
- Group By Operator [GBY_171] (rows=348477374 width=88)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 27 [SIMPLE_EDGE]
- SHUFFLE [RS_170]
- PartitionCols:_col0
- Group By Operator [GBY_169] (rows=696954748 width=88)
- Output:["_col0"],keys:_col0
- Select Operator [SEL_167] (rows=696954748 width=88)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_361] (rows=696954748 width=88)
- Conds:RS_164._col1=RS_165._col0(Inner),Output:["_col6"]
- <-Map 46 [SIMPLE_EDGE]
- SHUFFLE [RS_165]
- PartitionCols:_col0
- Select Operator [SEL_93] (rows=80000000 width=860)
- Output:["_col0"]
- Filter Operator [FIL_333] (rows=80000000 width=860)
- predicate:c_customer_sk is not null
- TableScan [TS_91] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk"]
- <-Reducer 26 [SIMPLE_EDGE]
- SHUFFLE [RS_164]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_360] (rows=633595212 width=88)
- Conds:RS_161._col0=RS_162._col0(Inner),Output:["_col1"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_162]
- PartitionCols:_col0
- Select Operator [SEL_38] (rows=36525 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_327] (rows=36525 width=1119)
- predicate:((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null)
- TableScan [TS_36] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_161]
- PartitionCols:_col0
- Select Operator [SEL_35] (rows=575995635 width=88)
- Output:["_col0","_col1"]
- Filter Operator [FIL_326] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_33] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
- <-Reducer 39 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_223]
- Group By Operator [GBY_205] (rows=1 width=224)
- Output:["_col0"],aggregations:["max(VALUE._col0)"]
- <-Reducer 38 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_204]
- Group By Operator [GBY_203] (rows=1 width=224)
- Output:["_col0"],aggregations:["max(_col1)"]
- Select Operator [SEL_201] (rows=348477374 width=88)
- Output:["_col1"]
- Group By Operator [GBY_200] (rows=348477374 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 37 [SIMPLE_EDGE]
- SHUFFLE [RS_199]
- PartitionCols:_col0
- Group By Operator [GBY_198] (rows=696954748 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Select Operator [SEL_196] (rows=696954748 width=88)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_363] (rows=696954748 width=88)
- Conds:RS_193._col1=RS_194._col0(Inner),Output:["_col2","_col3","_col6"]
- <-Map 46 [SIMPLE_EDGE]
- SHUFFLE [RS_194]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_93]
- <-Reducer 36 [SIMPLE_EDGE]
- SHUFFLE [RS_193]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_362] (rows=633595212 width=88)
- Conds:RS_190._col0=RS_191._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_191]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_38]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_190]
- PartitionCols:_col0
- Select Operator [SEL_64] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_329] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_62] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_quantity","ss_sales_price"]
- <-Reducer 45 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_224]
- Group By Operator [GBY_220] (rows=316797606 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 44 [SIMPLE_EDGE]
- SHUFFLE [RS_219]
- PartitionCols:_col0
- Group By Operator [GBY_218] (rows=633595212 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Select Operator [SEL_216] (rows=633595212 width=88)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_364] (rows=633595212 width=88)
- Conds:RS_213._col0=RS_214._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 46 [SIMPLE_EDGE]
- SHUFFLE [RS_214]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_93]
- <-Map 41 [SIMPLE_EDGE]
- SHUFFLE [RS_213]
- PartitionCols:_col0
- Select Operator [SEL_90] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_332] (rows=575995635 width=88)
- predicate:ss_customer_sk is not null
- TableScan [TS_88] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_customer_sk","ss_quantity","ss_sales_price"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_234]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_366] (rows=174243235 width=135)
- Conds:RS_231._col1=RS_232._col0(Inner),Output:["_col2","_col3","_col4"]
- <-Reducer 17 [SIMPLE_EDGE]
- SHUFFLE [RS_232]
- PartitionCols:_col0
- Group By Operator [GBY_150] (rows=58079562 width=88)
- Output:["_col0"],keys:_col1
- Select Operator [SEL_146] (rows=116159124 width=88)
- Output:["_col1"]
- Filter Operator [FIL_145] (rows=116159124 width=88)
- predicate:(_col3 > 4)
- Select Operator [SEL_348] (rows=348477374 width=88)
- Output:["_col0","_col3"]
- Group By Operator [GBY_144] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 16 [SIMPLE_EDGE]
- SHUFFLE [RS_143]
- PartitionCols:_col0
- Group By Operator [GBY_142] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
- Select Operator [SEL_140] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_359] (rows=696954748 width=88)
- Conds:RS_137._col1=RS_138._col0(Inner),Output:["_col3","_col5","_col6"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_138]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_325] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_12] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_137]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_358] (rows=633595212 width=88)
- Conds:RS_134._col0=RS_135._col0(Inner),Output:["_col1","_col3"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_134]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=575995635 width=88)
- Output:["_col0","_col1"]
- Filter Operator [FIL_323] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
- TableScan [TS_6] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_135]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=36525 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_324] (rows=36525 width=1119)
- predicate:((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_year"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_231]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_357] (rows=158402938 width=135)
- Conds:RS_228._col0=RS_229._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_229]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_322] (rows=18262 width=1119)
- predicate:((d_moy = 1) and (d_year = 1999) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 47 [SIMPLE_EDGE]
- SHUFFLE [RS_228]
- PartitionCols:_col0
- Select Operator [SEL_121] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_334] (rows=144002668 width=135)
- predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_119] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_quantity","ws_list_price"]
- <-Reducer 4 [CONTAINS]
- Reduce Output Operator [RS_242]
- Group By Operator [GBY_241] (rows=1 width=112)
- Output:["_col0"],aggregations:["sum(_col0)"]
- Select Operator [SEL_118] (rows=383314495 width=135)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_368] (rows=383314495 width=135)
- Conds:RS_115._col1=RS_116._col0(Inner),Output:["_col3","_col4"]
- <-Reducer 25 [SIMPLE_EDGE]
- SHUFFLE [RS_116]
- PartitionCols:_col0
- Select Operator [SEL_108] (rows=105599202 width=321)
- Output:["_col0"]
- Filter Operator [FIL_107] (rows=105599202 width=321)
- predicate:(_col3 > (0.95 * _col1))
- Merge Join Operator [MERGEJOIN_367] (rows=316797606 width=321)
- Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"]
- <-Reducer 24 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_103]
- Select Operator [SEL_61] (rows=1 width=8)
- Filter Operator [FIL_60] (rows=1 width=8)
- predicate:(sq_count_check(_col0) <= 1)
- Group By Operator [GBY_58] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 23 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_57]
- Group By Operator [GBY_56] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_53] (rows=348477374 width=88)
- Group By Operator [GBY_52] (rows=348477374 width=88)
- Output:["_col0"],keys:KEY._col0
- <-Reducer 22 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col0
- Group By Operator [GBY_50] (rows=696954748 width=88)
- Output:["_col0"],keys:_col0
- Select Operator [SEL_48] (rows=696954748 width=88)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_353] (rows=696954748 width=88)
- Conds:RS_45._col1=RS_46._col0(Inner),Output:["_col6"]
- <-Map 46 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_93]
- <-Reducer 21 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_352] (rows=633595212 width=88)
- Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col1"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_38]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_35]
- <-Reducer 35 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_104]
- Group By Operator [GBY_86] (rows=1 width=224)
- Output:["_col0"],aggregations:["max(VALUE._col0)"]
- <-Reducer 34 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_85]
- Group By Operator [GBY_84] (rows=1 width=224)
- Output:["_col0"],aggregations:["max(_col1)"]
- Select Operator [SEL_82] (rows=348477374 width=88)
- Output:["_col1"]
- Group By Operator [GBY_81] (rows=348477374 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 33 [SIMPLE_EDGE]
- SHUFFLE [RS_80]
- PartitionCols:_col0
- Group By Operator [GBY_79] (rows=696954748 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Select Operator [SEL_77] (rows=696954748 width=88)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_355] (rows=696954748 width=88)
- Conds:RS_74._col1=RS_75._col0(Inner),Output:["_col2","_col3","_col6"]
- <-Map 46 [SIMPLE_EDGE]
- SHUFFLE [RS_75]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_93]
- <-Reducer 32 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_354] (rows=633595212 width=88)
- Conds:RS_71._col0=RS_72._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 31 [SIMPLE_EDGE]
- SHUFFLE [RS_72]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_38]
- <-Map 40 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_64]
- <-Reducer 43 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_105]
- Group By Operator [GBY_101] (rows=316797606 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 42 [SIMPLE_EDGE]
- SHUFFLE [RS_100]
- PartitionCols:_col0
- Group By Operator [GBY_99] (rows=633595212 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Select Operator [SEL_97] (rows=633595212 width=88)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_356] (rows=633595212 width=88)
- Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 46 [SIMPLE_EDGE]
- SHUFFLE [RS_95]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_93]
- <-Map 41 [SIMPLE_EDGE]
- SHUFFLE [RS_94]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_90]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_115]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_365] (rows=348467716 width=135)
- Conds:RS_112._col2=RS_113._col0(Inner),Output:["_col1","_col3","_col4"]
- <-Reducer 14 [SIMPLE_EDGE]
- SHUFFLE [RS_113]
- PartitionCols:_col0
- Group By Operator [GBY_31] (rows=58079562 width=88)
- Output:["_col0"],keys:_col1
- Select Operator [SEL_27] (rows=116159124 width=88)
- Output:["_col1"]
- Filter Operator [FIL_26] (rows=116159124 width=88)
- predicate:(_col3 > 4)
- Select Operator [SEL_347] (rows=348477374 width=88)
- Output:["_col0","_col3"]
- Group By Operator [GBY_25] (rows=348477374 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0
- Group By Operator [GBY_23] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
- Select Operator [SEL_21] (rows=696954748 width=88)
- Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_351] (rows=696954748 width=88)
- Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col5","_col6"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_14]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_350] (rows=633595212 width=88)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col3"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_112]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_349] (rows=316788826 width=135)
- Conds:RS_109._col0=RS_110._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_110]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_109]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_321] (rows=287989836 width=135)
- predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_0] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity","cs_list_price"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query24.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query24.q.out b/ql/src/test/results/clientpositive/perf/query24.q.out
deleted file mode 100644
index 5cbbea3..0000000
--- a/ql/src/test/results/clientpositive/perf/query24.q.out
+++ /dev/null
@@ -1,290 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[154][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 8' is a cross product
-PREHOOK: query: explain
-with ssales as
-(select c_last_name
- ,c_first_name
- ,s_store_name
- ,ca_state
- ,s_state
- ,i_color
- ,i_current_price
- ,i_manager_id
- ,i_units
- ,i_size
- ,sum(ss_sales_price) netpaid
-from store_sales
- ,store_returns
- ,store
- ,item
- ,customer
- ,customer_address
-where ss_ticket_number = sr_ticket_number
- and ss_item_sk = sr_item_sk
- and ss_customer_sk = c_customer_sk
- and ss_item_sk = i_item_sk
- and ss_store_sk = s_store_sk
- and c_birth_country = upper(ca_country)
- and s_zip = ca_zip
-and s_market_id=7
-group by c_last_name
- ,c_first_name
- ,s_store_name
- ,ca_state
- ,s_state
- ,i_color
- ,i_current_price
- ,i_manager_id
- ,i_units
- ,i_size)
-select c_last_name
- ,c_first_name
- ,s_store_name
- ,sum(netpaid) paid
-from ssales
-where i_color = 'orchid'
-group by c_last_name
- ,c_first_name
- ,s_store_name
-having sum(netpaid) > (select 0.05*avg(netpaid)
- from ssales)
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with ssales as
-(select c_last_name
- ,c_first_name
- ,s_store_name
- ,ca_state
- ,s_state
- ,i_color
- ,i_current_price
- ,i_manager_id
- ,i_units
- ,i_size
- ,sum(ss_sales_price) netpaid
-from store_sales
- ,store_returns
- ,store
- ,item
- ,customer
- ,customer_address
-where ss_ticket_number = sr_ticket_number
- and ss_item_sk = sr_item_sk
- and ss_customer_sk = c_customer_sk
- and ss_item_sk = i_item_sk
- and ss_store_sk = s_store_sk
- and c_birth_country = upper(ca_country)
- and s_zip = ca_zip
-and s_market_id=7
-group by c_last_name
- ,c_first_name
- ,s_store_name
- ,ca_state
- ,s_state
- ,i_color
- ,i_current_price
- ,i_manager_id
- ,i_units
- ,i_size)
-select c_last_name
- ,c_first_name
- ,s_store_name
- ,sum(netpaid) paid
-from ssales
-where i_color = 'orchid'
-group by c_last_name
- ,c_first_name
- ,s_store_name
-having sum(netpaid) > (select 0.05*avg(netpaid)
- from ssales)
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 18 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 16 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Map 19 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 13 <- Map 20 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
-Reducer 14 <- Reducer 13 (SIMPLE_EDGE)
-Reducer 15 <- Reducer 14 (CUSTOM_SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
-Reducer 3 <- Map 17 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 18 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 19 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 20 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 7 (CUSTOM_SIMPLE_EDGE)
-Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 8
- File Output Operator [FS_91]
- Select Operator [SEL_90] (rows=77303902 width=489)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_89] (rows=77303902 width=489)
- predicate:(_col3 > _col4)
- Merge Join Operator [MERGEJOIN_154] (rows=231911707 width=489)
- Conds:(Inner),Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 15 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_87]
- Select Operator [SEL_85] (rows=1 width=400)
- Output:["_col0"]
- Group By Operator [GBY_84] (rows=1 width=400)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Reducer 14 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_83]
- Group By Operator [GBY_82] (rows=1 width=400)
- Output:["_col0"],aggregations:["avg(_col10)"]
- Select Operator [SEL_80] (rows=463823414 width=88)
- Output:["_col10"]
- Group By Operator [GBY_79] (rows=463823414 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9
- <-Reducer 13 [SIMPLE_EDGE]
- SHUFFLE [RS_78]
- PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
- Group By Operator [GBY_77] (rows=927646829 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"],aggregations:["sum(_col4)"],keys:_col11, _col12, _col6, _col8, _col15, _col16, _col17, _col18, _col19, _col22
- Merge Join Operator [MERGEJOIN_153] (rows=927646829 width=88)
- Conds:RS_73._col9, _col13=RS_74._col1, upper(_col2)(Inner),Output:["_col4","_col6","_col8","_col11","_col12","_col15","_col16","_col17","_col18","_col19","_col22"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- PartitionCols:_col1, upper(_col2)
- Select Operator [SEL_17] (rows=40000000 width=1014)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_137] (rows=40000000 width=1014)
- predicate:(ca_zip is not null and upper(ca_country) is not null)
- TableScan [TS_15] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_state","ca_zip","ca_country"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_73]
- PartitionCols:_col9, _col13
- Merge Join Operator [MERGEJOIN_152] (rows=843315281 width=88)
- Conds:RS_70._col0, _col3=RS_71._col0, _col1(Inner),Output:["_col4","_col6","_col8","_col9","_col11","_col12","_col13","_col15","_col16","_col17","_col18","_col19"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_71]
- PartitionCols:_col0, _col1
- Select Operator [SEL_14] (rows=57591150 width=77)
- Output:["_col0","_col1"]
- Filter Operator [FIL_136] (rows=57591150 width=77)
- predicate:(sr_item_sk is not null and sr_ticket_number is not null)
- TableScan [TS_12] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_70]
- PartitionCols:_col0, _col3
- Merge Join Operator [MERGEJOIN_151] (rows=766650239 width=88)
- Conds:RS_67._col0=RS_68._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col8","_col9","_col11","_col12","_col13","_col15","_col16","_col17","_col18","_col19"]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_68]
- PartitionCols:_col0
- Select Operator [SEL_54] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_141] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_3] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_size","i_color","i_units","i_manager_id"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_67]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_150] (rows=696954748 width=88)
- Conds:RS_64._col1=RS_65._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col8","_col9","_col11","_col12","_col13"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_65]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_135] (rows=80000000 width=860)
- predicate:(c_birth_country is not null and c_customer_sk is not null)
- TableScan [TS_9] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name","c_birth_country"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_64]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_149] (rows=633595212 width=88)
- Conds:RS_61._col2=RS_62._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col6","_col8","_col9"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_61]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_132] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_sales_price"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_62]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=852 width=1910)
- Output:["_col0","_col1","_col3","_col4"]
- Filter Operator [FIL_134] (rows=852 width=1910)
- predicate:((s_market_id = 7) and s_store_sk is not null and s_zip is not null)
- TableScan [TS_6] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_market_id","s_state","s_zip"]
- <-Reducer 7 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_86]
- Select Operator [SEL_42] (rows=231911707 width=88)
- Output:["_col0","_col1","_col2","_col3"]
- Group By Operator [GBY_41] (rows=231911707 width=88)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col9)"],keys:_col1, _col2, _col7
- Select Operator [SEL_37] (rows=463823414 width=88)
- Output:["_col1","_col2","_col7","_col9"]
- Group By Operator [GBY_36] (rows=463823414 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_34] (rows=927646829 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(_col4)"],keys:_col17, _col18, _col12, _col22, _col6, _col7, _col9, _col10, _col14
- Merge Join Operator [MERGEJOIN_148] (rows=927646829 width=88)
- Conds:RS_30._col15, _col19=RS_31._col1, upper(_col2)(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col17","_col18","_col22"]
- <-Map 20 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col1, upper(_col2)
- Please refer to the previous Select Operator [SEL_17]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col15, _col19
- Merge Join Operator [MERGEJOIN_147] (rows=843315281 width=88)
- Conds:RS_27._col0, _col3=RS_28._col0, _col1(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15","_col17","_col18","_col19"]
- <-Map 19 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0, _col1
- Please refer to the previous Select Operator [SEL_14]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0, _col3
- Merge Join Operator [MERGEJOIN_146] (rows=766650239 width=88)
- Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15","_col17","_col18","_col19"]
- <-Map 18 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_145] (rows=696954748 width=88)
- Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15"]
- <-Map 17 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_8]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_144] (rows=633595212 width=88)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col9","_col10"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 16 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col4","_col5"]
- Filter Operator [FIL_133] (rows=231000 width=1436)
- predicate:((i_color = 'orchid') and i_item_sk is not null)
- Please refer to the previous TableScan [TS_3]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query25.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query25.q.out b/ql/src/test/results/clientpositive/perf/query25.q.out
deleted file mode 100644
index f6d342e..0000000
--- a/ql/src/test/results/clientpositive/perf/query25.q.out
+++ /dev/null
@@ -1,229 +0,0 @@
-PREHOOK: query: explain
-select
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- ,sum(ss_net_profit) as store_sales_profit
- ,sum(sr_net_loss) as store_returns_loss
- ,sum(cs_net_profit) as catalog_sales_profit
- from
- store_sales
- ,store_returns
- ,catalog_sales
- ,date_dim d1
- ,date_dim d2
- ,date_dim d3
- ,store
- ,item
- where
- d1.d_moy = 4
- and d1.d_year = 2000
- and d1.d_date_sk = ss_sold_date_sk
- and i_item_sk = ss_item_sk
- and s_store_sk = ss_store_sk
- and ss_customer_sk = sr_customer_sk
- and ss_item_sk = sr_item_sk
- and ss_ticket_number = sr_ticket_number
- and sr_returned_date_sk = d2.d_date_sk
- and d2.d_moy between 4 and 10
- and d2.d_year = 2000
- and sr_customer_sk = cs_bill_customer_sk
- and sr_item_sk = cs_item_sk
- and cs_sold_date_sk = d3.d_date_sk
- and d3.d_moy between 4 and 10
- and d3.d_year = 2000
- group by
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- order by
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- ,sum(ss_net_profit) as store_sales_profit
- ,sum(sr_net_loss) as store_returns_loss
- ,sum(cs_net_profit) as catalog_sales_profit
- from
- store_sales
- ,store_returns
- ,catalog_sales
- ,date_dim d1
- ,date_dim d2
- ,date_dim d3
- ,store
- ,item
- where
- d1.d_moy = 4
- and d1.d_year = 2000
- and d1.d_date_sk = ss_sold_date_sk
- and i_item_sk = ss_item_sk
- and s_store_sk = ss_store_sk
- and ss_customer_sk = sr_customer_sk
- and ss_item_sk = sr_item_sk
- and ss_ticket_number = sr_ticket_number
- and sr_returned_date_sk = d2.d_date_sk
- and d2.d_moy between 4 and 10
- and d2.d_year = 2000
- and sr_customer_sk = cs_bill_customer_sk
- and sr_item_sk = cs_item_sk
- and cs_sold_date_sk = d3.d_date_sk
- and d3.d_moy between 4 and 10
- and d3.d_year = 2000
- group by
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- order by
- i_item_id
- ,i_item_desc
- ,s_store_id
- ,s_store_name
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 11 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 13 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 14 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 15 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 9 <- Map 12 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_55]
- Limit [LIM_54] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_53] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- Group By Operator [GBY_50] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_48] (rows=843315281 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col20)","sum(_col12)"],keys:_col25, _col26, _col28, _col29
- Merge Join Operator [MERGEJOIN_101] (rows=843315281 width=88)
- Conds:RS_44._col3=RS_45._col0(Inner),Output:["_col5","_col12","_col20","_col25","_col26","_col28","_col29"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0
- Select Operator [SEL_34] (rows=1704 width=1910)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_94] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_32] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_100] (rows=766650239 width=88)
- Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col3","_col5","_col12","_col20","_col25","_col26"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Select Operator [SEL_31] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_93] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_29] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_99] (rows=696954748 width=88)
- Conds:RS_38._col1, _col2, _col4=RS_39._col8, _col9, _col10(Inner),Output:["_col1","_col3","_col5","_col12","_col20"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col8, _col9, _col10
- Merge Join Operator [MERGEJOIN_98] (rows=348467716 width=135)
- Conds:RS_25._col2, _col1=RS_26._col1, _col2(Inner),Output:["_col3","_col8","_col9","_col10","_col11"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_97] (rows=63350266 width=77)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=4058 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_92] (rows=4058 width=1119)
- predicate:((d_year = 2000) and d_date_sk is not null and d_moy BETWEEN 4 AND 10)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_91] (rows=57591150 width=77)
- predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null)
- TableScan [TS_12] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_net_loss"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col2, _col1
- Merge Join Operator [MERGEJOIN_96] (rows=316788826 width=135)
- Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=4058 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_90] (rows=4058 width=1119)
- predicate:((d_year = 2000) and d_date_sk is not null and d_moy BETWEEN 4 AND 10)
- Please refer to the previous TableScan [TS_3]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_89] (rows=287989836 width=135)
- predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_6] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_net_profit"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col1, _col2, _col4
- Merge Join Operator [MERGEJOIN_95] (rows=633595212 width=88)
- Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_88] (rows=18262 width=1119)
- predicate:((d_moy = 4) and (d_year = 2000) and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_87] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_net_profit"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query26.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query26.q.out b/ql/src/test/results/clientpositive/perf/query26.q.out
deleted file mode 100644
index 8990298..0000000
--- a/ql/src/test/results/clientpositive/perf/query26.q.out
+++ /dev/null
@@ -1,132 +0,0 @@
-PREHOOK: query: explain
-select i_item_id,
- avg(cs_quantity) agg1,
- avg(cs_list_price) agg2,
- avg(cs_coupon_amt) agg3,
- avg(cs_sales_price) agg4
- from catalog_sales, customer_demographics, date_dim, item, promotion
- where cs_sold_date_sk = d_date_sk and
- cs_item_sk = i_item_sk and
- cs_bill_cdemo_sk = cd_demo_sk and
- cs_promo_sk = p_promo_sk and
- cd_gender = 'F' and
- cd_marital_status = 'W' and
- cd_education_status = 'Primary' and
- (p_channel_email = 'N' or p_channel_event = 'N') and
- d_year = 1998
- group by i_item_id
- order by i_item_id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_item_id,
- avg(cs_quantity) agg1,
- avg(cs_list_price) agg2,
- avg(cs_coupon_amt) agg3,
- avg(cs_sales_price) agg4
- from catalog_sales, customer_demographics, date_dim, item, promotion
- where cs_sold_date_sk = d_date_sk and
- cs_item_sk = i_item_sk and
- cs_bill_cdemo_sk = cd_demo_sk and
- cs_promo_sk = p_promo_sk and
- cd_gender = 'F' and
- cd_marital_status = 'W' and
- cd_education_status = 'Primary' and
- (p_channel_email = 'N' or p_channel_event = 'N') and
- d_year = 1998
- group by i_item_id
- order by i_item_id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_35]
- Limit [LIM_34] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_33] (rows=210822976 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- Group By Operator [GBY_30] (rows=210822976 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col0
- Group By Operator [GBY_28] (rows=421645953 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col18
- Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135)
- Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_54] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_12] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135)
- Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=2300 width=1179)
- Output:["_col0"]
- Filter Operator [FIL_53] (rows=2300 width=1179)
- predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null)
- TableScan [TS_9] (rows=2300 width=1179)
- default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135)
- Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_52] (rows=36524 width=1119)
- predicate:((d_year = 1998) and d_date_sk is not null)
- TableScan [TS_6] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Filter Operator [FIL_50] (rows=287989836 width=135)
- predicate:(cs_bill_cdemo_sk is not null and cs_item_sk is not null and cs_promo_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_0] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_cdemo_sk","cs_item_sk","cs_promo_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=232725 width=385)
- Output:["_col0"]
- Filter Operator [FIL_51] (rows=232725 width=385)
- predicate:((cd_education_status = 'Primary') and (cd_gender = 'F') and (cd_marital_status = 'W') and cd_demo_sk is not null)
- TableScan [TS_3] (rows=1861800 width=385)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
-
[05/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query78.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query78.q.out b/ql/src/test/results/clientpositive/perf/tez/query78.q.out
new file mode 100644
index 0000000..91c244f
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query78.q.out
@@ -0,0 +1,292 @@
+PREHOOK: query: explain
+with ws as
+ (select d_year AS ws_sold_year, ws_item_sk,
+ ws_bill_customer_sk ws_customer_sk,
+ sum(ws_quantity) ws_qty,
+ sum(ws_wholesale_cost) ws_wc,
+ sum(ws_sales_price) ws_sp
+ from web_sales
+ left join web_returns on wr_order_number=ws_order_number and ws_item_sk=wr_item_sk
+ join date_dim on ws_sold_date_sk = d_date_sk
+ where wr_order_number is null
+ group by d_year, ws_item_sk, ws_bill_customer_sk
+ ),
+cs as
+ (select d_year AS cs_sold_year, cs_item_sk,
+ cs_bill_customer_sk cs_customer_sk,
+ sum(cs_quantity) cs_qty,
+ sum(cs_wholesale_cost) cs_wc,
+ sum(cs_sales_price) cs_sp
+ from catalog_sales
+ left join catalog_returns on cr_order_number=cs_order_number and cs_item_sk=cr_item_sk
+ join date_dim on cs_sold_date_sk = d_date_sk
+ where cr_order_number is null
+ group by d_year, cs_item_sk, cs_bill_customer_sk
+ ),
+ss as
+ (select d_year AS ss_sold_year, ss_item_sk,
+ ss_customer_sk,
+ sum(ss_quantity) ss_qty,
+ sum(ss_wholesale_cost) ss_wc,
+ sum(ss_sales_price) ss_sp
+ from store_sales
+ left join store_returns on sr_ticket_number=ss_ticket_number and ss_item_sk=sr_item_sk
+ join date_dim on ss_sold_date_sk = d_date_sk
+ where sr_ticket_number is null
+ group by d_year, ss_item_sk, ss_customer_sk
+ )
+ select
+ss_sold_year, ss_item_sk, ss_customer_sk,
+round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) ratio,
+ss_qty store_qty, ss_wc store_wholesale_cost, ss_sp store_sales_price,
+coalesce(ws_qty,0)+coalesce(cs_qty,0) other_chan_qty,
+coalesce(ws_wc,0)+coalesce(cs_wc,0) other_chan_wholesale_cost,
+coalesce(ws_sp,0)+coalesce(cs_sp,0) other_chan_sales_price
+from ss
+left join ws on (ws_sold_year=ss_sold_year and ws_item_sk=ss_item_sk and ws_customer_sk=ss_customer_sk)
+left join cs on (cs_sold_year=ss_sold_year and cs_item_sk=cs_item_sk and cs_customer_sk=ss_customer_sk)
+where coalesce(ws_qty,0)>0 and coalesce(cs_qty, 0)>0 and ss_sold_year=2000
+order by
+ ss_sold_year, ss_item_sk, ss_customer_sk,
+ ss_qty desc, ss_wc desc, ss_sp desc,
+ other_chan_qty,
+ other_chan_wholesale_cost,
+ other_chan_sales_price,
+ round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2)
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ws as
+ (select d_year AS ws_sold_year, ws_item_sk,
+ ws_bill_customer_sk ws_customer_sk,
+ sum(ws_quantity) ws_qty,
+ sum(ws_wholesale_cost) ws_wc,
+ sum(ws_sales_price) ws_sp
+ from web_sales
+ left join web_returns on wr_order_number=ws_order_number and ws_item_sk=wr_item_sk
+ join date_dim on ws_sold_date_sk = d_date_sk
+ where wr_order_number is null
+ group by d_year, ws_item_sk, ws_bill_customer_sk
+ ),
+cs as
+ (select d_year AS cs_sold_year, cs_item_sk,
+ cs_bill_customer_sk cs_customer_sk,
+ sum(cs_quantity) cs_qty,
+ sum(cs_wholesale_cost) cs_wc,
+ sum(cs_sales_price) cs_sp
+ from catalog_sales
+ left join catalog_returns on cr_order_number=cs_order_number and cs_item_sk=cr_item_sk
+ join date_dim on cs_sold_date_sk = d_date_sk
+ where cr_order_number is null
+ group by d_year, cs_item_sk, cs_bill_customer_sk
+ ),
+ss as
+ (select d_year AS ss_sold_year, ss_item_sk,
+ ss_customer_sk,
+ sum(ss_quantity) ss_qty,
+ sum(ss_wholesale_cost) ss_wc,
+ sum(ss_sales_price) ss_sp
+ from store_sales
+ left join store_returns on sr_ticket_number=ss_ticket_number and ss_item_sk=sr_item_sk
+ join date_dim on ss_sold_date_sk = d_date_sk
+ where sr_ticket_number is null
+ group by d_year, ss_item_sk, ss_customer_sk
+ )
+ select
+ss_sold_year, ss_item_sk, ss_customer_sk,
+round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2) ratio,
+ss_qty store_qty, ss_wc store_wholesale_cost, ss_sp store_sales_price,
+coalesce(ws_qty,0)+coalesce(cs_qty,0) other_chan_qty,
+coalesce(ws_wc,0)+coalesce(cs_wc,0) other_chan_wholesale_cost,
+coalesce(ws_sp,0)+coalesce(cs_sp,0) other_chan_sales_price
+from ss
+left join ws on (ws_sold_year=ss_sold_year and ws_item_sk=ss_item_sk and ws_customer_sk=ss_customer_sk)
+left join cs on (cs_sold_year=ss_sold_year and cs_item_sk=cs_item_sk and cs_customer_sk=ss_customer_sk)
+where coalesce(ws_qty,0)>0 and coalesce(cs_qty, 0)>0 and ss_sold_year=2000
+order by
+ ss_sold_year, ss_item_sk, ss_customer_sk,
+ ss_qty desc, ss_wc desc, ss_sp desc,
+ other_chan_qty,
+ other_chan_wholesale_cost,
+ other_chan_sales_price,
+ round(ss_qty/(coalesce(ws_qty+cs_qty,1)),2)
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
+Reducer 12 <- Map 11 (SIMPLE_EDGE), Map 13 (SIMPLE_EDGE)
+Reducer 15 <- Map 14 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
+Reducer 18 <- Map 17 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (ONE_TO_ONE_EDGE), Reducer 8 (ONE_TO_ONE_EDGE)
+Reducer 5 <- Reducer 10 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 1 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Map 1 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_78]
+ Select Operator [SEL_77] (rows=100 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ Limit [LIM_76] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_75] (rows=23425424 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ Select Operator [SEL_73] (rows=23425424 width=88)
+ Output:["_col0","_col1","_col6","_col7","_col8","_col9","_col10","_col11","_col12"]
+ Filter Operator [FIL_72] (rows=23425424 width=88)
+ predicate:(COALESCE(_col11,0) > 0)
+ Merge Join Operator [MERGEJOIN_113] (rows=70276272 width=88)
+ Conds:RS_69._col1=RS_70._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col11","_col12","_col13"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col0
+ Select Operator [SEL_67] (rows=43558464 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Group By Operator [GBY_66] (rows=43558464 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_65]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_64] (rows=87116928 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col3, _col4
+ Merge Join Operator [MERGEJOIN_111] (rows=87116928 width=135)
+ Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_97] (rows=36524 width=1119)
+ predicate:((d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_0] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col0
+ Select Operator [SEL_59] (rows=79197206 width=135)
+ Output:["_col0","_col1","_col2","_col4","_col5","_col6"]
+ Filter Operator [FIL_58] (rows=79197206 width=135)
+ predicate:_col8 is null
+ Merge Join Operator [MERGEJOIN_110] (rows=158394413 width=135)
+ Conds:RS_55._col2, _col3=RS_56._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col2, _col3
+ Select Operator [SEL_52] (rows=143994918 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_104] (rows=143994918 width=135)
+ predicate:((cs_item_sk = cs_item_sk) and cs_sold_date_sk is not null)
+ TableScan [TS_50] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_order_number","cs_quantity","cs_wholesale_cost","cs_sales_price"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_54] (rows=28798881 width=106)
+ Output:["_col0","_col1"]
+ TableScan [TS_53] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_69]
+ PartitionCols:_col1
+ Filter Operator [FIL_45] (rows=63887519 width=88)
+ predicate:(COALESCE(_col7,0) > 0)
+ Merge Join Operator [MERGEJOIN_112] (rows=191662559 width=88)
+ Conds:RS_42._col1, _col0=RS_43._col1, _col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9"]
+ <-Reducer 3 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_42]
+ PartitionCols:_col1, _col0
+ Select Operator [SEL_20] (rows=174238687 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_19] (rows=174238687 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_17] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col4, _col3
+ Merge Join Operator [MERGEJOIN_107] (rows=348477374 width=88)
+ Conds:RS_13._col0=RS_14._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_14]
+ PartitionCols:_col0
+ Select Operator [SEL_12] (rows=316797606 width=88)
+ Output:["_col0","_col1","_col2","_col4","_col5","_col6"]
+ Filter Operator [FIL_11] (rows=316797606 width=88)
+ predicate:_col8 is null
+ Merge Join Operator [MERGEJOIN_106] (rows=633595212 width=88)
+ Conds:RS_8._col1, _col3=RS_9._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_8]
+ PartitionCols:_col1, _col3
+ Select Operator [SEL_5] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_98] (rows=575995635 width=88)
+ predicate:ss_sold_date_sk is not null
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_ticket_number","ss_quantity","ss_wholesale_cost","ss_sales_price"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_7] (rows=57591150 width=77)
+ Output:["_col0","_col1"]
+ TableScan [TS_6] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"]
+ <-Reducer 8 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_43]
+ PartitionCols:_col1, _col0
+ Select Operator [SEL_41] (rows=43560808 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_40] (rows=43560808 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_38] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col4, _col3
+ Merge Join Operator [MERGEJOIN_109] (rows=87121617 width=135)
+ Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_33] (rows=79201469 width=135)
+ Output:["_col0","_col1","_col2","_col4","_col5","_col6"]
+ Filter Operator [FIL_32] (rows=79201469 width=135)
+ predicate:_col8 is null
+ Merge Join Operator [MERGEJOIN_108] (rows=158402938 width=135)
+ Conds:RS_29._col1, _col3=RS_30._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col1, _col3
+ Select Operator [SEL_26] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_101] (rows=144002668 width=135)
+ predicate:ws_sold_date_sk is not null
+ TableScan [TS_24] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_order_number","ws_quantity","ws_wholesale_cost","ws_sales_price"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_28] (rows=14398467 width=92)
+ Output:["_col0","_col1"]
+ TableScan [TS_27] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query79.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query79.q.out b/ql/src/test/results/clientpositive/perf/tez/query79.q.out
new file mode 100644
index 0000000..b34a83f
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query79.q.out
@@ -0,0 +1,140 @@
+PREHOOK: query: explain
+select
+ c_last_name,c_first_name,substr(s_city,1,30),ss_ticket_number,amt,profit
+ from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,store.s_city
+ ,sum(ss_coupon_amt) amt
+ ,sum(ss_net_profit) profit
+ from store_sales,date_dim,store,household_demographics
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and (household_demographics.hd_dep_count = 8 or household_demographics.hd_vehicle_count > 0)
+ and date_dim.d_dow = 1
+ and date_dim.d_year in (1998,1998+1,1998+2)
+ and store.s_number_employees between 200 and 295
+ group by ss_ticket_number,ss_customer_sk,ss_addr_sk,store.s_city) ms,customer
+ where ss_customer_sk = c_customer_sk
+ order by c_last_name,c_first_name,substr(s_city,1,30), profit
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ c_last_name,c_first_name,substr(s_city,1,30),ss_ticket_number,amt,profit
+ from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,store.s_city
+ ,sum(ss_coupon_amt) amt
+ ,sum(ss_net_profit) profit
+ from store_sales,date_dim,store,household_demographics
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and (household_demographics.hd_dep_count = 8 or household_demographics.hd_vehicle_count > 0)
+ and date_dim.d_dow = 1
+ and date_dim.d_year in (1998,1998+1,1998+2)
+ and store.s_number_employees between 200 and 295
+ group by ss_ticket_number,ss_customer_sk,ss_addr_sk,store.s_city) ms,customer
+ where ss_customer_sk = c_customer_sk
+ order by c_last_name,c_first_name,substr(s_city,1,30), profit
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 6 <- Map 10 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 11 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 3
+ File Output Operator [FS_38]
+ Limit [LIM_36] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_35] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ Select Operator [SEL_33] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col3","_col4","_col5","_col6"]
+ Merge Join Operator [MERGEJOIN_61] (rows=421657640 width=88)
+ Conds:RS_30._col0=RS_31._col1(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_53] (rows=80000000 width=860)
+ predicate:c_customer_sk is not null
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col1
+ Select Operator [SEL_28] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_27] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_25] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col3, _col5, _col13
+ Merge Join Operator [MERGEJOIN_60] (rows=766650239 width=88)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col13"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=6000 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_57] (rows=6000 width=107)
+ predicate:(((hd_dep_count = 8) or (hd_vehicle_count > 0)) and hd_demo_sk is not null)
+ TableScan [TS_12] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_59] (rows=696954748 width=88)
+ Conds:RS_18._col4=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col13"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=189 width=1910)
+ Output:["_col0","_col2"]
+ Filter Operator [FIL_56] (rows=189 width=1910)
+ predicate:(s_number_employees BETWEEN 200 AND 295 and s_store_sk is not null)
+ TableScan [TS_9] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_number_employees","s_city"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_58] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_54] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_55] (rows=18262 width=1119)
+ predicate:((d_dow = 1) and (d_year) IN (1998, 1999, 2000) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dow"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query8.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query8.q.out b/ql/src/test/results/clientpositive/perf/tez/query8.q.out
new file mode 100644
index 0000000..8660fc9
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query8.q.out
@@ -0,0 +1,358 @@
+PREHOOK: query: explain
+select s_store_name
+ ,sum(ss_net_profit)
+ from store_sales
+ ,date_dim
+ ,store,
+ (select ca_zip
+ from (
+ (SELECT substr(ca_zip,1,5) ca_zip
+ FROM customer_address
+ WHERE substr(ca_zip,1,5) IN (
+ '89436','30868','65085','22977','83927','77557',
+ '58429','40697','80614','10502','32779',
+ '91137','61265','98294','17921','18427',
+ '21203','59362','87291','84093','21505',
+ '17184','10866','67898','25797','28055',
+ '18377','80332','74535','21757','29742',
+ '90885','29898','17819','40811','25990',
+ '47513','89531','91068','10391','18846',
+ '99223','82637','41368','83658','86199',
+ '81625','26696','89338','88425','32200',
+ '81427','19053','77471','36610','99823',
+ '43276','41249','48584','83550','82276',
+ '18842','78890','14090','38123','40936',
+ '34425','19850','43286','80072','79188',
+ '54191','11395','50497','84861','90733',
+ '21068','57666','37119','25004','57835',
+ '70067','62878','95806','19303','18840',
+ '19124','29785','16737','16022','49613',
+ '89977','68310','60069','98360','48649',
+ '39050','41793','25002','27413','39736',
+ '47208','16515','94808','57648','15009',
+ '80015','42961','63982','21744','71853',
+ '81087','67468','34175','64008','20261',
+ '11201','51799','48043','45645','61163',
+ '48375','36447','57042','21218','41100',
+ '89951','22745','35851','83326','61125',
+ '78298','80752','49858','52940','96976',
+ '63792','11376','53582','18717','90226',
+ '50530','94203','99447','27670','96577',
+ '57856','56372','16165','23427','54561',
+ '28806','44439','22926','30123','61451',
+ '92397','56979','92309','70873','13355',
+ '21801','46346','37562','56458','28286',
+ '47306','99555','69399','26234','47546',
+ '49661','88601','35943','39936','25632',
+ '24611','44166','56648','30379','59785',
+ '11110','14329','93815','52226','71381',
+ '13842','25612','63294','14664','21077',
+ '82626','18799','60915','81020','56447',
+ '76619','11433','13414','42548','92713',
+ '70467','30884','47484','16072','38936',
+ '13036','88376','45539','35901','19506',
+ '65690','73957','71850','49231','14276',
+ '20005','18384','76615','11635','38177',
+ '55607','41369','95447','58581','58149',
+ '91946','33790','76232','75692','95464',
+ '22246','51061','56692','53121','77209',
+ '15482','10688','14868','45907','73520',
+ '72666','25734','17959','24677','66446',
+ '94627','53535','15560','41967','69297',
+ '11929','59403','33283','52232','57350',
+ '43933','40921','36635','10827','71286',
+ '19736','80619','25251','95042','15526',
+ '36496','55854','49124','81980','35375',
+ '49157','63512','28944','14946','36503',
+ '54010','18767','23969','43905','66979',
+ '33113','21286','58471','59080','13395',
+ '79144','70373','67031','38360','26705',
+ '50906','52406','26066','73146','15884',
+ '31897','30045','61068','45550','92454',
+ '13376','14354','19770','22928','97790',
+ '50723','46081','30202','14410','20223',
+ '88500','67298','13261','14172','81410',
+ '93578','83583','46047','94167','82564',
+ '21156','15799','86709','37931','74703',
+ '83103','23054','70470','72008','49247',
+ '91911','69998','20961','70070','63197',
+ '54853','88191','91830','49521','19454',
+ '81450','89091','62378','25683','61869',
+ '51744','36580','85778','36871','48121',
+ '28810','83712','45486','67393','26935',
+ '42393','20132','55349','86057','21309',
+ '80218','10094','11357','48819','39734',
+ '40758','30432','21204','29467','30214',
+ '61024','55307','74621','11622','68908',
+ '33032','52868','99194','99900','84936',
+ '69036','99149','45013','32895','59004',
+ '32322','14933','32936','33562','72550',
+ '27385','58049','58200','16808','21360',
+ '32961','18586','79307','15492'))
+ intersect
+ (select ca_zip
+ from (SELECT substr(ca_zip,1,5) ca_zip,count(*) cnt
+ FROM customer_address, customer
+ WHERE ca_address_sk = c_current_addr_sk and
+ c_preferred_cust_flag='Y'
+ group by ca_zip
+ having count(*) > 10)A1))A2) V1
+ where ss_store_sk = s_store_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_qoy = 1 and d_year = 2002
+ and (substr(s_zip,1,2) = substr(V1.ca_zip,1,2))
+ group by s_store_name
+ order by s_store_name
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select s_store_name
+ ,sum(ss_net_profit)
+ from store_sales
+ ,date_dim
+ ,store,
+ (select ca_zip
+ from (
+ (SELECT substr(ca_zip,1,5) ca_zip
+ FROM customer_address
+ WHERE substr(ca_zip,1,5) IN (
+ '89436','30868','65085','22977','83927','77557',
+ '58429','40697','80614','10502','32779',
+ '91137','61265','98294','17921','18427',
+ '21203','59362','87291','84093','21505',
+ '17184','10866','67898','25797','28055',
+ '18377','80332','74535','21757','29742',
+ '90885','29898','17819','40811','25990',
+ '47513','89531','91068','10391','18846',
+ '99223','82637','41368','83658','86199',
+ '81625','26696','89338','88425','32200',
+ '81427','19053','77471','36610','99823',
+ '43276','41249','48584','83550','82276',
+ '18842','78890','14090','38123','40936',
+ '34425','19850','43286','80072','79188',
+ '54191','11395','50497','84861','90733',
+ '21068','57666','37119','25004','57835',
+ '70067','62878','95806','19303','18840',
+ '19124','29785','16737','16022','49613',
+ '89977','68310','60069','98360','48649',
+ '39050','41793','25002','27413','39736',
+ '47208','16515','94808','57648','15009',
+ '80015','42961','63982','21744','71853',
+ '81087','67468','34175','64008','20261',
+ '11201','51799','48043','45645','61163',
+ '48375','36447','57042','21218','41100',
+ '89951','22745','35851','83326','61125',
+ '78298','80752','49858','52940','96976',
+ '63792','11376','53582','18717','90226',
+ '50530','94203','99447','27670','96577',
+ '57856','56372','16165','23427','54561',
+ '28806','44439','22926','30123','61451',
+ '92397','56979','92309','70873','13355',
+ '21801','46346','37562','56458','28286',
+ '47306','99555','69399','26234','47546',
+ '49661','88601','35943','39936','25632',
+ '24611','44166','56648','30379','59785',
+ '11110','14329','93815','52226','71381',
+ '13842','25612','63294','14664','21077',
+ '82626','18799','60915','81020','56447',
+ '76619','11433','13414','42548','92713',
+ '70467','30884','47484','16072','38936',
+ '13036','88376','45539','35901','19506',
+ '65690','73957','71850','49231','14276',
+ '20005','18384','76615','11635','38177',
+ '55607','41369','95447','58581','58149',
+ '91946','33790','76232','75692','95464',
+ '22246','51061','56692','53121','77209',
+ '15482','10688','14868','45907','73520',
+ '72666','25734','17959','24677','66446',
+ '94627','53535','15560','41967','69297',
+ '11929','59403','33283','52232','57350',
+ '43933','40921','36635','10827','71286',
+ '19736','80619','25251','95042','15526',
+ '36496','55854','49124','81980','35375',
+ '49157','63512','28944','14946','36503',
+ '54010','18767','23969','43905','66979',
+ '33113','21286','58471','59080','13395',
+ '79144','70373','67031','38360','26705',
+ '50906','52406','26066','73146','15884',
+ '31897','30045','61068','45550','92454',
+ '13376','14354','19770','22928','97790',
+ '50723','46081','30202','14410','20223',
+ '88500','67298','13261','14172','81410',
+ '93578','83583','46047','94167','82564',
+ '21156','15799','86709','37931','74703',
+ '83103','23054','70470','72008','49247',
+ '91911','69998','20961','70070','63197',
+ '54853','88191','91830','49521','19454',
+ '81450','89091','62378','25683','61869',
+ '51744','36580','85778','36871','48121',
+ '28810','83712','45486','67393','26935',
+ '42393','20132','55349','86057','21309',
+ '80218','10094','11357','48819','39734',
+ '40758','30432','21204','29467','30214',
+ '61024','55307','74621','11622','68908',
+ '33032','52868','99194','99900','84936',
+ '69036','99149','45013','32895','59004',
+ '32322','14933','32936','33562','72550',
+ '27385','58049','58200','16808','21360',
+ '32961','18586','79307','15492'))
+ intersect
+ (select ca_zip
+ from (SELECT substr(ca_zip,1,5) ca_zip,count(*) cnt
+ FROM customer_address, customer
+ WHERE ca_address_sk = c_current_addr_sk and
+ c_preferred_cust_flag='Y'
+ group by ca_zip
+ having count(*) > 10)A1))A2) V1
+ where ss_store_sk = s_store_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_qoy = 1 and d_year = 2002
+ and (substr(s_zip,1,2) = substr(V1.ca_zip,1,2))
+ group by s_store_name
+ order by s_store_name
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Union 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 17 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 16 (SIMPLE_EDGE)
+Reducer 14 <- Reducer 13 (SIMPLE_EDGE)
+Reducer 15 <- Reducer 14 (SIMPLE_EDGE), Union 9 (CONTAINS)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 11 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 8 <- Map 7 (SIMPLE_EDGE), Union 9 (CONTAINS)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_63]
+ Limit [LIM_62] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_61] (rows=348477374 width=88)
+ Output:["_col0","_col1"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ Group By Operator [GBY_58] (rows=348477374 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col0
+ Group By Operator [GBY_56] (rows=696954748 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col8
+ Merge Join Operator [MERGEJOIN_89] (rows=696954748 width=88)
+ Conds:RS_52._col1=RS_53._col1(Inner),Output:["_col2","_col8"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_88] (rows=1874 width=1911)
+ Conds:RS_45.substr(_col0, 1, 2)=RS_46.substr(_col2, 1, 2)(Inner),Output:["_col1","_col2"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:substr(_col2, 1, 2)
+ Select Operator [SEL_44] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_85] (rows=1704 width=1910)
+ predicate:(s_store_sk is not null and substr(s_zip, 1, 2) is not null)
+ TableScan [TS_42] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:substr(_col0, 1, 2)
+ Select Operator [SEL_41] (rows=1 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_40] (rows=1 width=1014)
+ predicate:(_col1 = 2)
+ Group By Operator [GBY_39] (rows=6833333 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
+ <-Union 9 [SIMPLE_EDGE]
+ <-Reducer 15 [CONTAINS]
+ Reduce Output Operator [RS_38]
+ PartitionCols:_col0
+ Group By Operator [GBY_37] (rows=13666666 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0
+ Group By Operator [GBY_32] (rows=3666666 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Group By Operator [GBY_30] (rows=7333333 width=1014)
+ Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
+ Select Operator [SEL_28] (rows=7333333 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_27] (rows=7333333 width=1014)
+ predicate:(_col1 > 10)
+ Group By Operator [GBY_26] (rows=22000000 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Group By Operator [GBY_24] (rows=44000000 width=1014)
+ Output:["_col0","_col1"],aggregations:["count()"],keys:_col1
+ Merge Join Operator [MERGEJOIN_87] (rows=44000000 width=1014)
+ Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Select Operator [SEL_16] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_83] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and substr(substr(ca_zip, 1, 5), 1, 2) is not null)
+ TableScan [TS_14] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_zip"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_19] (rows=40000000 width=860)
+ Output:["_col0"]
+ Filter Operator [FIL_84] (rows=40000000 width=860)
+ predicate:((c_preferred_cust_flag = 'Y') and c_current_addr_sk is not null)
+ TableScan [TS_17] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_current_addr_sk","c_preferred_cust_flag"]
+ <-Reducer 8 [CONTAINS]
+ Reduce Output Operator [RS_38]
+ PartitionCols:_col0
+ Group By Operator [GBY_37] (rows=13666666 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0
+ Group By Operator [GBY_12] (rows=10000000 width=1014)
+ Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_11]
+ PartitionCols:_col0
+ Group By Operator [GBY_10] (rows=20000000 width=1014)
+ Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
+ Select Operator [SEL_8] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_81] (rows=20000000 width=1014)
+ predicate:((substr(ca_zip, 1, 5)) IN ('89436', '30868', '65085', '22977', '83927', '77557', '58429', '40697', '80614', '10502', '32779', '91137', '61265', '98294', '17921', '18427', '21203', '59362', '87291', '84093', '21505', '17184', '10866', '67898', '25797', '28055', '18377', '80332', '74535', '21757', '29742', '90885', '29898', '17819', '40811', '25990', '47513', '89531', '91068', '10391', '18846', '99223', '82637', '41368', '83658', '86199', '81625', '26696', '89338', '88425', '32200', '81427', '19053', '77471', '36610', '99823', '43276', '41249', '48584', '83550', '82276', '18842', '78890', '14090', '38123', '40936', '34425', '19850', '43286', '80072', '79188', '54191', '11395', '50497', '84861', '90733', '21068', '57666', '37119', '25004', '57835', '70067', '62878', '95806', '19303', '18840', '19124', '29785', '16737', '16022', '49613', '89977', '68310', '60069', '98360', '48649', '39050', '41793', '25002', '27413', '39736',
'47208', '16515', '94808', '57648', '15009', '80015', '42961', '63982', '21744', '71853', '81087', '67468', '34175', '64008', '20261', '11201', '51799', '48043', '45645', '61163', '48375', '36447', '57042', '21218', '41100', '89951', '22745', '35851', '83326', '61125', '78298', '80752', '49858', '52940', '96976', '63792', '11376', '53582', '18717', '90226', '50530', '94203', '99447', '27670', '96577', '57856', '56372', '16165', '23427', '54561', '28806', '44439', '22926', '30123', '61451', '92397', '56979', '92309', '70873', '13355', '21801', '46346', '37562', '56458', '28286', '47306', '99555', '69399', '26234', '47546', '49661', '88601', '35943', '39936', '25632', '24611', '44166', '56648', '30379', '59785', '11110', '14329', '93815', '52226', '71381', '13842', '25612', '63294', '14664', '21077', '82626', '18799', '60915', '81020', '56447', '76619', '11433', '13414', '42548', '92713', '70467', '30884', '47484', '16072', '38936', '13036', '88376', '45539', '35901', '19506', '65690'
, '73957', '71850', '49231', '14276', '20005', '18384', '76615', '11635', '38177', '55607', '41369', '95447', '58581', '58149', '91946', '33790', '76232', '75692', '95464', '22246', '51061', '56692', '53121', '77209', '15482', '10688', '14868', '45907', '73520', '72666', '25734', '17959', '24677', '66446', '94627', '53535', '15560', '41967', '69297', '11929', '59403', '33283', '52232', '57350', '43933', '40921', '36635', '10827', '71286', '19736', '80619', '25251', '95042', '15526', '36496', '55854', '49124', '81980', '35375', '49157', '63512', '28944', '14946', '36503', '54010', '18767', '23969', '43905', '66979', '33113', '21286', '58471', '59080', '13395', '79144', '70373', '67031', '38360', '26705', '50906', '52406', '26066', '73146', '15884', '31897', '30045', '61068', '45550', '92454', '13376', '14354', '19770', '22928', '97790', '50723', '46081', '30202', '14410', '20223', '88500', '67298', '13261', '14172', '81410', '93578', '83583', '46047', '94167', '82564', '21156', '1579
9', '86709', '37931', '74703', '83103', '23054', '70470', '72008', '49247', '91911', '69998', '20961', '70070', '63197', '54853', '88191', '91830', '49521', '19454', '81450', '89091', '62378', '25683', '61869', '51744', '36580', '85778', '36871', '48121', '28810', '83712', '45486', '67393', '26935', '42393', '20132', '55349', '86057', '21309', '80218', '10094', '11357', '48819', '39734', '40758', '30432', '21204', '29467', '30214', '61024', '55307', '74621', '11622', '68908', '33032', '52868', '99194', '99900', '84936', '69036', '99149', '45013', '32895', '59004', '32322', '14933', '32936', '33562', '72550', '27385', '58049', '58200', '16808', '21360', '32961', '18586', '79307', '15492') and substr(substr(ca_zip, 1, 5), 1, 2) is not null)
+ TableScan [TS_6] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_zip"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_86] (rows=633595212 width=88)
+ Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_78] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_79] (rows=18262 width=1119)
+ predicate:((d_qoy = 1) and (d_year = 2002) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query80.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query80.q.out b/ql/src/test/results/clientpositive/perf/tez/query80.q.out
new file mode 100644
index 0000000..a64cad7
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query80.q.out
@@ -0,0 +1,478 @@
+PREHOOK: query: explain
+with ssr as
+ (select s_store_id as store_id,
+ sum(ss_ext_sales_price) as sales,
+ sum(coalesce(sr_return_amt, 0)) as returns,
+ sum(ss_net_profit - coalesce(sr_net_loss, 0)) as profit
+ from store_sales left outer join store_returns on
+ (ss_item_sk = sr_item_sk and ss_ticket_number = sr_ticket_number),
+ date_dim,
+ store,
+ item,
+ promotion
+ where ss_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and ss_store_sk = s_store_sk
+ and ss_item_sk = i_item_sk
+ and i_current_price > 50
+ and ss_promo_sk = p_promo_sk
+ and p_channel_tv = 'N'
+ group by s_store_id)
+ ,
+ csr as
+ (select cp_catalog_page_id as catalog_page_id,
+ sum(cs_ext_sales_price) as sales,
+ sum(coalesce(cr_return_amount, 0)) as returns,
+ sum(cs_net_profit - coalesce(cr_net_loss, 0)) as profit
+ from catalog_sales left outer join catalog_returns on
+ (cs_item_sk = cr_item_sk and cs_order_number = cr_order_number),
+ date_dim,
+ catalog_page,
+ item,
+ promotion
+ where cs_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and cs_catalog_page_sk = cp_catalog_page_sk
+ and cs_item_sk = i_item_sk
+ and i_current_price > 50
+ and cs_promo_sk = p_promo_sk
+ and p_channel_tv = 'N'
+group by cp_catalog_page_id)
+ ,
+ wsr as
+ (select web_site_id,
+ sum(ws_ext_sales_price) as sales,
+ sum(coalesce(wr_return_amt, 0)) as returns,
+ sum(ws_net_profit - coalesce(wr_net_loss, 0)) as profit
+ from web_sales left outer join web_returns on
+ (ws_item_sk = wr_item_sk and ws_order_number = wr_order_number),
+ date_dim,
+ web_site,
+ item,
+ promotion
+ where ws_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and ws_web_site_sk = web_site_sk
+ and ws_item_sk = i_item_sk
+ and i_current_price > 50
+ and ws_promo_sk = p_promo_sk
+ and p_channel_tv = 'N'
+group by web_site_id)
+ select channel
+ , id
+ , sum(sales) as sales
+ , sum(returns) as returns
+ , sum(profit) as profit
+ from
+ (select 'store channel' as channel
+ , 'store' || store_id as id
+ , sales
+ , returns
+ , profit
+ from ssr
+ union all
+ select 'catalog channel' as channel
+ , 'catalog_page' || catalog_page_id as id
+ , sales
+ , returns
+ , profit
+ from csr
+ union all
+ select 'web channel' as channel
+ , 'web_site' || web_site_id as id
+ , sales
+ , returns
+ , profit
+ from wsr
+ ) x
+ group by rollup (channel, id)
+ order by channel
+ ,id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ssr as
+ (select s_store_id as store_id,
+ sum(ss_ext_sales_price) as sales,
+ sum(coalesce(sr_return_amt, 0)) as returns,
+ sum(ss_net_profit - coalesce(sr_net_loss, 0)) as profit
+ from store_sales left outer join store_returns on
+ (ss_item_sk = sr_item_sk and ss_ticket_number = sr_ticket_number),
+ date_dim,
+ store,
+ item,
+ promotion
+ where ss_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and ss_store_sk = s_store_sk
+ and ss_item_sk = i_item_sk
+ and i_current_price > 50
+ and ss_promo_sk = p_promo_sk
+ and p_channel_tv = 'N'
+ group by s_store_id)
+ ,
+ csr as
+ (select cp_catalog_page_id as catalog_page_id,
+ sum(cs_ext_sales_price) as sales,
+ sum(coalesce(cr_return_amount, 0)) as returns,
+ sum(cs_net_profit - coalesce(cr_net_loss, 0)) as profit
+ from catalog_sales left outer join catalog_returns on
+ (cs_item_sk = cr_item_sk and cs_order_number = cr_order_number),
+ date_dim,
+ catalog_page,
+ item,
+ promotion
+ where cs_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and cs_catalog_page_sk = cp_catalog_page_sk
+ and cs_item_sk = i_item_sk
+ and i_current_price > 50
+ and cs_promo_sk = p_promo_sk
+ and p_channel_tv = 'N'
+group by cp_catalog_page_id)
+ ,
+ wsr as
+ (select web_site_id,
+ sum(ws_ext_sales_price) as sales,
+ sum(coalesce(wr_return_amt, 0)) as returns,
+ sum(ws_net_profit - coalesce(wr_net_loss, 0)) as profit
+ from web_sales left outer join web_returns on
+ (ws_item_sk = wr_item_sk and ws_order_number = wr_order_number),
+ date_dim,
+ web_site,
+ item,
+ promotion
+ where ws_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and ws_web_site_sk = web_site_sk
+ and ws_item_sk = i_item_sk
+ and i_current_price > 50
+ and ws_promo_sk = p_promo_sk
+ and p_channel_tv = 'N'
+group by web_site_id)
+ select channel
+ , id
+ , sum(sales) as sales
+ , sum(returns) as returns
+ , sum(profit) as profit
+ from
+ (select 'store channel' as channel
+ , 'store' || store_id as id
+ , sales
+ , returns
+ , profit
+ from ssr
+ union all
+ select 'catalog channel' as channel
+ , 'catalog_page' || catalog_page_id as id
+ , sales
+ , returns
+ , profit
+ from csr
+ union all
+ select 'web channel' as channel
+ , 'web_site' || web_site_id as id
+ , sales
+ , returns
+ , profit
+ from wsr
+ ) x
+ group by rollup (channel, id)
+ order by channel
+ ,id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
+Reducer 13 <- Map 12 (SIMPLE_EDGE), Reducer 27 (SIMPLE_EDGE)
+Reducer 14 <- Map 23 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
+Reducer 15 <- Map 24 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Map 29 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
+Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Union 8 (CONTAINS)
+Reducer 18 <- Map 12 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE)
+Reducer 19 <- Map 23 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
+Reducer 20 <- Map 24 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
+Reducer 21 <- Map 33 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
+Reducer 22 <- Reducer 21 (SIMPLE_EDGE), Union 8 (CONTAINS)
+Reducer 27 <- Map 26 (SIMPLE_EDGE), Map 28 (SIMPLE_EDGE)
+Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 31 <- Map 30 (SIMPLE_EDGE), Map 32 (SIMPLE_EDGE)
+Reducer 4 <- Map 23 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 24 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Map 25 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE), Union 8 (CONTAINS)
+Reducer 9 <- Union 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 10
+ File Output Operator [FS_127]
+ Limit [LIM_126] (rows=100 width=108)
+ Number of rows:100
+ Select Operator [SEL_125] (rows=1217531358 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_124]
+ Select Operator [SEL_123] (rows=1217531358 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_122] (rows=1217531358 width=108)
+ Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Union 8 [SIMPLE_EDGE]
+ <-Reducer 17 [CONTAINS]
+ Reduce Output Operator [RS_121]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_120] (rows=2435062716 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
+ Select Operator [SEL_77] (rows=231905279 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_76] (rows=231905279 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_75]
+ PartitionCols:_col0
+ Group By Operator [GBY_74] (rows=463810558 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0
+ Select Operator [SEL_72] (rows=463810558 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_212] (rows=463810558 width=135)
+ Conds:RS_69._col1=RS_70._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"]
+ <-Map 29 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col0
+ Select Operator [SEL_56] (rows=46000 width=460)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_196] (rows=46000 width=460)
+ predicate:cp_catalog_page_sk is not null
+ TableScan [TS_54] (rows=46000 width=460)
+ default@catalog_page,catalog_page,Tbl:COMPLETE,Col:NONE,Output:["cp_catalog_page_sk","cp_catalog_page_id"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_69]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_211] (rows=421645953 width=135)
+ Conds:RS_66._col3=RS_67._col0(Inner),Output:["_col1","_col5","_col6","_col9","_col10"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_67]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=1150 width=1179)
+ Output:["_col0"]
+ Filter Operator [FIL_189] (rows=1150 width=1179)
+ predicate:((p_channel_tv = 'N') and p_promo_sk is not null)
+ TableScan [TS_12] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_tv"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_66]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_210] (rows=383314495 width=135)
+ Conds:RS_63._col2=RS_64._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col9","_col10"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_64]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=154000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_188] (rows=154000 width=1436)
+ predicate:((i_current_price > 50) and i_item_sk is not null)
+ TableScan [TS_9] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_209] (rows=348467716 width=135)
+ Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_187] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-08-04 00:00:00.0 AND 1998-09-03 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_208] (rows=316788826 width=135)
+ Conds:RS_57._col2, _col4=RS_58._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col2, _col4
+ Select Operator [SEL_41] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_191] (rows=287989836 width=135)
+ predicate:(cs_catalog_page_sk is not null and cs_item_sk is not null and cs_promo_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_39] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_ext_sales_price","cs_net_profit"]
+ <-Map 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_44] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_192] (rows=28798881 width=106)
+ predicate:cr_item_sk is not null
+ TableScan [TS_42] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_amount","cr_net_loss"]
+ <-Reducer 22 [CONTAINS]
+ Reduce Output Operator [RS_121]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_120] (rows=2435062716 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
+ Select Operator [SEL_117] (rows=115958879 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_116] (rows=115958879 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_115]
+ PartitionCols:_col0
+ Group By Operator [GBY_114] (rows=231917759 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0
+ Select Operator [SEL_112] (rows=231917759 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_217] (rows=231917759 width=135)
+ Conds:RS_109._col2=RS_110._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"]
+ <-Map 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_110]
+ PartitionCols:_col0
+ Select Operator [SEL_96] (rows=84 width=1850)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_202] (rows=84 width=1850)
+ predicate:web_site_sk is not null
+ TableScan [TS_94] (rows=84 width=1850)
+ default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_site_id"]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_216] (rows=210834322 width=135)
+ Conds:RS_106._col3=RS_107._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_107]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_106]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_215] (rows=191667562 width=135)
+ Conds:RS_103._col1=RS_104._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_104]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_103]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_214] (rows=174243235 width=135)
+ Conds:RS_100._col0=RS_101._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_101]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_100]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_213] (rows=158402938 width=135)
+ Conds:RS_97._col1, _col4=RS_98._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
+ <-Map 30 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col1, _col4
+ Select Operator [SEL_81] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_197] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_promo_sk is not null and ws_sold_date_sk is not null and ws_web_site_sk is not null)
+ TableScan [TS_79] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_site_sk","ws_promo_sk","ws_order_number","ws_ext_sales_price","ws_net_profit"]
+ <-Map 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_98]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_84] (rows=14398467 width=92)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_198] (rows=14398467 width=92)
+ predicate:wr_item_sk is not null
+ TableScan [TS_82] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"]
+ <-Reducer 7 [CONTAINS]
+ Reduce Output Operator [RS_121]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_120] (rows=2435062716 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
+ Select Operator [SEL_38] (rows=463823414 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_37] (rows=463823414 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col0
+ Group By Operator [GBY_35] (rows=927646829 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0
+ Select Operator [SEL_33] (rows=927646829 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_207] (rows=927646829 width=88)
+ Conds:RS_30._col2=RS_31._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_190] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_15] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_206] (rows=843315281 width=88)
+ Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_14]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_205] (rows=766650239 width=88)
+ Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_204] (rows=696954748 width=88)
+ Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_203] (rows=633595212 width=88)
+ Conds:RS_18._col1, _col4=RS_19._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1, _col4
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_185] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_ext_sales_price","ss_net_profit"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_5] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_186] (rows=57591150 width=77)
+ predicate:sr_item_sk is not null
+ TableScan [TS_3] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_amt","sr_net_loss"]
+
[06/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query75.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query75.q.out b/ql/src/test/results/clientpositive/perf/tez/query75.q.out
new file mode 100644
index 0000000..08e1620
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query75.q.out
@@ -0,0 +1,481 @@
+PREHOOK: query: explain
+WITH all_sales AS (
+ SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,SUM(sales_cnt) AS sales_cnt
+ ,SUM(sales_amt) AS sales_amt
+ FROM (SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,cs_quantity - COALESCE(cr_return_quantity,0) AS sales_cnt
+ ,cs_ext_sales_price - COALESCE(cr_return_amount,0.0) AS sales_amt
+ FROM catalog_sales JOIN item ON i_item_sk=cs_item_sk
+ JOIN date_dim ON d_date_sk=cs_sold_date_sk
+ LEFT JOIN catalog_returns ON (cs_order_number=cr_order_number
+ AND cs_item_sk=cr_item_sk)
+ WHERE i_category='Sports'
+ UNION
+ SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,ss_quantity - COALESCE(sr_return_quantity,0) AS sales_cnt
+ ,ss_ext_sales_price - COALESCE(sr_return_amt,0.0) AS sales_amt
+ FROM store_sales JOIN item ON i_item_sk=ss_item_sk
+ JOIN date_dim ON d_date_sk=ss_sold_date_sk
+ LEFT JOIN store_returns ON (ss_ticket_number=sr_ticket_number
+ AND ss_item_sk=sr_item_sk)
+ WHERE i_category='Sports'
+ UNION
+ SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,ws_quantity - COALESCE(wr_return_quantity,0) AS sales_cnt
+ ,ws_ext_sales_price - COALESCE(wr_return_amt,0.0) AS sales_amt
+ FROM web_sales JOIN item ON i_item_sk=ws_item_sk
+ JOIN date_dim ON d_date_sk=ws_sold_date_sk
+ LEFT JOIN web_returns ON (ws_order_number=wr_order_number
+ AND ws_item_sk=wr_item_sk)
+ WHERE i_category='Sports') sales_detail
+ GROUP BY d_year, i_brand_id, i_class_id, i_category_id, i_manufact_id)
+ SELECT prev_yr.d_year AS prev_year
+ ,curr_yr.d_year AS year
+ ,curr_yr.i_brand_id
+ ,curr_yr.i_class_id
+ ,curr_yr.i_category_id
+ ,curr_yr.i_manufact_id
+ ,prev_yr.sales_cnt AS prev_yr_cnt
+ ,curr_yr.sales_cnt AS curr_yr_cnt
+ ,curr_yr.sales_cnt-prev_yr.sales_cnt AS sales_cnt_diff
+ ,curr_yr.sales_amt-prev_yr.sales_amt AS sales_amt_diff
+ FROM all_sales curr_yr, all_sales prev_yr
+ WHERE curr_yr.i_brand_id=prev_yr.i_brand_id
+ AND curr_yr.i_class_id=prev_yr.i_class_id
+ AND curr_yr.i_category_id=prev_yr.i_category_id
+ AND curr_yr.i_manufact_id=prev_yr.i_manufact_id
+ AND curr_yr.d_year=2002
+ AND prev_yr.d_year=2002-1
+ AND CAST(curr_yr.sales_cnt AS DECIMAL(17,2))/CAST(prev_yr.sales_cnt AS DECIMAL(17,2))<0.9
+ ORDER BY sales_cnt_diff
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+WITH all_sales AS (
+ SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,SUM(sales_cnt) AS sales_cnt
+ ,SUM(sales_amt) AS sales_amt
+ FROM (SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,cs_quantity - COALESCE(cr_return_quantity,0) AS sales_cnt
+ ,cs_ext_sales_price - COALESCE(cr_return_amount,0.0) AS sales_amt
+ FROM catalog_sales JOIN item ON i_item_sk=cs_item_sk
+ JOIN date_dim ON d_date_sk=cs_sold_date_sk
+ LEFT JOIN catalog_returns ON (cs_order_number=cr_order_number
+ AND cs_item_sk=cr_item_sk)
+ WHERE i_category='Sports'
+ UNION
+ SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,ss_quantity - COALESCE(sr_return_quantity,0) AS sales_cnt
+ ,ss_ext_sales_price - COALESCE(sr_return_amt,0.0) AS sales_amt
+ FROM store_sales JOIN item ON i_item_sk=ss_item_sk
+ JOIN date_dim ON d_date_sk=ss_sold_date_sk
+ LEFT JOIN store_returns ON (ss_ticket_number=sr_ticket_number
+ AND ss_item_sk=sr_item_sk)
+ WHERE i_category='Sports'
+ UNION
+ SELECT d_year
+ ,i_brand_id
+ ,i_class_id
+ ,i_category_id
+ ,i_manufact_id
+ ,ws_quantity - COALESCE(wr_return_quantity,0) AS sales_cnt
+ ,ws_ext_sales_price - COALESCE(wr_return_amt,0.0) AS sales_amt
+ FROM web_sales JOIN item ON i_item_sk=ws_item_sk
+ JOIN date_dim ON d_date_sk=ws_sold_date_sk
+ LEFT JOIN web_returns ON (ws_order_number=wr_order_number
+ AND ws_item_sk=wr_item_sk)
+ WHERE i_category='Sports') sales_detail
+ GROUP BY d_year, i_brand_id, i_class_id, i_category_id, i_manufact_id)
+ SELECT prev_yr.d_year AS prev_year
+ ,curr_yr.d_year AS year
+ ,curr_yr.i_brand_id
+ ,curr_yr.i_class_id
+ ,curr_yr.i_category_id
+ ,curr_yr.i_manufact_id
+ ,prev_yr.sales_cnt AS prev_yr_cnt
+ ,curr_yr.sales_cnt AS curr_yr_cnt
+ ,curr_yr.sales_cnt-prev_yr.sales_cnt AS sales_cnt_diff
+ ,curr_yr.sales_amt-prev_yr.sales_amt AS sales_amt_diff
+ FROM all_sales curr_yr, all_sales prev_yr
+ WHERE curr_yr.i_brand_id=prev_yr.i_brand_id
+ AND curr_yr.i_class_id=prev_yr.i_class_id
+ AND curr_yr.i_category_id=prev_yr.i_category_id
+ AND curr_yr.i_manufact_id=prev_yr.i_manufact_id
+ AND curr_yr.d_year=2002
+ AND prev_yr.d_year=2002-1
+ AND CAST(curr_yr.sales_cnt AS DECIMAL(17,2))/CAST(prev_yr.sales_cnt AS DECIMAL(17,2))<0.9
+ ORDER BY sales_cnt_diff
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 1 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
+Reducer 12 <- Map 31 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Map 32 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE), Union 14 (CONTAINS)
+Reducer 15 <- Union 14 (SIMPLE_EDGE), Union 16 (CONTAINS)
+Reducer 17 <- Union 16 (SIMPLE_EDGE)
+Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 33 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
+Reducer 20 <- Map 31 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
+Reducer 21 <- Map 34 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 22 <- Map 18 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
+Reducer 23 <- Map 31 (SIMPLE_EDGE), Reducer 22 (SIMPLE_EDGE)
+Reducer 24 <- Map 36 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE), Union 7 (CONTAINS)
+Reducer 25 <- Map 18 (SIMPLE_EDGE), Map 33 (SIMPLE_EDGE)
+Reducer 26 <- Map 31 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
+Reducer 27 <- Map 34 (SIMPLE_EDGE), Reducer 26 (SIMPLE_EDGE), Union 14 (CONTAINS)
+Reducer 28 <- Map 18 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
+Reducer 29 <- Map 31 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE)
+Reducer 3 <- Map 31 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 30 <- Map 36 (SIMPLE_EDGE), Reducer 29 (SIMPLE_EDGE), Union 16 (CONTAINS)
+Reducer 4 <- Map 32 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 6 <- Union 5 (SIMPLE_EDGE), Union 7 (CONTAINS)
+Reducer 8 <- Union 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 17 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 10
+ File Output Operator [FS_179]
+ Select Operator [SEL_178] (rows=100 width=111)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ Limit [LIM_177] (rows=100 width=111)
+ Number of rows:100
+ Select Operator [SEL_176] (rows=70276244 width=111)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_175]
+ Select Operator [SEL_174] (rows=70276244 width=111)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_173] (rows=70276244 width=111)
+ predicate:((CAST( _col10 AS decimal(17,2)) / CAST( _col4 AS decimal(17,2))) < 0.9)
+ Merge Join Operator [MERGEJOIN_282] (rows=210828734 width=111)
+ Conds:RS_170._col0, _col1, _col2, _col3=RS_171._col0, _col1, _col2, _col3(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col10","_col11"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_171]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_168] (rows=191662482 width=111)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_163] (rows=383324964 width=111)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Union 16 [SIMPLE_EDGE]
+ <-Reducer 15 [CONTAINS]
+ Reduce Output Operator [RS_162]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_161] (rows=766649929 width=111)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_134] (rows=574982367 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Union 14 [SIMPLE_EDGE]
+ <-Reducer 13 [CONTAINS]
+ Reduce Output Operator [RS_133]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_132] (rows=1149964734 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Select Operator [SEL_106] (rows=383314495 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_275] (rows=383314495 width=135)
+ Conds:RS_103._col1, _col2=RS_104._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
+ <-Map 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_104]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_11] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_243] (rows=28798881 width=106)
+ predicate:cr_item_sk is not null
+ TableScan [TS_9] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_103]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_274] (rows=348467716 width=135)
+ Conds:RS_100._col1=RS_101._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_101]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col5"]
+ Filter Operator [FIL_242] (rows=231000 width=1436)
+ predicate:((i_category = 'Sports') and i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null and i_manufact_id is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_100]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_273] (rows=316788826 width=135)
+ Conds:RS_97._col0=RS_98._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_98]
+ PartitionCols:_col0
+ Select Operator [SEL_90] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_253] (rows=36524 width=1119)
+ predicate:((d_year = 2002) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_240] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"]
+ <-Reducer 27 [CONTAINS]
+ Reduce Output Operator [RS_133]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_132] (rows=1149964734 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Select Operator [SEL_128] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_278] (rows=766650239 width=88)
+ Conds:RS_125._col1, _col2=RS_126._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
+ <-Map 34 [SIMPLE_EDGE]
+ SHUFFLE [RS_126]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_33] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_247] (rows=57591150 width=77)
+ predicate:sr_item_sk is not null
+ TableScan [TS_31] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"]
+ <-Reducer 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_125]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_277] (rows=696954748 width=88)
+ Conds:RS_122._col1=RS_123._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_123]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_122]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_276] (rows=633595212 width=88)
+ Conds:RS_119._col0=RS_120._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_120]
+ PartitionCols:_col0
+ Select Operator [SEL_112] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_257] (rows=36524 width=1119)
+ predicate:((d_year = 2002) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_119]
+ PartitionCols:_col0
+ Select Operator [SEL_24] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_244] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_22] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"]
+ <-Reducer 30 [CONTAINS]
+ Reduce Output Operator [RS_162]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_161] (rows=766649929 width=111)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Select Operator [SEL_157] (rows=191667562 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_281] (rows=191667562 width=135)
+ Conds:RS_154._col1, _col2=RS_155._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_155]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_62] (rows=14398467 width=92)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_251] (rows=14398467 width=92)
+ predicate:wr_item_sk is not null
+ TableScan [TS_60] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"]
+ <-Reducer 29 [SIMPLE_EDGE]
+ SHUFFLE [RS_154]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_280] (rows=174243235 width=135)
+ Conds:RS_151._col1=RS_152._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_152]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_151]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_279] (rows=158402938 width=135)
+ Conds:RS_148._col0=RS_149._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_149]
+ PartitionCols:_col0
+ Select Operator [SEL_141] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_261] (rows=36524 width=1119)
+ predicate:((d_year = 2002) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_148]
+ PartitionCols:_col0
+ Select Operator [SEL_53] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_248] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_51] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_170]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_83] (rows=191662482 width=111)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_78] (rows=383324964 width=111)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Union 7 [SIMPLE_EDGE]
+ <-Reducer 24 [CONTAINS]
+ Reduce Output Operator [RS_77]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_76] (rows=766649929 width=111)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Select Operator [SEL_72] (rows=191667562 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_272] (rows=191667562 width=135)
+ Conds:RS_69._col1, _col2=RS_70._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col0, _col1
+ Please refer to the previous Select Operator [SEL_62]
+ <-Reducer 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_69]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_271] (rows=174243235 width=135)
+ Conds:RS_66._col1=RS_67._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_67]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_66]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_270] (rows=158402938 width=135)
+ Conds:RS_63._col0=RS_64._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_64]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_241] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_53]
+ <-Reducer 6 [CONTAINS]
+ Reduce Output Operator [RS_77]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_76] (rows=766649929 width=111)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_49] (rows=574982367 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Union 5 [SIMPLE_EDGE]
+ <-Reducer 21 [CONTAINS]
+ Reduce Output Operator [RS_48]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_47] (rows=1149964734 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Select Operator [SEL_43] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_269] (rows=766650239 width=88)
+ Conds:RS_40._col1, _col2=RS_41._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
+ <-Map 34 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0, _col1
+ Please refer to the previous Select Operator [SEL_33]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_268] (rows=696954748 width=88)
+ Conds:RS_37._col1=RS_38._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_267] (rows=633595212 width=88)
+ Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_24]
+ <-Reducer 4 [CONTAINS]
+ Reduce Output Operator [RS_48]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_47] (rows=1149964734 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5
+ Select Operator [SEL_21] (rows=383314495 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_266] (rows=383314495 width=135)
+ Conds:RS_18._col1, _col2=RS_19._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"]
+ <-Map 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0, _col1
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1, _col2
+ Merge Join Operator [MERGEJOIN_265] (rows=348467716 width=135)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_264] (rows=316788826 width=135)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query76.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query76.q.out b/ql/src/test/results/clientpositive/perf/tez/query76.q.out
new file mode 100644
index 0000000..f2492c2
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query76.q.out
@@ -0,0 +1,187 @@
+PREHOOK: query: explain
+select channel, col_name, d_year, d_qoy, i_category, COUNT(*) sales_cnt, SUM(ext_sales_price) sales_amt FROM (
+ SELECT 'store' as channel, 'ss_addr_sk' col_name, d_year, d_qoy, i_category, ss_ext_sales_price ext_sales_price
+ FROM store_sales, item, date_dim
+ WHERE ss_addr_sk IS NULL
+ AND ss_sold_date_sk=d_date_sk
+ AND ss_item_sk=i_item_sk
+ UNION ALL
+ SELECT 'web' as channel, 'ws_web_page_sk' col_name, d_year, d_qoy, i_category, ws_ext_sales_price ext_sales_price
+ FROM web_sales, item, date_dim
+ WHERE ws_web_page_sk IS NULL
+ AND ws_sold_date_sk=d_date_sk
+ AND ws_item_sk=i_item_sk
+ UNION ALL
+ SELECT 'catalog' as channel, 'cs_warehouse_sk' col_name, d_year, d_qoy, i_category, cs_ext_sales_price ext_sales_price
+ FROM catalog_sales, item, date_dim
+ WHERE cs_warehouse_sk IS NULL
+ AND cs_sold_date_sk=d_date_sk
+ AND cs_item_sk=i_item_sk) foo
+GROUP BY channel, col_name, d_year, d_qoy, i_category
+ORDER BY channel, col_name, d_year, d_qoy, i_category
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select channel, col_name, d_year, d_qoy, i_category, COUNT(*) sales_cnt, SUM(ext_sales_price) sales_amt FROM (
+ SELECT 'store' as channel, 'ss_addr_sk' col_name, d_year, d_qoy, i_category, ss_ext_sales_price ext_sales_price
+ FROM store_sales, item, date_dim
+ WHERE ss_addr_sk IS NULL
+ AND ss_sold_date_sk=d_date_sk
+ AND ss_item_sk=i_item_sk
+ UNION ALL
+ SELECT 'web' as channel, 'ws_web_page_sk' col_name, d_year, d_qoy, i_category, ws_ext_sales_price ext_sales_price
+ FROM web_sales, item, date_dim
+ WHERE ws_web_page_sk IS NULL
+ AND ws_sold_date_sk=d_date_sk
+ AND ws_item_sk=i_item_sk
+ UNION ALL
+ SELECT 'catalog' as channel, 'cs_warehouse_sk' col_name, d_year, d_qoy, i_category, cs_ext_sales_price ext_sales_price
+ FROM catalog_sales, item, date_dim
+ WHERE cs_warehouse_sk IS NULL
+ AND cs_sold_date_sk=d_date_sk
+ AND cs_item_sk=i_item_sk) foo
+GROUP BY channel, col_name, d_year, d_qoy, i_category
+ORDER BY channel, col_name, d_year, d_qoy, i_category
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 16 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE), Union 4 (CONTAINS)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
+Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE), Union 4 (CONTAINS)
+Reducer 5 <- Union 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 13 (SIMPLE_EDGE)
+Reducer 8 <- Map 14 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE), Union 4 (CONTAINS)
+Reducer 9 <- Map 1 (SIMPLE_EDGE), Map 15 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_58]
+ Limit [LIM_57] (rows=100 width=108)
+ Number of rows:100
+ Select Operator [SEL_56] (rows=304916424 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ Group By Operator [GBY_53] (rows=304916424 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Union 4 [SIMPLE_EDGE]
+ <-Reducer 10 [CONTAINS]
+ Reduce Output Operator [RS_52]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_51] (rows=609832848 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4
+ Select Operator [SEL_48] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_88] (rows=174233858 width=135)
+ Conds:RS_45._col0=RS_46._col0(Inner),Output:["_col3","_col5","_col7","_col8"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:_col0
+ Select Operator [SEL_41] (rows=73049 width=1119)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_82] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ TableScan [TS_39] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_87] (rows=158394413 width=135)
+ Conds:RS_42._col2=RS_43._col0(Inner),Output:["_col0","_col3","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_74] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_0] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col2
+ Select Operator [SEL_35] (rows=143994918 width=135)
+ Output:["_col0","_col2","_col3"]
+ Filter Operator [FIL_80] (rows=143994918 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_warehouse_sk is null)
+ TableScan [TS_33] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_ext_sales_price"]
+ <-Reducer 3 [CONTAINS]
+ Reduce Output Operator [RS_52]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_51] (rows=609832848 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4
+ Select Operator [SEL_15] (rows=348477373 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_84] (rows=348477373 width=88)
+ Conds:RS_12._col2=RS_13._col0(Inner),Output:["_col1","_col5","_col7","_col8"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=73049 width=1119)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_76] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_83] (rows=316797605 width=88)
+ Conds:RS_9._col0=RS_10._col1(Inner),Output:["_col1","_col2","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col1
+ Select Operator [SEL_5] (rows=287997817 width=88)
+ Output:["_col0","_col1","_col3"]
+ Filter Operator [FIL_75] (rows=287997817 width=88)
+ predicate:(ss_addr_sk is null and ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"]
+ <-Reducer 8 [CONTAINS]
+ Reduce Output Operator [RS_52]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_51] (rows=609832848 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4
+ Select Operator [SEL_31] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_86] (rows=87121617 width=135)
+ Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col3","_col5","_col7","_col8"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_24] (rows=73049 width=1119)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_79] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ TableScan [TS_22] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_85] (rows=79201469 width=135)
+ Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0","_col3","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col1
+ Select Operator [SEL_18] (rows=72001334 width=135)
+ Output:["_col0","_col1","_col3"]
+ Filter Operator [FIL_77] (rows=72001334 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_web_page_sk is null)
+ TableScan [TS_16] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_ext_sales_price"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query77.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query77.q.out b/ql/src/test/results/clientpositive/perf/tez/query77.q.out
new file mode 100644
index 0000000..d10e226
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query77.q.out
@@ -0,0 +1,481 @@
+Warning: Shuffle Join MERGEJOIN[188][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 15' is a cross product
+PREHOOK: query: explain
+with ss as
+ (select s_store_sk,
+ sum(ss_ext_sales_price) as sales,
+ sum(ss_net_profit) as profit
+ from store_sales,
+ date_dim,
+ store
+ where ss_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and ss_store_sk = s_store_sk
+ group by s_store_sk)
+ ,
+ sr as
+ (select s_store_sk,
+ sum(sr_return_amt) as returns,
+ sum(sr_net_loss) as profit_loss
+ from store_returns,
+ date_dim,
+ store
+ where sr_returned_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and sr_store_sk = s_store_sk
+ group by s_store_sk),
+ cs as
+ (select cs_call_center_sk,
+ sum(cs_ext_sales_price) as sales,
+ sum(cs_net_profit) as profit
+ from catalog_sales,
+ date_dim
+ where cs_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ group by cs_call_center_sk
+ ),
+ cr as
+ (select
+ sum(cr_return_amount) as returns,
+ sum(cr_net_loss) as profit_loss
+ from catalog_returns,
+ date_dim
+ where cr_returned_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ ),
+ ws as
+ ( select wp_web_page_sk,
+ sum(ws_ext_sales_price) as sales,
+ sum(ws_net_profit) as profit
+ from web_sales,
+ date_dim,
+ web_page
+ where ws_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and ws_web_page_sk = wp_web_page_sk
+ group by wp_web_page_sk),
+ wr as
+ (select wp_web_page_sk,
+ sum(wr_return_amt) as returns,
+ sum(wr_net_loss) as profit_loss
+ from web_returns,
+ date_dim,
+ web_page
+ where wr_returned_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and wr_web_page_sk = wp_web_page_sk
+ group by wp_web_page_sk)
+ select channel
+ , id
+ , sum(sales) as sales
+ , sum(returns) as returns
+ , sum(profit) as profit
+ from
+ (select 'store channel' as channel
+ , ss.s_store_sk as id
+ , sales
+ , coalesce(returns, 0) as returns
+ , (profit - coalesce(profit_loss,0)) as profit
+ from ss left join sr
+ on ss.s_store_sk = sr.s_store_sk
+ union all
+ select 'catalog channel' as channel
+ , cs_call_center_sk as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from cs
+ , cr
+ union all
+ select 'web channel' as channel
+ , ws.wp_web_page_sk as id
+ , sales
+ , coalesce(returns, 0) returns
+ , (profit - coalesce(profit_loss,0)) as profit
+ from ws left join wr
+ on ws.wp_web_page_sk = wr.wp_web_page_sk
+ ) x
+ group by rollup (channel, id)
+ order by channel
+ ,id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ss as
+ (select s_store_sk,
+ sum(ss_ext_sales_price) as sales,
+ sum(ss_net_profit) as profit
+ from store_sales,
+ date_dim,
+ store
+ where ss_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and ss_store_sk = s_store_sk
+ group by s_store_sk)
+ ,
+ sr as
+ (select s_store_sk,
+ sum(sr_return_amt) as returns,
+ sum(sr_net_loss) as profit_loss
+ from store_returns,
+ date_dim,
+ store
+ where sr_returned_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and sr_store_sk = s_store_sk
+ group by s_store_sk),
+ cs as
+ (select cs_call_center_sk,
+ sum(cs_ext_sales_price) as sales,
+ sum(cs_net_profit) as profit
+ from catalog_sales,
+ date_dim
+ where cs_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ group by cs_call_center_sk
+ ),
+ cr as
+ (select
+ sum(cr_return_amount) as returns,
+ sum(cr_net_loss) as profit_loss
+ from catalog_returns,
+ date_dim
+ where cr_returned_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ ),
+ ws as
+ ( select wp_web_page_sk,
+ sum(ws_ext_sales_price) as sales,
+ sum(ws_net_profit) as profit
+ from web_sales,
+ date_dim,
+ web_page
+ where ws_sold_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and ws_web_page_sk = wp_web_page_sk
+ group by wp_web_page_sk),
+ wr as
+ (select wp_web_page_sk,
+ sum(wr_return_amt) as returns,
+ sum(wr_net_loss) as profit_loss
+ from web_returns,
+ date_dim,
+ web_page
+ where wr_returned_date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 30 days)
+ and wr_web_page_sk = wp_web_page_sk
+ group by wp_web_page_sk)
+ select channel
+ , id
+ , sum(sales) as sales
+ , sum(returns) as returns
+ , sum(profit) as profit
+ from
+ (select 'store channel' as channel
+ , ss.s_store_sk as id
+ , sales
+ , coalesce(returns, 0) as returns
+ , (profit - coalesce(profit_loss,0)) as profit
+ from ss left join sr
+ on ss.s_store_sk = sr.s_store_sk
+ union all
+ select 'catalog channel' as channel
+ , cs_call_center_sk as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from cs
+ , cr
+ union all
+ select 'web channel' as channel
+ , ws.wp_web_page_sk as id
+ , sales
+ , coalesce(returns, 0) returns
+ , (profit - coalesce(profit_loss,0)) as profit
+ from ws left join wr
+ on ws.wp_web_page_sk = wr.wp_web_page_sk
+ ) x
+ group by rollup (channel, id)
+ order by channel
+ ,id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 26 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 25 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Map 27 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 14 <- Reducer 13 (SIMPLE_EDGE)
+Reducer 15 <- Reducer 14 (CUSTOM_SIMPLE_EDGE), Reducer 17 (CUSTOM_SIMPLE_EDGE), Union 6 (CONTAINS)
+Reducer 16 <- Map 28 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 17 <- Reducer 16 (CUSTOM_SIMPLE_EDGE)
+Reducer 18 <- Map 29 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 19 <- Map 30 (SIMPLE_EDGE), Reducer 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
+Reducer 21 <- Reducer 20 (ONE_TO_ONE_EDGE), Reducer 24 (ONE_TO_ONE_EDGE), Union 6 (CONTAINS)
+Reducer 22 <- Map 31 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 23 <- Map 30 (SIMPLE_EDGE), Reducer 22 (SIMPLE_EDGE)
+Reducer 24 <- Reducer 23 (SIMPLE_EDGE)
+Reducer 3 <- Map 25 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 12 (ONE_TO_ONE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE), Union 6 (CONTAINS)
+Reducer 7 <- Union 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 8
+ File Output Operator [FS_130]
+ Limit [LIM_129] (rows=100 width=163)
+ Number of rows:100
+ Select Operator [SEL_128] (rows=956329968 width=163)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_127]
+ Select Operator [SEL_126] (rows=956329968 width=163)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_125] (rows=956329968 width=163)
+ Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Union 6 [SIMPLE_EDGE]
+ <-Reducer 15 [CONTAINS]
+ Reduce Output Operator [RS_124]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_123] (rows=1912659936 width=163)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
+ Select Operator [SEL_75] (rows=158394413 width=360)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Merge Join Operator [MERGEJOIN_188] (rows=158394413 width=360)
+ Conds:(Inner),Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 14 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_72]
+ Group By Operator [GBY_56] (rows=158394413 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col0
+ Group By Operator [GBY_54] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_181] (rows=316788826 width=135)
+ Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_162] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-08-04 00:00:00.0 AND 1998-09-03 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Map 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col0
+ Select Operator [SEL_46] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_167] (rows=287989836 width=135)
+ predicate:cs_sold_date_sk is not null
+ TableScan [TS_44] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_call_center_sk","cs_ext_sales_price","cs_net_profit"]
+ <-Reducer 17 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_73]
+ Group By Operator [GBY_70] (rows=1 width=224)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
+ <-Reducer 16 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_69]
+ Group By Operator [GBY_68] (rows=1 width=224)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)","sum(_col2)"]
+ Merge Join Operator [MERGEJOIN_182] (rows=31678769 width=106)
+ Conds:RS_64._col0=RS_65._col0(Inner),Output:["_col1","_col2"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_65]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_64]
+ PartitionCols:_col0
+ Select Operator [SEL_60] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_169] (rows=28798881 width=106)
+ predicate:cr_returned_date_sk is not null
+ TableScan [TS_58] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_return_amount","cr_net_loss"]
+ <-Reducer 21 [CONTAINS]
+ Reduce Output Operator [RS_124]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_123] (rows=1912659936 width=163)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
+ Select Operator [SEL_120] (rows=95833780 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Merge Join Operator [MERGEJOIN_189] (rows=95833780 width=135)
+ Conds:RS_117._col0=RS_118._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"]
+ <-Reducer 20 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_117]
+ PartitionCols:_col0
+ Group By Operator [GBY_95] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_94]
+ PartitionCols:_col0
+ Group By Operator [GBY_93] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6
+ Merge Join Operator [MERGEJOIN_184] (rows=174243235 width=135)
+ Conds:RS_89._col1=RS_90._col0(Inner),Output:["_col2","_col3","_col6"]
+ <-Map 30 [SIMPLE_EDGE]
+ SHUFFLE [RS_90]
+ PartitionCols:_col0
+ Select Operator [SEL_85] (rows=4602 width=585)
+ Output:["_col0"]
+ Filter Operator [FIL_173] (rows=4602 width=585)
+ predicate:wp_web_page_sk is not null
+ TableScan [TS_83] (rows=4602 width=585)
+ default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk"]
+ <-Reducer 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_89]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_183] (rows=158402938 width=135)
+ Conds:RS_86._col0=RS_87._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_87]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 29 [SIMPLE_EDGE]
+ SHUFFLE [RS_86]
+ PartitionCols:_col0
+ Select Operator [SEL_79] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_171] (rows=144002668 width=135)
+ predicate:(ws_sold_date_sk is not null and ws_web_page_sk is not null)
+ TableScan [TS_77] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_web_page_sk","ws_ext_sales_price","ws_net_profit"]
+ <-Reducer 24 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_118]
+ PartitionCols:_col0
+ Group By Operator [GBY_115] (rows=8711072 width=92)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_114]
+ PartitionCols:_col0
+ Group By Operator [GBY_113] (rows=17422145 width=92)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6
+ Merge Join Operator [MERGEJOIN_186] (rows=17422145 width=92)
+ Conds:RS_109._col1=RS_110._col0(Inner),Output:["_col2","_col3","_col6"]
+ <-Map 30 [SIMPLE_EDGE]
+ SHUFFLE [RS_110]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_85]
+ <-Reducer 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_185] (rows=15838314 width=92)
+ Conds:RS_106._col0=RS_107._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_107]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_106]
+ PartitionCols:_col0
+ Select Operator [SEL_99] (rows=14398467 width=92)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_174] (rows=14398467 width=92)
+ predicate:(wr_returned_date_sk is not null and wr_web_page_sk is not null)
+ TableScan [TS_97] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_web_page_sk","wr_return_amt","wr_net_loss"]
+ <-Reducer 5 [CONTAINS]
+ Reduce Output Operator [RS_124]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_123] (rows=1912659936 width=163)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
+ Select Operator [SEL_43] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Merge Join Operator [MERGEJOIN_187] (rows=383325119 width=88)
+ Conds:RS_40._col0=RS_41._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"]
+ <-Reducer 12 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_41]
+ PartitionCols:_col0
+ Group By Operator [GBY_38] (rows=34842647 width=77)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0
+ Group By Operator [GBY_36] (rows=69685294 width=77)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6
+ Merge Join Operator [MERGEJOIN_180] (rows=69685294 width=77)
+ Conds:RS_32._col1=RS_33._col0(Inner),Output:["_col2","_col3","_col6"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=1704 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_163] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_6] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_179] (rows=63350266 width=77)
+ Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_164] (rows=57591150 width=77)
+ predicate:(sr_returned_date_sk is not null and sr_store_sk is not null)
+ TableScan [TS_20] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_store_sk","sr_return_amt","sr_net_loss"]
+ <-Reducer 4 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_40]
+ PartitionCols:_col0
+ Group By Operator [GBY_18] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6
+ Merge Join Operator [MERGEJOIN_178] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col3","_col6"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_177] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_161] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"]
+
[38/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query15.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query15.q.out b/ql/src/test/results/clientpositive/perf/query15.q.out
deleted file mode 100644
index cf6cf16..0000000
--- a/ql/src/test/results/clientpositive/perf/query15.q.out
+++ /dev/null
@@ -1,119 +0,0 @@
-PREHOOK: query: explain
-select ca_zip
- ,sum(cs_sales_price)
- from catalog_sales
- ,customer
- ,customer_address
- ,date_dim
- where cs_bill_customer_sk = c_customer_sk
- and c_current_addr_sk = ca_address_sk
- and ( substr(ca_zip,1,5) in ('85669', '86197','88274','83405','86475',
- '85392', '85460', '80348', '81792')
- or ca_state in ('CA','WA','GA')
- or cs_sales_price > 500)
- and cs_sold_date_sk = d_date_sk
- and d_qoy = 2 and d_year = 2000
- group by ca_zip
- order by ca_zip
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select ca_zip
- ,sum(cs_sales_price)
- from catalog_sales
- ,customer
- ,customer_address
- ,date_dim
- where cs_bill_customer_sk = c_customer_sk
- and c_current_addr_sk = ca_address_sk
- and ( substr(ca_zip,1,5) in ('85669', '86197','88274','83405','86475',
- '85392', '85460', '80348', '81792')
- or ca_state in ('CA','WA','GA')
- or cs_sales_price > 500)
- and cs_sold_date_sk = d_date_sk
- and d_qoy = 2 and d_year = 2000
- group by ca_zip
- order by ca_zip
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 8 <- Map 7 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 5
- File Output Operator [FS_31]
- Limit [LIM_30] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_29] (rows=174233858 width=135)
- Output:["_col0","_col1"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- Group By Operator [GBY_26] (rows=174233858 width=135)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Group By Operator [GBY_24] (rows=348467716 width=135)
- Output:["_col0","_col1"],aggregations:["sum(_col7)"],keys:_col4
- Select Operator [SEL_23] (rows=348467716 width=135)
- Output:["_col4","_col7"]
- Filter Operator [FIL_22] (rows=348467716 width=135)
- predicate:((_col3) IN ('CA', 'WA', 'GA') or (_col7 > 500) or (substr(_col4, 1, 5)) IN ('85669', '86197', '88274', '83405', '86475', '85392', '85460', '80348', '81792'))
- Merge Join Operator [MERGEJOIN_46] (rows=348467716 width=135)
- Conds:RS_19._col0=RS_20._col1(Inner),Output:["_col3","_col4","_col7"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_44] (rows=88000001 width=860)
- Conds:RS_16._col1=RS_17._col0(Inner),Output:["_col0","_col3","_col4"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1"]
- Filter Operator [FIL_40] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=40000000 width=1014)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_41] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_zip"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_45] (rows=316788826 width=135)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_42] (rows=287989836 width=135)
- predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_6] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_sales_price"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_43] (rows=18262 width=1119)
- predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query16.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query16.q.out b/ql/src/test/results/clientpositive/perf/query16.q.out
deleted file mode 100644
index b2b990e..0000000
--- a/ql/src/test/results/clientpositive/perf/query16.q.out
+++ /dev/null
@@ -1,192 +0,0 @@
-PREHOOK: query: explain
-select
- count(distinct cs_order_number) as `order count`
- ,sum(cs_ext_ship_cost) as `total shipping cost`
- ,sum(cs_net_profit) as `total net profit`
-from
- catalog_sales cs1
- ,date_dim
- ,customer_address
- ,call_center
-where
- d_date between '2001-4-01' and
- (cast('2001-4-01' as date) + 60 days)
-and cs1.cs_ship_date_sk = d_date_sk
-and cs1.cs_ship_addr_sk = ca_address_sk
-and ca_state = 'NY'
-and cs1.cs_call_center_sk = cc_call_center_sk
-and cc_county in ('Ziebach County','Levy County','Huron County','Franklin Parish',
- 'Daviess County'
-)
-and exists (select *
- from catalog_sales cs2
- where cs1.cs_order_number = cs2.cs_order_number
- and cs1.cs_warehouse_sk <> cs2.cs_warehouse_sk)
-and not exists(select *
- from catalog_returns cr1
- where cs1.cs_order_number = cr1.cr_order_number)
-order by count(distinct cs_order_number)
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- count(distinct cs_order_number) as `order count`
- ,sum(cs_ext_ship_cost) as `total shipping cost`
- ,sum(cs_net_profit) as `total net profit`
-from
- catalog_sales cs1
- ,date_dim
- ,customer_address
- ,call_center
-where
- d_date between '2001-4-01' and
- (cast('2001-4-01' as date) + 60 days)
-and cs1.cs_ship_date_sk = d_date_sk
-and cs1.cs_ship_addr_sk = ca_address_sk
-and ca_state = 'NY'
-and cs1.cs_call_center_sk = cc_call_center_sk
-and cc_county in ('Ziebach County','Levy County','Huron County','Franklin Parish',
- 'Daviess County'
-)
-and exists (select *
- from catalog_sales cs2
- where cs1.cs_order_number = cs2.cs_order_number
- and cs1.cs_warehouse_sk <> cs2.cs_warehouse_sk)
-and not exists(select *
- from catalog_returns cr1
- where cs1.cs_order_number = cr1.cr_order_number)
-order by count(distinct cs_order_number)
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 13 <- Map 12 (SIMPLE_EDGE)
-Reducer 15 <- Map 14 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 3 <- Map 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 13 (ONE_TO_ONE_EDGE), Reducer 15 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 8
- File Output Operator [FS_50]
- Limit [LIM_48] (rows=1 width=344)
- Number of rows:100
- Select Operator [SEL_47] (rows=1 width=344)
- Output:["_col0","_col1","_col2"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- Select Operator [SEL_45] (rows=1 width=344)
- Output:["_col1","_col2","_col3"]
- Group By Operator [GBY_78] (rows=1 width=344)
- Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
- <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_77]
- Group By Operator [GBY_76] (rows=1 width=344)
- Output:["_col0","_col1","_col2"],aggregations:["count(_col0)","sum(_col1)","sum(_col2)"]
- Group By Operator [GBY_75] (rows=421645953 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- PartitionCols:_col0
- Group By Operator [GBY_73] (rows=421645953 width=135)
- Output:["_col0","_col2","_col3"],aggregations:["sum(_col5)","sum(_col6)"],keys:_col4
- Select Operator [SEL_41] (rows=421645953 width=135)
- Output:["_col4","_col5","_col6"]
- Filter Operator [FIL_40] (rows=421645953 width=135)
- predicate:_col16 is null
- Select Operator [SEL_39] (rows=843291907 width=135)
- Output:["_col4","_col5","_col6","_col16"]
- Merge Join Operator [MERGEJOIN_82] (rows=843291907 width=135)
- Conds:RS_35._col4=RS_36._col0(Left Outer),RS_35._col4=RS_37._col1(Inner),Output:["_col3","_col4","_col5","_col6","_col14","_col15"],residual filter predicates:{(_col3 <> _col15)}
- <-Reducer 13 [ONE_TO_ONE_EDGE]
- FORWARD [RS_36]
- PartitionCols:_col0
- Select Operator [SEL_18] (rows=14399440 width=106)
- Output:["_col0","_col1"]
- Group By Operator [GBY_17] (rows=14399440 width=106)
- Output:["_col0"],keys:KEY._col0
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Group By Operator [GBY_15] (rows=28798881 width=106)
- Output:["_col0"],keys:cr_order_number
- Filter Operator [FIL_71] (rows=28798881 width=106)
- predicate:cr_order_number is not null
- TableScan [TS_12] (rows=28798881 width=106)
- default@catalog_returns,cr1,Tbl:COMPLETE,Col:NONE,Output:["cr_order_number"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col1
- Select Operator [SEL_25] (rows=143994918 width=135)
- Output:["_col0","_col1"]
- Group By Operator [GBY_24] (rows=143994918 width=135)
- Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_22] (rows=287989836 width=135)
- Output:["_col0","_col1"],keys:cs_order_number, cs_warehouse_sk
- Filter Operator [FIL_72] (rows=287989836 width=135)
- predicate:(cs_order_number is not null and cs_warehouse_sk is not null)
- TableScan [TS_19] (rows=287989836 width=135)
- default@catalog_sales,cs2,Tbl:COMPLETE,Col:NONE,Output:["cs_warehouse_sk","cs_order_number"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_81] (rows=383314495 width=135)
- Conds:RS_32._col2=RS_33._col0(Inner),Output:["_col3","_col4","_col5","_col6"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=30 width=2045)
- Output:["_col0"]
- Filter Operator [FIL_70] (rows=30 width=2045)
- predicate:((cc_county) IN ('Ziebach County', 'Levy County', 'Huron County', 'Franklin Parish', 'Daviess County') and cc_call_center_sk is not null)
- TableScan [TS_9] (rows=60 width=2045)
- default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_county"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_80] (rows=348467716 width=135)
- Conds:RS_29._col1=RS_30._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_69] (rows=20000000 width=1014)
- predicate:((ca_state = 'NY') and ca_address_sk is not null)
- TableScan [TS_6] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_79] (rows=316788826 width=135)
- Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_67] (rows=287989836 width=135)
- predicate:(cs_call_center_sk is not null and cs_ship_addr_sk is not null and cs_ship_date_sk is not null)
- TableScan [TS_0] (rows=287989836 width=135)
- default@catalog_sales,cs1,Tbl:COMPLETE,Col:NONE,Output:["cs_ship_date_sk","cs_ship_addr_sk","cs_call_center_sk","cs_warehouse_sk","cs_order_number","cs_ext_ship_cost","cs_net_profit"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_68] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2001-04-01 00:00:00.0 AND 2001-05-31 01:00:00.0 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query17.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query17.q.out b/ql/src/test/results/clientpositive/perf/query17.q.out
deleted file mode 100644
index 7c195c2..0000000
--- a/ql/src/test/results/clientpositive/perf/query17.q.out
+++ /dev/null
@@ -1,225 +0,0 @@
-PREHOOK: query: explain
-select i_item_id
- ,i_item_desc
- ,s_state
- ,count(ss_quantity) as store_sales_quantitycount
- ,avg(ss_quantity) as store_sales_quantityave
- ,stddev_samp(ss_quantity) as store_sales_quantitystdev
- ,stddev_samp(ss_quantity)/avg(ss_quantity) as store_sales_quantitycov
- ,count(sr_return_quantity) as_store_returns_quantitycount
- ,avg(sr_return_quantity) as_store_returns_quantityave
- ,stddev_samp(sr_return_quantity) as_store_returns_quantitystdev
- ,stddev_samp(sr_return_quantity)/avg(sr_return_quantity) as store_returns_quantitycov
- ,count(cs_quantity) as catalog_sales_quantitycount ,avg(cs_quantity) as catalog_sales_quantityave
- ,stddev_samp(cs_quantity)/avg(cs_quantity) as catalog_sales_quantitystdev
- ,stddev_samp(cs_quantity)/avg(cs_quantity) as catalog_sales_quantitycov
- from store_sales
- ,store_returns
- ,catalog_sales
- ,date_dim d1
- ,date_dim d2
- ,date_dim d3
- ,store
- ,item
- where d1.d_quarter_name = '2000Q1'
- and d1.d_date_sk = ss_sold_date_sk
- and i_item_sk = ss_item_sk
- and s_store_sk = ss_store_sk
- and ss_customer_sk = sr_customer_sk
- and ss_item_sk = sr_item_sk
- and ss_ticket_number = sr_ticket_number
- and sr_returned_date_sk = d2.d_date_sk
- and d2.d_quarter_name in ('2000Q1','2000Q2','2000Q3')
- and sr_customer_sk = cs_bill_customer_sk
- and sr_item_sk = cs_item_sk
- and cs_sold_date_sk = d3.d_date_sk
- and d3.d_quarter_name in ('2000Q1','2000Q2','2000Q3')
- group by i_item_id
- ,i_item_desc
- ,s_state
- order by i_item_id
- ,i_item_desc
- ,s_state
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_item_id
- ,i_item_desc
- ,s_state
- ,count(ss_quantity) as store_sales_quantitycount
- ,avg(ss_quantity) as store_sales_quantityave
- ,stddev_samp(ss_quantity) as store_sales_quantitystdev
- ,stddev_samp(ss_quantity)/avg(ss_quantity) as store_sales_quantitycov
- ,count(sr_return_quantity) as_store_returns_quantitycount
- ,avg(sr_return_quantity) as_store_returns_quantityave
- ,stddev_samp(sr_return_quantity) as_store_returns_quantitystdev
- ,stddev_samp(sr_return_quantity)/avg(sr_return_quantity) as store_returns_quantitycov
- ,count(cs_quantity) as catalog_sales_quantitycount ,avg(cs_quantity) as catalog_sales_quantityave
- ,stddev_samp(cs_quantity)/avg(cs_quantity) as catalog_sales_quantitystdev
- ,stddev_samp(cs_quantity)/avg(cs_quantity) as catalog_sales_quantitycov
- from store_sales
- ,store_returns
- ,catalog_sales
- ,date_dim d1
- ,date_dim d2
- ,date_dim d3
- ,store
- ,item
- where d1.d_quarter_name = '2000Q1'
- and d1.d_date_sk = ss_sold_date_sk
- and i_item_sk = ss_item_sk
- and s_store_sk = ss_store_sk
- and ss_customer_sk = sr_customer_sk
- and ss_item_sk = sr_item_sk
- and ss_ticket_number = sr_ticket_number
- and sr_returned_date_sk = d2.d_date_sk
- and d2.d_quarter_name in ('2000Q1','2000Q2','2000Q3')
- and sr_customer_sk = cs_bill_customer_sk
- and sr_item_sk = cs_item_sk
- and cs_sold_date_sk = d3.d_date_sk
- and d3.d_quarter_name in ('2000Q1','2000Q2','2000Q3')
- group by i_item_id
- ,i_item_desc
- ,s_state
- order by i_item_id
- ,i_item_desc
- ,s_state
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 11 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 14 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 15 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 9 <- Map 13 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_55]
- Limit [LIM_54] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_53] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_52]
- Select Operator [SEL_51] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
- Group By Operator [GBY_50] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["count(VALUE._col0)","avg(VALUE._col1)","stddev_samp(VALUE._col2)","count(VALUE._col3)","avg(VALUE._col4)","stddev_samp(VALUE._col5)","count(VALUE._col6)","avg(VALUE._col7)","stddev_samp(VALUE._col8)"],keys:KEY._col0, KEY._col1, KEY._col2
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_49]
- PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_48] (rows=843315281 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["count(_col5)","avg(_col5)","stddev_samp(_col5)","count(_col21)","avg(_col21)","stddev_samp(_col21)","count(_col14)","avg(_col14)","stddev_samp(_col14)"],keys:_col9, _col10, _col25
- Merge Join Operator [MERGEJOIN_98] (rows=843315281 width=88)
- Conds:RS_44._col3=RS_45._col0(Inner),Output:["_col5","_col9","_col10","_col14","_col21","_col25"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0
- Select Operator [SEL_34] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_91] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_32] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_97] (rows=766650239 width=88)
- Conds:RS_41._col1, _col2, _col4=RS_42._col7, _col8, _col9(Inner),Output:["_col3","_col5","_col9","_col10","_col14","_col21"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col7, _col8, _col9
- Merge Join Operator [MERGEJOIN_96] (rows=348467716 width=135)
- Conds:RS_28._col2, _col1=RS_29._col1, _col2(Inner),Output:["_col3","_col7","_col8","_col9","_col10"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col1, _col2
- Merge Join Operator [MERGEJOIN_95] (rows=63350266 width=77)
- Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=36525 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_90] (rows=36525 width=1119)
- predicate:((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_quarter_name"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_89] (rows=57591150 width=77)
- predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null)
- TableScan [TS_15] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col2, _col1
- Merge Join Operator [MERGEJOIN_94] (rows=316788826 width=135)
- Conds:RS_25._col0=RS_26._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=36525 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_88] (rows=36525 width=1119)
- predicate:((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_87] (rows=287989836 width=135)
- predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_9] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col1, _col2, _col4
- Merge Join Operator [MERGEJOIN_93] (rows=696954748 width=88)
- Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col9","_col10"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=462000 width=1436)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_86] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_92] (rows=633595212 width=88)
- Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_36]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_85] (rows=36524 width=1119)
- predicate:((d_quarter_name = '2000Q1') and d_date_sk is not null)
- Please refer to the previous TableScan [TS_3]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_84] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
- TableScan [TS_0] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query18.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query18.q.out b/ql/src/test/results/clientpositive/perf/query18.q.out
deleted file mode 100644
index 1f0ec90..0000000
--- a/ql/src/test/results/clientpositive/perf/query18.q.out
+++ /dev/null
@@ -1,194 +0,0 @@
-PREHOOK: query: explain
-select i_item_id,
- ca_country,
- ca_state,
- ca_county,
- avg( cast(cs_quantity as numeric(12,2))) agg1,
- avg( cast(cs_list_price as numeric(12,2))) agg2,
- avg( cast(cs_coupon_amt as numeric(12,2))) agg3,
- avg( cast(cs_sales_price as numeric(12,2))) agg4,
- avg( cast(cs_net_profit as numeric(12,2))) agg5,
- avg( cast(c_birth_year as numeric(12,2))) agg6,
- avg( cast(cd1.cd_dep_count as numeric(12,2))) agg7
- from catalog_sales, customer_demographics cd1,
- customer_demographics cd2, customer, customer_address, date_dim, item
- where cs_sold_date_sk = d_date_sk and
- cs_item_sk = i_item_sk and
- cs_bill_cdemo_sk = cd1.cd_demo_sk and
- cs_bill_customer_sk = c_customer_sk and
- cd1.cd_gender = 'M' and
- cd1.cd_education_status = 'College' and
- c_current_cdemo_sk = cd2.cd_demo_sk and
- c_current_addr_sk = ca_address_sk and
- c_birth_month in (9,5,12,4,1,10) and
- d_year = 2001 and
- ca_state in ('ND','WI','AL'
- ,'NC','OK','MS','TN')
- group by rollup (i_item_id, ca_country, ca_state, ca_county)
- order by ca_country,
- ca_state,
- ca_county,
- i_item_id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_item_id,
- ca_country,
- ca_state,
- ca_county,
- avg( cast(cs_quantity as numeric(12,2))) agg1,
- avg( cast(cs_list_price as numeric(12,2))) agg2,
- avg( cast(cs_coupon_amt as numeric(12,2))) agg3,
- avg( cast(cs_sales_price as numeric(12,2))) agg4,
- avg( cast(cs_net_profit as numeric(12,2))) agg5,
- avg( cast(c_birth_year as numeric(12,2))) agg6,
- avg( cast(cd1.cd_dep_count as numeric(12,2))) agg7
- from catalog_sales, customer_demographics cd1,
- customer_demographics cd2, customer, customer_address, date_dim, item
- where cs_sold_date_sk = d_date_sk and
- cs_item_sk = i_item_sk and
- cs_bill_cdemo_sk = cd1.cd_demo_sk and
- cs_bill_customer_sk = c_customer_sk and
- cd1.cd_gender = 'M' and
- cd1.cd_education_status = 'College' and
- c_current_cdemo_sk = cd2.cd_demo_sk and
- c_current_addr_sk = ca_address_sk and
- c_birth_month in (9,5,12,4,1,10) and
- d_year = 2001 and
- ca_state in ('ND','WI','AL'
- ,'NC','OK','MS','TN')
- group by rollup (i_item_id, ca_country, ca_state, ca_county)
- order by ca_country,
- ca_state,
- ca_county,
- i_item_id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 13 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Map 15 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_49]
- Limit [LIM_48] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_47] (rows=1054114882 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- Select Operator [SEL_45] (rows=1054114882 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
- Group By Operator [GBY_44] (rows=1054114882 width=135)
- Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)","avg(VALUE._col4)","avg(VALUE._col5)","avg(VALUE._col6)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_43]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_42] (rows=2108229765 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"],aggregations:["avg(_col4)","avg(_col5)","avg(_col6)","avg(_col7)","avg(_col8)","avg(_col9)","avg(_col10)"],keys:_col0, _col1, _col2, _col3, 0
- Select Operator [SEL_40] (rows=421645953 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
- Merge Join Operator [MERGEJOIN_83] (rows=421645953 width=135)
- Conds:RS_37._col0=RS_38._col3(Inner),Output:["_col4","_col6","_col7","_col8","_col11","_col16","_col17","_col18","_col19","_col20","_col26"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col3
- Select Operator [SEL_30] (rows=383314495 width=135)
- Output:["_col1","_col3","_col6","_col7","_col8","_col9","_col10","_col16"]
- Merge Join Operator [MERGEJOIN_82] (rows=383314495 width=135)
- Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col8","_col14","_col16"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=462000 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_77] (rows=462000 width=1436)
- predicate:i_item_sk is not null
- TableScan [TS_18] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_81] (rows=348467716 width=135)
- Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col14"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=465450 width=385)
- Output:["_col0","_col3"]
- Filter Operator [FIL_76] (rows=465450 width=385)
- predicate:((cd_education_status = 'College') and (cd_gender = 'M') and cd_demo_sk is not null)
- TableScan [TS_15] (rows=1861800 width=385)
- default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_education_status","cd_dep_count"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_80] (rows=316788826 width=135)
- Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_75] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_date_sk is not null)
- TableScan [TS_12] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Filter Operator [FIL_74] (rows=287989836 width=135)
- predicate:(cs_bill_cdemo_sk is not null and cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_9] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_bill_cdemo_sk","cs_item_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt","cs_net_profit"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_79] (rows=48400001 width=860)
- Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col0","_col4","_col6","_col7","_col8"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=1861800 width=385)
- Output:["_col0"]
- Filter Operator [FIL_73] (rows=1861800 width=385)
- predicate:cd_demo_sk is not null
- TableScan [TS_6] (rows=1861800 width=385)
- default@customer_demographics,cd2,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_78] (rows=44000000 width=860)
- Conds:RS_31._col2=RS_32._col0(Inner),Output:["_col0","_col1","_col4","_col6","_col7","_col8"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=40000000 width=860)
- Output:["_col0","_col1","_col2","_col4"]
- Filter Operator [FIL_71] (rows=40000000 width=860)
- predicate:((c_birth_month) IN (9, 5, 12, 4, 1, 10) and c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_customer_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk","c_birth_month","c_birth_year"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=20000000 width=1014)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_72] (rows=20000000 width=1014)
- predicate:((ca_state) IN ('ND', 'WI', 'AL', 'NC', 'OK', 'MS', 'TN') and ca_address_sk is not null)
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state","ca_country"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query19.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query19.q.out b/ql/src/test/results/clientpositive/perf/query19.q.out
deleted file mode 100644
index 363425f..0000000
--- a/ql/src/test/results/clientpositive/perf/query19.q.out
+++ /dev/null
@@ -1,161 +0,0 @@
-PREHOOK: query: explain
-select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact,
- sum(ss_ext_sales_price) ext_price
- from date_dim, store_sales, item,customer,customer_address,store
- where d_date_sk = ss_sold_date_sk
- and ss_item_sk = i_item_sk
- and i_manager_id=7
- and d_moy=11
- and d_year=1999
- and ss_customer_sk = c_customer_sk
- and c_current_addr_sk = ca_address_sk
- and substr(ca_zip,1,5) <> substr(s_zip,1,5)
- and ss_store_sk = s_store_sk
- group by i_brand
- ,i_brand_id
- ,i_manufact_id
- ,i_manufact
- order by ext_price desc
- ,i_brand
- ,i_brand_id
- ,i_manufact_id
- ,i_manufact
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_brand_id brand_id, i_brand brand, i_manufact_id, i_manufact,
- sum(ss_ext_sales_price) ext_price
- from date_dim, store_sales, item,customer,customer_address,store
- where d_date_sk = ss_sold_date_sk
- and ss_item_sk = i_item_sk
- and i_manager_id=7
- and d_moy=11
- and d_year=1999
- and ss_customer_sk = c_customer_sk
- and c_current_addr_sk = ca_address_sk
- and substr(ca_zip,1,5) <> substr(s_zip,1,5)
- and ss_store_sk = s_store_sk
- group by i_brand
- ,i_brand_id
- ,i_manufact_id
- ,i_manufact
- order by ext_price desc
- ,i_brand
- ,i_brand_id
- ,i_manufact_id
- ,i_manufact
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 12 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 9 <- Map 11 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_44]
- Limit [LIM_43] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_42] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- Select Operator [SEL_39] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Group By Operator [GBY_38] (rows=421657640 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col0, _col1, _col2, _col3
- Group By Operator [GBY_36] (rows=843315281 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col8)"],keys:_col14, _col13, _col15, _col16
- Select Operator [SEL_35] (rows=843315281 width=88)
- Output:["_col8","_col13","_col14","_col15","_col16"]
- Filter Operator [FIL_34] (rows=843315281 width=88)
- predicate:(substr(_col3, 1, 5) <> substr(_col19, 1, 5))
- Merge Join Operator [MERGEJOIN_73] (rows=843315281 width=88)
- Conds:RS_31._col7=RS_32._col0(Inner),Output:["_col3","_col8","_col13","_col14","_col15","_col16","_col19"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col0
- Select Operator [SEL_24] (rows=1704 width=1910)
- Output:["_col0","_col1"]
- Filter Operator [FIL_68] (rows=1704 width=1910)
- predicate:s_store_sk is not null
- TableScan [TS_22] (rows=1704 width=1910)
- default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_zip"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col7
- Merge Join Operator [MERGEJOIN_72] (rows=766650239 width=88)
- Conds:RS_28._col0=RS_29._col2(Inner),Output:["_col3","_col7","_col8","_col13","_col14","_col15","_col16"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_71] (rows=696954748 width=88)
- Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col9","_col10","_col11","_col12"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_67] (rows=231000 width=1436)
- predicate:((i_manager_id = 7) and i_item_sk is not null)
- TableScan [TS_12] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manufact_id","i_manufact","i_manager_id"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_70] (rows=633595212 width=88)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_66] (rows=18262 width=1119)
- predicate:((d_moy = 11) and (d_year = 1999) and d_date_sk is not null)
- TableScan [TS_9] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_65] (rows=575995635 width=88)
- predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
- TableScan [TS_6] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ext_sales_price"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_69] (rows=88000001 width=860)
- Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=80000000 width=860)
- Output:["_col0","_col1"]
- Filter Operator [FIL_63] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
- TableScan [TS_0] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=40000000 width=1014)
- Output:["_col0","_col1"]
- Filter Operator [FIL_64] (rows=40000000 width=1014)
- predicate:ca_address_sk is not null
- TableScan [TS_3] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_zip"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query2.q.out b/ql/src/test/results/clientpositive/perf/query2.q.out
deleted file mode 100644
index 0ba703a..0000000
--- a/ql/src/test/results/clientpositive/perf/query2.q.out
+++ /dev/null
@@ -1,255 +0,0 @@
-PREHOOK: query: explain
-with wscs as
- (select sold_date_sk
- ,sales_price
- from (select ws_sold_date_sk sold_date_sk
- ,ws_ext_sales_price sales_price
- from web_sales) x
- union all
- (select cs_sold_date_sk sold_date_sk
- ,cs_ext_sales_price sales_price
- from catalog_sales)),
- wswscs as
- (select d_week_seq,
- sum(case when (d_day_name='Sunday') then sales_price else null end) sun_sales,
- sum(case when (d_day_name='Monday') then sales_price else null end) mon_sales,
- sum(case when (d_day_name='Tuesday') then sales_price else null end) tue_sales,
- sum(case when (d_day_name='Wednesday') then sales_price else null end) wed_sales,
- sum(case when (d_day_name='Thursday') then sales_price else null end) thu_sales,
- sum(case when (d_day_name='Friday') then sales_price else null end) fri_sales,
- sum(case when (d_day_name='Saturday') then sales_price else null end) sat_sales
- from wscs
- ,date_dim
- where d_date_sk = sold_date_sk
- group by d_week_seq)
- select d_week_seq1
- ,round(sun_sales1/sun_sales2,2)
- ,round(mon_sales1/mon_sales2,2)
- ,round(tue_sales1/tue_sales2,2)
- ,round(wed_sales1/wed_sales2,2)
- ,round(thu_sales1/thu_sales2,2)
- ,round(fri_sales1/fri_sales2,2)
- ,round(sat_sales1/sat_sales2,2)
- from
- (select wswscs.d_week_seq d_week_seq1
- ,sun_sales sun_sales1
- ,mon_sales mon_sales1
- ,tue_sales tue_sales1
- ,wed_sales wed_sales1
- ,thu_sales thu_sales1
- ,fri_sales fri_sales1
- ,sat_sales sat_sales1
- from wswscs,date_dim
- where date_dim.d_week_seq = wswscs.d_week_seq and
- d_year = 2001) y,
- (select wswscs.d_week_seq d_week_seq2
- ,sun_sales sun_sales2
- ,mon_sales mon_sales2
- ,tue_sales tue_sales2
- ,wed_sales wed_sales2
- ,thu_sales thu_sales2
- ,fri_sales fri_sales2
- ,sat_sales sat_sales2
- from wswscs
- ,date_dim
- where date_dim.d_week_seq = wswscs.d_week_seq and
- d_year = 2001+1) z
- where d_week_seq1=d_week_seq2-53
- order by d_week_seq1
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-with wscs as
- (select sold_date_sk
- ,sales_price
- from (select ws_sold_date_sk sold_date_sk
- ,ws_ext_sales_price sales_price
- from web_sales) x
- union all
- (select cs_sold_date_sk sold_date_sk
- ,cs_ext_sales_price sales_price
- from catalog_sales)),
- wswscs as
- (select d_week_seq,
- sum(case when (d_day_name='Sunday') then sales_price else null end) sun_sales,
- sum(case when (d_day_name='Monday') then sales_price else null end) mon_sales,
- sum(case when (d_day_name='Tuesday') then sales_price else null end) tue_sales,
- sum(case when (d_day_name='Wednesday') then sales_price else null end) wed_sales,
- sum(case when (d_day_name='Thursday') then sales_price else null end) thu_sales,
- sum(case when (d_day_name='Friday') then sales_price else null end) fri_sales,
- sum(case when (d_day_name='Saturday') then sales_price else null end) sat_sales
- from wscs
- ,date_dim
- where d_date_sk = sold_date_sk
- group by d_week_seq)
- select d_week_seq1
- ,round(sun_sales1/sun_sales2,2)
- ,round(mon_sales1/mon_sales2,2)
- ,round(tue_sales1/tue_sales2,2)
- ,round(wed_sales1/wed_sales2,2)
- ,round(thu_sales1/thu_sales2,2)
- ,round(fri_sales1/fri_sales2,2)
- ,round(sat_sales1/sat_sales2,2)
- from
- (select wswscs.d_week_seq d_week_seq1
- ,sun_sales sun_sales1
- ,mon_sales mon_sales1
- ,tue_sales tue_sales1
- ,wed_sales wed_sales1
- ,thu_sales thu_sales1
- ,fri_sales fri_sales1
- ,sat_sales sat_sales1
- from wswscs,date_dim
- where date_dim.d_week_seq = wswscs.d_week_seq and
- d_year = 2001) y,
- (select wswscs.d_week_seq d_week_seq2
- ,sun_sales sun_sales2
- ,mon_sales mon_sales2
- ,tue_sales tue_sales2
- ,wed_sales wed_sales2
- ,thu_sales thu_sales2
- ,fri_sales fri_sales2
- ,sat_sales sat_sales2
- from wswscs
- ,date_dim
- where date_dim.d_week_seq = wswscs.d_week_seq and
- d_year = 2001+1) z
- where d_week_seq1=d_week_seq2-53
- order by d_week_seq1
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Map 1 <- Union 2 (CONTAINS)
-Map 14 <- Union 15 (CONTAINS)
-Map 16 <- Union 15 (CONTAINS)
-Map 8 <- Union 2 (CONTAINS)
-Reducer 10 <- Map 9 (SIMPLE_EDGE), Union 15 (SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Map 13 (SIMPLE_EDGE), Reducer 11 (ONE_TO_ONE_EDGE)
-Reducer 3 <- Map 9 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Map 13 (SIMPLE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE)
-Reducer 6 <- Reducer 12 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 7
- File Output Operator [FS_60]
- Select Operator [SEL_59] (rows=287491028 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_58]
- Select Operator [SEL_57] (rows=287491028 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_95] (rows=287491028 width=135)
- Conds:RS_54._col0=RS_55.(_col0 - 53)(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_55]
- PartitionCols:(_col0 - 53)
- Merge Join Operator [MERGEJOIN_94] (rows=261355475 width=135)
- Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_51]
- PartitionCols:_col0
- Select Operator [SEL_49] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_90] (rows=36524 width=1119)
- predicate:((d_year = 2002) and d_week_seq is not null)
- TableScan [TS_20] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_week_seq","d_year"]
- <-Reducer 11 [ONE_TO_ONE_EDGE]
- FORWARD [RS_50]
- PartitionCols:_col0
- Group By Operator [GBY_45] (rows=237595882 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col0
- Group By Operator [GBY_43] (rows=475191764 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)"],keys:_col0
- Select Operator [SEL_41] (rows=475191764 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_93] (rows=475191764 width=135)
- Conds:Union 15._col0=RS_39._col0(Inner),Output:["_col1","_col3","_col4"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_10] (rows=73049 width=1119)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_85] (rows=73049 width=1119)
- predicate:(d_date_sk is not null and d_week_seq is not null)
- TableScan [TS_8] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq","d_day_name"]
- <-Union 15 [SIMPLE_EDGE]
- <-Map 14 [CONTAINS]
- Reduce Output Operator [RS_38]
- PartitionCols:_col0
- Select Operator [SEL_29] (rows=144002668 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_87] (rows=144002668 width=135)
- predicate:ws_sold_date_sk is not null
- TableScan [TS_27] (rows=144002668 width=135)
- Output:["ws_sold_date_sk","ws_ext_sales_price"]
- <-Map 16 [CONTAINS]
- Reduce Output Operator [RS_38]
- PartitionCols:_col0
- Select Operator [SEL_32] (rows=287989836 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_88] (rows=287989836 width=135)
- predicate:cs_sold_date_sk is not null
- TableScan [TS_30] (rows=287989836 width=135)
- Output:["cs_sold_date_sk","cs_ext_sales_price"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_54]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_92] (rows=261355475 width=135)
- Conds:RS_23._col0=RS_24._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=36524 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_86] (rows=36524 width=1119)
- predicate:((d_year = 2001) and d_week_seq is not null)
- Please refer to the previous TableScan [TS_20]
- <-Reducer 4 [ONE_TO_ONE_EDGE]
- FORWARD [RS_23]
- PartitionCols:_col0
- Group By Operator [GBY_18] (rows=237595882 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0
- Group By Operator [GBY_16] (rows=475191764 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)"],keys:_col0
- Select Operator [SEL_14] (rows=475191764 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Merge Join Operator [MERGEJOIN_91] (rows=475191764 width=135)
- Conds:Union 2._col0=RS_12._col0(Inner),Output:["_col1","_col3","_col4"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_10]
- <-Union 2 [SIMPLE_EDGE]
- <-Map 1 [CONTAINS]
- Reduce Output Operator [RS_11]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_83] (rows=144002668 width=135)
- predicate:ws_sold_date_sk is not null
- TableScan [TS_0] (rows=144002668 width=135)
- Output:["ws_sold_date_sk","ws_ext_sales_price"]
- <-Map 8 [CONTAINS]
- Reduce Output Operator [RS_11]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=287989836 width=135)
- Output:["_col0","_col1"]
- Filter Operator [FIL_84] (rows=287989836 width=135)
- predicate:cs_sold_date_sk is not null
- TableScan [TS_3] (rows=287989836 width=135)
- Output:["cs_sold_date_sk","cs_ext_sales_price"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query20.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query20.q.out b/ql/src/test/results/clientpositive/perf/query20.q.out
deleted file mode 100644
index c07141b..0000000
--- a/ql/src/test/results/clientpositive/perf/query20.q.out
+++ /dev/null
@@ -1,130 +0,0 @@
-PREHOOK: query: explain
-select i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
- ,sum(cs_ext_sales_price) as itemrevenue
- ,sum(cs_ext_sales_price)*100/sum(sum(cs_ext_sales_price)) over
- (partition by i_class) as revenueratio
- from catalog_sales
- ,item
- ,date_dim
- where cs_item_sk = i_item_sk
- and i_category in ('Jewelry', 'Sports', 'Books')
- and cs_sold_date_sk = d_date_sk
- and d_date between cast('2001-01-12' as date)
- and (cast('2001-01-12' as date) + 30 days)
- group by i_item_id
- ,i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
- order by i_category
- ,i_class
- ,i_item_id
- ,i_item_desc
- ,revenueratio
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
- ,sum(cs_ext_sales_price) as itemrevenue
- ,sum(cs_ext_sales_price)*100/sum(sum(cs_ext_sales_price)) over
- (partition by i_class) as revenueratio
- from catalog_sales
- ,item
- ,date_dim
- where cs_item_sk = i_item_sk
- and i_category in ('Jewelry', 'Sports', 'Books')
- and cs_sold_date_sk = d_date_sk
- and d_date between cast('2001-01-12' as date)
- and (cast('2001-01-12' as date) + 30 days)
- group by i_item_id
- ,i_item_desc
- ,i_category
- ,i_class
- ,i_current_price
- order by i_category
- ,i_class
- ,i_item_id
- ,i_item_desc
- ,revenueratio
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 6
- File Output Operator [FS_29]
- Limit [LIM_27] (rows=100 width=135)
- Number of rows:100
- Select Operator [SEL_26] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- Select Operator [SEL_23] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- PTF Operator [PTF_22] (rows=174233858 width=135)
- Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"_col3"}]
- Select Operator [SEL_21] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_20]
- PartitionCols:_col3
- Select Operator [SEL_19] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Group By Operator [GBY_18] (rows=174233858 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_16] (rows=348467716 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col10, _col9, _col6, _col7, _col8
- Merge Join Operator [MERGEJOIN_39] (rows=348467716 width=135)
- Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=231000 width=1436)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Filter Operator [FIL_37] (rows=231000 width=1436)
- predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null)
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_38] (rows=316788826 width=135)
- Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=287989836 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_35] (rows=287989836 width=135)
- predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
- TableScan [TS_0] (rows=287989836 width=135)
- default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_36] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2001-01-12 00:00:00.0 AND 2001-02-11 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query21.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query21.q.out b/ql/src/test/results/clientpositive/perf/query21.q.out
deleted file mode 100644
index 876e3c8..0000000
--- a/ql/src/test/results/clientpositive/perf/query21.q.out
+++ /dev/null
@@ -1,139 +0,0 @@
-PREHOOK: query: explain
-select *
- from(select w_warehouse_name
- ,i_item_id
- ,sum(case when (cast(d_date as date) < cast ('1998-04-08' as date))
- then inv_quantity_on_hand
- else 0 end) as inv_before
- ,sum(case when (cast(d_date as date) >= cast ('1998-04-08' as date))
- then inv_quantity_on_hand
- else 0 end) as inv_after
- from inventory
- ,warehouse
- ,item
- ,date_dim
- where i_current_price between 0.99 and 1.49
- and i_item_sk = inv_item_sk
- and inv_warehouse_sk = w_warehouse_sk
- and inv_date_sk = d_date_sk
- and d_date between (cast ('1998-04-08' as date) - 30 days)
- and (cast ('1998-04-08' as date) + 30 days)
- group by w_warehouse_name, i_item_id) x
- where (case when inv_before > 0
- then inv_after / inv_before
- else null
- end) between 2.0/3.0 and 3.0/2.0
- order by w_warehouse_name
- ,i_item_id
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select *
- from(select w_warehouse_name
- ,i_item_id
- ,sum(case when (cast(d_date as date) < cast ('1998-04-08' as date))
- then inv_quantity_on_hand
- else 0 end) as inv_before
- ,sum(case when (cast(d_date as date) >= cast ('1998-04-08' as date))
- then inv_quantity_on_hand
- else 0 end) as inv_after
- from inventory
- ,warehouse
- ,item
- ,date_dim
- where i_current_price between 0.99 and 1.49
- and i_item_sk = inv_item_sk
- and inv_warehouse_sk = w_warehouse_sk
- and inv_date_sk = d_date_sk
- and d_date between (cast ('1998-04-08' as date) - 30 days)
- and (cast ('1998-04-08' as date) + 30 days)
- group by w_warehouse_name, i_item_id) x
- where (case when inv_before > 0
- then inv_after / inv_before
- else null
- end) between 2.0/3.0 and 3.0/2.0
- order by w_warehouse_name
- ,i_item_id
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 6
- File Output Operator [FS_31]
- Limit [LIM_30] (rows=100 width=15)
- Number of rows:100
- Select Operator [SEL_29] (rows=12506076 width=15)
- Output:["_col0","_col1","_col2","_col3"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- Filter Operator [FIL_26] (rows=12506076 width=15)
- predicate:CASE WHEN ((_col2 > 0)) THEN ((UDFToDouble(_col3) / UDFToDouble(_col2)) BETWEEN 0.6666666666666666 AND 1.5) ELSE (null) END
- Group By Operator [GBY_25] (rows=25012152 width=15)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_23] (rows=50024305 width=15)
- Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1
- Select Operator [SEL_21] (rows=50024305 width=15)
- Output:["_col0","_col1","_col2","_col3"]
- Merge Join Operator [MERGEJOIN_47] (rows=50024305 width=15)
- Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col7","_col10"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=27 width=1029)
- Output:["_col0","_col1"]
- Filter Operator [FIL_44] (rows=27 width=1029)
- predicate:w_warehouse_sk is not null
- TableScan [TS_9] (rows=27 width=1029)
- default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_46] (rows=45476640 width=15)
- Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col7"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=51333 width=1436)
- Output:["_col0","_col1"]
- Filter Operator [FIL_43] (rows=51333 width=1436)
- predicate:(i_current_price BETWEEN 0.99 AND 1.49 and i_item_sk is not null)
- TableScan [TS_6] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_current_price"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_45] (rows=41342400 width=15)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col5"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=37584000 width=15)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_41] (rows=37584000 width=15)
- predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null)
- TableScan [TS_0] (rows=37584000 width=15)
- default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0","_col1"]
- Filter Operator [FIL_42] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-03-08 23:00:00.0 AND 1998-05-08 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
-
[04/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query81.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query81.q.out b/ql/src/test/results/clientpositive/perf/tez/query81.q.out
new file mode 100644
index 0000000..5fb04b2
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query81.q.out
@@ -0,0 +1,214 @@
+PREHOOK: query: explain
+with customer_total_return as
+ (select cr_returning_customer_sk as ctr_customer_sk
+ ,ca_state as ctr_state,
+ sum(cr_return_amt_inc_tax) as ctr_total_return
+ from catalog_returns
+ ,date_dim
+ ,customer_address
+ where cr_returned_date_sk = d_date_sk
+ and d_year =1998
+ and cr_returning_addr_sk = ca_address_sk
+ group by cr_returning_customer_sk
+ ,ca_state )
+ select c_customer_id,c_salutation,c_first_name,c_last_name,ca_street_number,ca_street_name
+ ,ca_street_type,ca_suite_number,ca_city,ca_county,ca_state,ca_zip,ca_country,ca_gmt_offset
+ ,ca_location_type,ctr_total_return
+ from customer_total_return ctr1
+ ,customer_address
+ ,customer
+ where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
+ from customer_total_return ctr2
+ where ctr1.ctr_state = ctr2.ctr_state)
+ and ca_address_sk = c_current_addr_sk
+ and ca_state = 'IL'
+ and ctr1.ctr_customer_sk = c_customer_sk
+ order by c_customer_id,c_salutation,c_first_name,c_last_name,ca_street_number,ca_street_name
+ ,ca_street_type,ca_suite_number,ca_city,ca_county,ca_state,ca_zip,ca_country,ca_gmt_offset
+ ,ca_location_type,ctr_total_return
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with customer_total_return as
+ (select cr_returning_customer_sk as ctr_customer_sk
+ ,ca_state as ctr_state,
+ sum(cr_return_amt_inc_tax) as ctr_total_return
+ from catalog_returns
+ ,date_dim
+ ,customer_address
+ where cr_returned_date_sk = d_date_sk
+ and d_year =1998
+ and cr_returning_addr_sk = ca_address_sk
+ group by cr_returning_customer_sk
+ ,ca_state )
+ select c_customer_id,c_salutation,c_first_name,c_last_name,ca_street_number,ca_street_name
+ ,ca_street_type,ca_suite_number,ca_city,ca_county,ca_state,ca_zip,ca_country,ca_gmt_offset
+ ,ca_location_type,ctr_total_return
+ from customer_total_return ctr1
+ ,customer_address
+ ,customer
+ where ctr1.ctr_total_return > (select avg(ctr_total_return)*1.2
+ from customer_total_return ctr2
+ where ctr1.ctr_state = ctr2.ctr_state)
+ and ca_address_sk = c_current_addr_sk
+ and ca_state = 'IL'
+ and ctr1.ctr_customer_sk = c_customer_sk
+ order by c_customer_id,c_salutation,c_first_name,c_last_name,ca_street_number,ca_street_name
+ ,ca_street_type,ca_suite_number,ca_city,ca_county,ca_state,ca_zip,ca_country,ca_gmt_offset
+ ,ca_location_type,ctr_total_return
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 13 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 14 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 12 <- Map 15 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 7 <- Map 14 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 15 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 4
+ File Output Operator [FS_67]
+ Select Operator [SEL_66] (rows=100 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
+ Limit [LIM_65] (rows=100 width=860)
+ Number of rows:100
+ Select Operator [SEL_64] (rows=96800003 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ Select Operator [SEL_62] (rows=96800003 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
+ Merge Join Operator [MERGEJOIN_108] (rows=96800003 width=860)
+ Conds:RS_59._col0=RS_60._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17","_col20"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0
+ Select Operator [SEL_55] (rows=8066666 width=1014)
+ Output:["_col0","_col2"]
+ Filter Operator [FIL_54] (rows=8066666 width=1014)
+ predicate:(_col2 > CASE WHEN (_col4 is null) THEN (null) ELSE (_col3) END)
+ Merge Join Operator [MERGEJOIN_107] (rows=24200000 width=1014)
+ Conds:RS_51._col1=RS_52._col2(Inner),Output:["_col0","_col2","_col3","_col4"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col2
+ Select Operator [SEL_50] (rows=11000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_49] (rows=11000000 width=1014)
+ Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col0
+ Select Operator [SEL_45] (rows=22000000 width=1014)
+ Output:["_col0","_col2"]
+ Group By Operator [GBY_44] (rows=22000000 width=1014)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Group By Operator [GBY_42] (rows=44000000 width=1014)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1
+ Merge Join Operator [MERGEJOIN_106] (rows=44000000 width=1014)
+ Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col1","_col3","_col7"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_34] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_101] (rows=40000000 width=1014)
+ predicate:(ca_address_sk is not null and ca_state is not null)
+ TableScan [TS_12] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_105] (rows=31678769 width=106)
+ Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_97] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_28] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_99] (rows=28798881 width=106)
+ predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null)
+ TableScan [TS_6] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_returning_addr_sk","cr_return_amt_inc_tax"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col1
+ Select Operator [SEL_25] (rows=22000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_24] (rows=22000000 width=1014)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_22] (rows=44000000 width=1014)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1
+ Merge Join Operator [MERGEJOIN_104] (rows=44000000 width=1014)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col7"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_98] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ Please refer to the previous TableScan [TS_12]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_103] (rows=31678769 width=106)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_96] (rows=28798881 width=106)
+ predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null and cr_returning_customer_sk is not null)
+ Please refer to the previous TableScan [TS_6]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_102] (rows=88000001 width=860)
+ Conds:RS_56._col2=RS_57._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_94] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_current_addr_sk","c_salutation","c_first_name","c_last_name"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=20000000 width=1014)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11"]
+ Filter Operator [FIL_95] (rows=20000000 width=1014)
+ predicate:((ca_state = 'IL') and ca_address_sk is not null)
+ TableScan [TS_3] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_street_type","ca_suite_number","ca_city","ca_county","ca_state","ca_zip","ca_country","ca_gmt_offset","ca_location_type"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query82.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query82.q.out b/ql/src/test/results/clientpositive/perf/tez/query82.q.out
new file mode 100644
index 0000000..037c2ff
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query82.q.out
@@ -0,0 +1,103 @@
+PREHOOK: query: explain
+select i_item_id
+ ,i_item_desc
+ ,i_current_price
+ from item, inventory, date_dim, store_sales
+ where i_current_price between 30 and 30+30
+ and inv_item_sk = i_item_sk
+ and d_date_sk=inv_date_sk
+ and d_date between cast('2002-05-30' as date) and (cast('2002-05-30' as date) + 60 days)
+ and i_manufact_id in (437,129,727,663)
+ and inv_quantity_on_hand between 100 and 500
+ and ss_item_sk = i_item_sk
+ group by i_item_id,i_item_desc,i_current_price
+ order by i_item_id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_item_id
+ ,i_item_desc
+ ,i_current_price
+ from item, inventory, date_dim, store_sales
+ where i_current_price between 30 and 30+30
+ and inv_item_sk = i_item_sk
+ and d_date_sk=inv_date_sk
+ and d_date between cast('2002-05-30' as date) and (cast('2002-05-30' as date) + 60 days)
+ and i_manufact_id in (437,129,727,663)
+ and inv_quantity_on_hand between 100 and 500
+ and ss_item_sk = i_item_sk
+ group by i_item_id,i_item_desc,i_current_price
+ order by i_item_id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 7 <- Map 6 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 4
+ File Output Operator [FS_28]
+ Limit [LIM_27] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_26] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ Group By Operator [GBY_23] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_21] (rows=1267190424 width=88)
+ Output:["_col0","_col1","_col2"],keys:_col2, _col3, _col4
+ Merge Join Operator [MERGEJOIN_44] (rows=1267190424 width=88)
+ Conds:RS_16._col0=RS_17._col0(Inner),RS_17._col0=RS_18._col1(Inner),Output:["_col2","_col3","_col4"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0"]
+ Filter Operator [FIL_39] (rows=575995635 width=88)
+ predicate:ss_item_sk is not null
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=25666 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_40] (rows=25666 width=1436)
+ predicate:((i_manufact_id) IN (437, 129, 727, 663) and i_current_price BETWEEN 30 AND 60 and i_item_sk is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_manufact_id"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_43] (rows=4593600 width=15)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=4176000 width=15)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_41] (rows=4176000 width=15)
+ predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_quantity_on_hand BETWEEN 100 AND 500)
+ TableScan [TS_6] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_quantity_on_hand"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_42] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 2002-05-30 00:00:00.0 AND 2002-07-29 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query83.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query83.q.out b/ql/src/test/results/clientpositive/perf/tez/query83.q.out
new file mode 100644
index 0000000..2a3a946
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query83.q.out
@@ -0,0 +1,372 @@
+PREHOOK: query: explain
+with sr_items as
+ (select i_item_id item_id,
+ sum(sr_return_quantity) sr_item_qty
+ from store_returns,
+ item,
+ date_dim
+ where sr_item_sk = i_item_sk
+ and d_date in
+ (select d_date
+ from date_dim
+ where d_week_seq in
+ (select d_week_seq
+ from date_dim
+ where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
+ and sr_returned_date_sk = d_date_sk
+ group by i_item_id),
+ cr_items as
+ (select i_item_id item_id,
+ sum(cr_return_quantity) cr_item_qty
+ from catalog_returns,
+ item,
+ date_dim
+ where cr_item_sk = i_item_sk
+ and d_date in
+ (select d_date
+ from date_dim
+ where d_week_seq in
+ (select d_week_seq
+ from date_dim
+ where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
+ and cr_returned_date_sk = d_date_sk
+ group by i_item_id),
+ wr_items as
+ (select i_item_id item_id,
+ sum(wr_return_quantity) wr_item_qty
+ from web_returns,
+ item,
+ date_dim
+ where wr_item_sk = i_item_sk
+ and d_date in
+ (select d_date
+ from date_dim
+ where d_week_seq in
+ (select d_week_seq
+ from date_dim
+ where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
+ and wr_returned_date_sk = d_date_sk
+ group by i_item_id)
+ select sr_items.item_id
+ ,sr_item_qty
+ ,sr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 sr_dev
+ ,cr_item_qty
+ ,cr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 cr_dev
+ ,wr_item_qty
+ ,wr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 wr_dev
+ ,(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 average
+ from sr_items
+ ,cr_items
+ ,wr_items
+ where sr_items.item_id=cr_items.item_id
+ and sr_items.item_id=wr_items.item_id
+ order by sr_items.item_id
+ ,sr_item_qty
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with sr_items as
+ (select i_item_id item_id,
+ sum(sr_return_quantity) sr_item_qty
+ from store_returns,
+ item,
+ date_dim
+ where sr_item_sk = i_item_sk
+ and d_date in
+ (select d_date
+ from date_dim
+ where d_week_seq in
+ (select d_week_seq
+ from date_dim
+ where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
+ and sr_returned_date_sk = d_date_sk
+ group by i_item_id),
+ cr_items as
+ (select i_item_id item_id,
+ sum(cr_return_quantity) cr_item_qty
+ from catalog_returns,
+ item,
+ date_dim
+ where cr_item_sk = i_item_sk
+ and d_date in
+ (select d_date
+ from date_dim
+ where d_week_seq in
+ (select d_week_seq
+ from date_dim
+ where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
+ and cr_returned_date_sk = d_date_sk
+ group by i_item_id),
+ wr_items as
+ (select i_item_id item_id,
+ sum(wr_return_quantity) wr_item_qty
+ from web_returns,
+ item,
+ date_dim
+ where wr_item_sk = i_item_sk
+ and d_date in
+ (select d_date
+ from date_dim
+ where d_week_seq in
+ (select d_week_seq
+ from date_dim
+ where d_date in ('1998-01-02','1998-10-15','1998-11-10')))
+ and wr_returned_date_sk = d_date_sk
+ group by i_item_id)
+ select sr_items.item_id
+ ,sr_item_qty
+ ,sr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 sr_dev
+ ,cr_item_qty
+ ,cr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 cr_dev
+ ,wr_item_qty
+ ,wr_item_qty/(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 * 100 wr_dev
+ ,(sr_item_qty+cr_item_qty+wr_item_qty)/3.0 average
+ from sr_items
+ ,cr_items
+ ,wr_items
+ where sr_items.item_id=cr_items.item_id
+ and sr_items.item_id=wr_items.item_id
+ order by sr_items.item_id
+ ,sr_item_qty
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 27 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
+Reducer 15 <- Map 14 (SIMPLE_EDGE), Reducer 20 (ONE_TO_ONE_EDGE)
+Reducer 16 <- Map 14 (SIMPLE_EDGE), Reducer 22 (ONE_TO_ONE_EDGE)
+Reducer 17 <- Map 14 (SIMPLE_EDGE), Reducer 24 (ONE_TO_ONE_EDGE)
+Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 20 <- Reducer 19 (SIMPLE_EDGE)
+Reducer 21 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE)
+Reducer 22 <- Reducer 21 (SIMPLE_EDGE)
+Reducer 23 <- Map 18 (SIMPLE_EDGE), Map 25 (SIMPLE_EDGE)
+Reducer 24 <- Reducer 23 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 10 (ONE_TO_ONE_EDGE), Reducer 13 (ONE_TO_ONE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 8 <- Map 26 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 16 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_128]
+ Limit [LIM_127] (rows=100 width=77)
+ Number of rows:100
+ Select Operator [SEL_126] (rows=76653825 width=77)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_125]
+ Select Operator [SEL_124] (rows=76653825 width=77)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_222] (rows=76653825 width=77)
+ Conds:RS_120._col0=RS_121._col0(Inner),RS_120._col0=RS_122._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
+ <-Reducer 10 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_121]
+ PartitionCols:_col0
+ Group By Operator [GBY_78] (rows=34842647 width=77)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_77]
+ PartitionCols:_col0
+ Group By Operator [GBY_76] (rows=69685294 width=77)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
+ Merge Join Operator [MERGEJOIN_220] (rows=69685294 width=77)
+ Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col2","_col4"]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_73]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_215] (rows=80353 width=1119)
+ Conds:RS_65._col1=RS_66._col0(Inner),Output:["_col0"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_65]
+ PartitionCols:_col1
+ Select Operator [SEL_8] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_197] (rows=73049 width=1119)
+ predicate:(d_date is not null and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 22 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_66]
+ PartitionCols:_col0
+ Group By Operator [GBY_63] (rows=40176 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_62]
+ PartitionCols:_col0
+ Group By Operator [GBY_61] (rows=80353 width=1119)
+ Output:["_col0"],keys:_col0
+ Merge Join Operator [MERGEJOIN_214] (rows=80353 width=1119)
+ Conds:RS_57._col1=RS_58._col0(Left Semi),Output:["_col0"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col1
+ Select Operator [SEL_11] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_198] (rows=73049 width=1119)
+ predicate:(d_date is not null and d_week_seq is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
+ PartitionCols:_col0
+ Group By Operator [GBY_16] (rows=36525 width=1119)
+ Output:["_col0"],keys:_col0
+ Select Operator [SEL_14] (rows=36525 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_199] (rows=36525 width=1119)
+ predicate:((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null)
+ TableScan [TS_12] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_72]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_213] (rows=63350266 width=77)
+ Conds:RS_69._col1=RS_70._col0(Inner),Output:["_col0","_col2","_col4"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_196] (rows=462000 width=1436)
+ predicate:(i_item_id is not null and i_item_sk is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_69]
+ PartitionCols:_col1
+ Select Operator [SEL_42] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_200] (rows=57591150 width=77)
+ predicate:(sr_item_sk is not null and sr_returned_date_sk is not null)
+ TableScan [TS_40] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_return_quantity"]
+ <-Reducer 13 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_122]
+ PartitionCols:_col0
+ Group By Operator [GBY_118] (rows=8711072 width=92)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_117]
+ PartitionCols:_col0
+ Group By Operator [GBY_116] (rows=17422145 width=92)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
+ Merge Join Operator [MERGEJOIN_221] (rows=17422145 width=92)
+ Conds:RS_112._col0=RS_113._col0(Inner),Output:["_col2","_col4"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_112]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_216] (rows=15838314 width=92)
+ Conds:RS_109._col1=RS_110._col0(Inner),Output:["_col0","_col2","_col4"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_110]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
+ PartitionCols:_col1
+ Select Operator [SEL_82] (rows=14398467 width=92)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_205] (rows=14398467 width=92)
+ predicate:(wr_item_sk is not null and wr_returned_date_sk is not null)
+ TableScan [TS_80] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_return_quantity"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_113]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_218] (rows=80353 width=1119)
+ Conds:RS_105._col1=RS_106._col0(Inner),Output:["_col0"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_105]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 24 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_106]
+ PartitionCols:_col0
+ Group By Operator [GBY_103] (rows=40176 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_102]
+ PartitionCols:_col0
+ Group By Operator [GBY_101] (rows=80353 width=1119)
+ Output:["_col0"],keys:_col0
+ Merge Join Operator [MERGEJOIN_217] (rows=80353 width=1119)
+ Conds:RS_97._col1=RS_98._col0(Left Semi),Output:["_col0"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_11]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_98]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_16]
+ <-Reducer 4 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_120]
+ PartitionCols:_col0
+ Group By Operator [GBY_38] (rows=17423323 width=106)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0
+ Group By Operator [GBY_36] (rows=34846646 width=106)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
+ Merge Join Operator [MERGEJOIN_219] (rows=34846646 width=106)
+ Conds:RS_32._col0=RS_33._col0(Inner),Output:["_col2","_col4"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_212] (rows=80353 width=1119)
+ Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 20 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_26]
+ PartitionCols:_col0
+ Group By Operator [GBY_23] (rows=40176 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Group By Operator [GBY_21] (rows=80353 width=1119)
+ Output:["_col0"],keys:_col0
+ Merge Join Operator [MERGEJOIN_211] (rows=80353 width=1119)
+ Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_11]
+ <-Map 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_16]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_210] (rows=31678769 width=106)
+ Conds:RS_29._col1=RS_30._col0(Inner),Output:["_col0","_col2","_col4"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_195] (rows=28798881 width=106)
+ predicate:(cr_item_sk is not null and cr_returned_date_sk is not null)
+ TableScan [TS_0] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_item_sk","cr_return_quantity"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query84.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query84.q.out b/ql/src/test/results/clientpositive/perf/tez/query84.q.out
new file mode 100644
index 0000000..f23cddd
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query84.q.out
@@ -0,0 +1,135 @@
+PREHOOK: query: explain
+select c_customer_id as customer_id
+ ,c_last_name || ', ' || c_first_name as customername
+ from customer
+ ,customer_address
+ ,customer_demographics
+ ,household_demographics
+ ,income_band
+ ,store_returns
+ where ca_city = 'Hopewell'
+ and c_current_addr_sk = ca_address_sk
+ and ib_lower_bound >= 32287
+ and ib_upper_bound <= 32287 + 50000
+ and ib_income_band_sk = hd_income_band_sk
+ and cd_demo_sk = c_current_cdemo_sk
+ and hd_demo_sk = c_current_hdemo_sk
+ and sr_cdemo_sk = cd_demo_sk
+ order by c_customer_id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select c_customer_id as customer_id
+ ,c_last_name || ', ' || c_first_name as customername
+ from customer
+ ,customer_address
+ ,customer_demographics
+ ,household_demographics
+ ,income_band
+ ,store_returns
+ where ca_city = 'Hopewell'
+ and c_current_addr_sk = ca_address_sk
+ and ib_lower_bound >= 32287
+ and ib_upper_bound <= 32287 + 50000
+ and ib_income_band_sk = hd_income_band_sk
+ and cd_demo_sk = c_current_cdemo_sk
+ and hd_demo_sk = c_current_hdemo_sk
+ and sr_cdemo_sk = cd_demo_sk
+ order by c_customer_id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 11 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 6 <- Map 5 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 10 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 3
+ File Output Operator [FS_38]
+ Limit [LIM_36] (rows=100 width=860)
+ Number of rows:100
+ Select Operator [SEL_35] (rows=212960011 width=860)
+ Output:["_col0","_col1"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ Select Operator [SEL_33] (rows=212960011 width=860)
+ Output:["_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_68] (rows=212960011 width=860)
+ Conds:RS_29._col0=RS_30._col0(Inner),RS_30._col0=RS_31._col1(Inner),Output:["_col2","_col6","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=57591150 width=77)
+ Output:["_col0"]
+ Filter Operator [FIL_59] (rows=57591150 width=77)
+ predicate:sr_cdemo_sk is not null
+ TableScan [TS_0] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_cdemo_sk"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=1861800 width=385)
+ Output:["_col0"]
+ Filter Operator [FIL_60] (rows=1861800 width=385)
+ predicate:cd_demo_sk is not null
+ TableScan [TS_3] (rows=1861800 width=385)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_67] (rows=96800003 width=860)
+ Conds:RS_25._col2=RS_26._col0(Inner),Output:["_col0","_col1","_col4","_col5"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_66] (rows=7920 width=107)
+ Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col0"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=2 width=12)
+ Output:["_col0"]
+ Filter Operator [FIL_64] (rows=2 width=12)
+ predicate:((ib_lower_bound >= 32287) and (ib_upper_bound <= 82287) and ib_income_band_sk is not null)
+ TableScan [TS_15] (rows=20 width=12)
+ default@income_band,income_band,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk","ib_lower_bound","ib_upper_bound"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Select Operator [SEL_14] (rows=7200 width=107)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_63] (rows=7200 width=107)
+ predicate:(hd_demo_sk is not null and hd_income_band_sk is not null)
+ TableScan [TS_12] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_65] (rows=88000001 width=860)
+ Conds:RS_22._col3=RS_23._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5"]
+ <-Map 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col3
+ Select Operator [SEL_8] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_61] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null)
+ TableScan [TS_6] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_id","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_name","c_last_name"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_62] (rows=20000000 width=1014)
+ predicate:((ca_city = 'Hopewell') and ca_address_sk is not null)
+ TableScan [TS_9] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query85.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query85.q.out b/ql/src/test/results/clientpositive/perf/tez/query85.q.out
new file mode 100644
index 0000000..90cc27e
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query85.q.out
@@ -0,0 +1,304 @@
+PREHOOK: query: explain
+select substr(r_reason_desc,1,20)
+ ,avg(ws_quantity)
+ ,avg(wr_refunded_cash)
+ ,avg(wr_fee)
+ from web_sales, web_returns, web_page, customer_demographics cd1,
+ customer_demographics cd2, customer_address, date_dim, reason
+ where ws_web_page_sk = wp_web_page_sk
+ and ws_item_sk = wr_item_sk
+ and ws_order_number = wr_order_number
+ and ws_sold_date_sk = d_date_sk and d_year = 1998
+ and cd1.cd_demo_sk = wr_refunded_cdemo_sk
+ and cd2.cd_demo_sk = wr_returning_cdemo_sk
+ and ca_address_sk = wr_refunded_addr_sk
+ and r_reason_sk = wr_reason_sk
+ and
+ (
+ (
+ cd1.cd_marital_status = 'M'
+ and
+ cd1.cd_marital_status = cd2.cd_marital_status
+ and
+ cd1.cd_education_status = '4 yr Degree'
+ and
+ cd1.cd_education_status = cd2.cd_education_status
+ and
+ ws_sales_price between 100.00 and 150.00
+ )
+ or
+ (
+ cd1.cd_marital_status = 'D'
+ and
+ cd1.cd_marital_status = cd2.cd_marital_status
+ and
+ cd1.cd_education_status = 'Primary'
+ and
+ cd1.cd_education_status = cd2.cd_education_status
+ and
+ ws_sales_price between 50.00 and 100.00
+ )
+ or
+ (
+ cd1.cd_marital_status = 'U'
+ and
+ cd1.cd_marital_status = cd2.cd_marital_status
+ and
+ cd1.cd_education_status = 'Advanced Degree'
+ and
+ cd1.cd_education_status = cd2.cd_education_status
+ and
+ ws_sales_price between 150.00 and 200.00
+ )
+ )
+ and
+ (
+ (
+ ca_country = 'United States'
+ and
+ ca_state in ('KY', 'GA', 'NM')
+ and ws_net_profit between 100 and 200
+ )
+ or
+ (
+ ca_country = 'United States'
+ and
+ ca_state in ('MT', 'OR', 'IN')
+ and ws_net_profit between 150 and 300
+ )
+ or
+ (
+ ca_country = 'United States'
+ and
+ ca_state in ('WI', 'MO', 'WV')
+ and ws_net_profit between 50 and 250
+ )
+ )
+group by r_reason_desc
+order by substr(r_reason_desc,1,20)
+ ,avg(ws_quantity)
+ ,avg(wr_refunded_cash)
+ ,avg(wr_fee)
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select substr(r_reason_desc,1,20)
+ ,avg(ws_quantity)
+ ,avg(wr_refunded_cash)
+ ,avg(wr_fee)
+ from web_sales, web_returns, web_page, customer_demographics cd1,
+ customer_demographics cd2, customer_address, date_dim, reason
+ where ws_web_page_sk = wp_web_page_sk
+ and ws_item_sk = wr_item_sk
+ and ws_order_number = wr_order_number
+ and ws_sold_date_sk = d_date_sk and d_year = 1998
+ and cd1.cd_demo_sk = wr_refunded_cdemo_sk
+ and cd2.cd_demo_sk = wr_returning_cdemo_sk
+ and ca_address_sk = wr_refunded_addr_sk
+ and r_reason_sk = wr_reason_sk
+ and
+ (
+ (
+ cd1.cd_marital_status = 'M'
+ and
+ cd1.cd_marital_status = cd2.cd_marital_status
+ and
+ cd1.cd_education_status = '4 yr Degree'
+ and
+ cd1.cd_education_status = cd2.cd_education_status
+ and
+ ws_sales_price between 100.00 and 150.00
+ )
+ or
+ (
+ cd1.cd_marital_status = 'D'
+ and
+ cd1.cd_marital_status = cd2.cd_marital_status
+ and
+ cd1.cd_education_status = 'Primary'
+ and
+ cd1.cd_education_status = cd2.cd_education_status
+ and
+ ws_sales_price between 50.00 and 100.00
+ )
+ or
+ (
+ cd1.cd_marital_status = 'U'
+ and
+ cd1.cd_marital_status = cd2.cd_marital_status
+ and
+ cd1.cd_education_status = 'Advanced Degree'
+ and
+ cd1.cd_education_status = cd2.cd_education_status
+ and
+ ws_sales_price between 150.00 and 200.00
+ )
+ )
+ and
+ (
+ (
+ ca_country = 'United States'
+ and
+ ca_state in ('KY', 'GA', 'NM')
+ and ws_net_profit between 100 and 200
+ )
+ or
+ (
+ ca_country = 'United States'
+ and
+ ca_state in ('MT', 'OR', 'IN')
+ and ws_net_profit between 150 and 300
+ )
+ or
+ (
+ ca_country = 'United States'
+ and
+ ca_state in ('WI', 'MO', 'WV')
+ and ws_net_profit between 50 and 250
+ )
+ )
+group by r_reason_desc
+order by substr(r_reason_desc,1,20)
+ ,avg(ws_quantity)
+ ,avg(wr_refunded_cash)
+ ,avg(wr_fee)
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 11 (SIMPLE_EDGE)
+Reducer 3 <- Map 12 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 14 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Map 15 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 16 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 16 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 10
+ File Output Operator [FS_56]
+ Limit [LIM_54] (rows=100 width=385)
+ Number of rows:100
+ Select Operator [SEL_53] (rows=1023990 width=385)
+ Output:["_col0","_col1","_col2","_col3"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ Select Operator [SEL_51] (rows=1023990 width=385)
+ Output:["_col5","_col6","_col7","_col8"]
+ Group By Operator [GBY_50] (rows=1023990 width=385)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)"],keys:KEY._col0
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0
+ Group By Operator [GBY_48] (rows=2047980 width=385)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["avg(_col12)","avg(_col7)","avg(_col6)"],keys:_col22
+ Merge Join Operator [MERGEJOIN_106] (rows=2047980 width=385)
+ Conds:RS_44._col3, _col24, _col25=RS_45._col0, _col1, _col2(Inner),Output:["_col6","_col7","_col12","_col22"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0, _col1, _col2
+ Select Operator [SEL_23] (rows=1861800 width=385)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_99] (rows=1861800 width=385)
+ predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_education_status is not null and cd_marital_status is not null)
+ TableScan [TS_21] (rows=1861800 width=385)
+ default@customer_demographics,cd2,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col3, _col24, _col25
+ Filter Operator [FIL_43] (rows=393687 width=135)
+ predicate:(((_col24 = 'D') and (_col25 = 'Primary') and _col13 BETWEEN 50 AND 100) or ((_col24 = 'M') and (_col25 = '4 yr Degree') and _col13 BETWEEN 100 AND 150) or ((_col24 = 'U') and (_col25 = 'Advanced Degree') and _col13 BETWEEN 150 AND 200))
+ Merge Join Operator [MERGEJOIN_105] (rows=4724246 width=135)
+ Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col3","_col6","_col7","_col12","_col13","_col22","_col24","_col25"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_23]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_104] (rows=4294769 width=135)
+ Conds:RS_37._col4=RS_38._col0(Inner),Output:["_col1","_col3","_col6","_col7","_col12","_col13","_col22"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=72 width=200)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_97] (rows=72 width=200)
+ predicate:r_reason_sk is not null
+ TableScan [TS_15] (rows=72 width=200)
+ default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk","r_reason_desc"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_103] (rows=3904336 width=135)
+ Conds:RS_34._col8=RS_35._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col12","_col13"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_96] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_12] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col8
+ Merge Join Operator [MERGEJOIN_102] (rows=3549397 width=135)
+ Conds:RS_31._col10=RS_32._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col12","_col13"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=4602 width=585)
+ Output:["_col0"]
+ Filter Operator [FIL_95] (rows=4602 width=585)
+ predicate:wp_web_page_sk is not null
+ TableScan [TS_9] (rows=4602 width=585)
+ default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col10
+ Filter Operator [FIL_30] (rows=3226725 width=135)
+ predicate:(((_col16) IN ('KY', 'GA', 'NM') and _col14 BETWEEN 100 AND 200) or ((_col16) IN ('MT', 'OR', 'IN') and _col14 BETWEEN 150 AND 300) or ((_col16) IN ('WI', 'MO', 'WV') and _col14 BETWEEN 50 AND 250))
+ Merge Join Operator [MERGEJOIN_101] (rows=19360357 width=135)
+ Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14","_col16"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=10000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_94] (rows=10000000 width=1014)
+ predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null)
+ TableScan [TS_6] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_100] (rows=17600325 width=135)
+ Conds:RS_24._col0, _col5=RS_25._col1, _col3(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0, _col5
+ Select Operator [SEL_2] (rows=14398467 width=92)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_92] (rows=14398467 width=92)
+ predicate:(wr_item_sk is not null and wr_order_number is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null and wr_refunded_cdemo_sk is not null and wr_returning_cdemo_sk is not null)
+ TableScan [TS_0] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_refunded_cdemo_sk","wr_refunded_addr_sk","wr_returning_cdemo_sk","wr_reason_sk","wr_order_number","wr_fee","wr_refunded_cash"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col1, _col3
+ Select Operator [SEL_5] (rows=16000296 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Filter Operator [FIL_93] (rows=16000296 width=135)
+ predicate:((ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and (ws_sales_price BETWEEN 100 AND 150 or ws_sales_price BETWEEN 50 AND 100 or ws_sales_price BETWEEN 150 AND 200) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null and ws_web_page_sk is not null)
+ TableScan [TS_3] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_order_number","ws_quantity","ws_sales_price","ws_net_profit"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query86.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query86.q.out b/ql/src/test/results/clientpositive/perf/tez/query86.q.out
new file mode 100644
index 0000000..6b59dd2
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query86.q.out
@@ -0,0 +1,126 @@
+PREHOOK: query: explain
+select
+ sum(ws_net_paid) as total_sum
+ ,i_category
+ ,i_class
+ ,grouping(i_category)+grouping(i_class) as lochierarchy
+ ,rank() over (
+ partition by grouping(i_category)+grouping(i_class),
+ case when grouping(i_class) = 0 then i_category end
+ order by sum(ws_net_paid) desc) as rank_within_parent
+ from
+ web_sales
+ ,date_dim d1
+ ,item
+ where
+ d1.d_month_seq between 1212 and 1212+11
+ and d1.d_date_sk = ws_sold_date_sk
+ and i_item_sk = ws_item_sk
+ group by rollup(i_category,i_class)
+ order by
+ lochierarchy desc,
+ case when lochierarchy = 0 then i_category end,
+ rank_within_parent
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ sum(ws_net_paid) as total_sum
+ ,i_category
+ ,i_class
+ ,grouping(i_category)+grouping(i_class) as lochierarchy
+ ,rank() over (
+ partition by grouping(i_category)+grouping(i_class),
+ case when grouping(i_class) = 0 then i_category end
+ order by sum(ws_net_paid) desc) as rank_within_parent
+ from
+ web_sales
+ ,date_dim d1
+ ,item
+ where
+ d1.d_month_seq between 1212 and 1212+11
+ and d1.d_date_sk = ws_sold_date_sk
+ and i_item_sk = ws_item_sk
+ group by rollup(i_category,i_class)
+ order by
+ lochierarchy desc,
+ case when lochierarchy = 0 then i_category end,
+ rank_within_parent
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_30]
+ Limit [LIM_28] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_27] (rows=261364852 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ Select Operator [SEL_24] (rows=261364852 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ PTF Operator [PTF_23] (rows=261364852 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 DESC NULLS LAST","partition by:":"(grouping(_col5, 1) + grouping(_col5, 0)), CASE WHEN ((grouping(_col5, 0) = 0)) THEN (_col0) ELSE (null) END"}]
+ Select Operator [SEL_22] (rows=261364852 width=135)
+ Output:["_col0","_col1","_col4","_col5"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:(grouping(_col5, 1) + grouping(_col5, 0)), CASE WHEN ((grouping(_col5, 0) = 0)) THEN (_col0) ELSE (null) END
+ Select Operator [SEL_20] (rows=261364852 width=135)
+ Output:["_col0","_col1","_col4","_col5"]
+ Group By Operator [GBY_19] (rows=261364852 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_17] (rows=522729705 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)"],keys:_col0, _col1, 0
+ Select Operator [SEL_15] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_40] (rows=174243235 width=135)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_38] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_39] (rows=158402938 width=135)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_36] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_net_paid"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_37] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+
[49/50] [abbrv] hive git commit: HIVE-17664: Refactor and add new
tests (Jesus Camacho Rodriguez, reviewed by Ashutosh Chauhan)
Posted by se...@apache.org.
HIVE-17664: Refactor and add new tests (Jesus Camacho Rodriguez, reviewed by Ashutosh Chauhan)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/8ffd8ea8
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/8ffd8ea8
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/8ffd8ea8
Branch: refs/heads/hive-14535
Commit: 8ffd8ea8eb8bfecb8770fb99e5f17877bb79a434
Parents: c17dbd1
Author: Jesus Camacho Rodriguez <jc...@apache.org>
Authored: Mon Oct 2 10:19:06 2017 -0700
Committer: Jesus Camacho Rodriguez <jc...@apache.org>
Committed: Tue Oct 3 14:08:12 2017 -0700
----------------------------------------------------------------------
...SQLStdHiveAuthorizationValidatorForTest.java | 12 +
.../java/org/apache/hadoop/hive/ql/Context.java | 15 +
.../hadoop/hive/ql/parse/ParseDriver.java | 10 +-
.../apache/hadoop/hive/ql/parse/ParseUtils.java | 6 +-
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 50 ++-
.../apache/hadoop/hive/ql/parse/TableMask.java | 6 +-
ql/src/test/queries/clientpositive/masking_12.q | 34 ++
.../results/clientpositive/masking_12.q.out | 437 +++++++++++++++++++
8 files changed, 546 insertions(+), 24 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/8ffd8ea8/itests/util/src/main/java/org/apache/hadoop/hive/ql/security/authorization/plugin/sqlstd/SQLStdHiveAuthorizationValidatorForTest.java
----------------------------------------------------------------------
diff --git a/itests/util/src/main/java/org/apache/hadoop/hive/ql/security/authorization/plugin/sqlstd/SQLStdHiveAuthorizationValidatorForTest.java b/itests/util/src/main/java/org/apache/hadoop/hive/ql/security/authorization/plugin/sqlstd/SQLStdHiveAuthorizationValidatorForTest.java
index 4003274..383fa8c 100644
--- a/itests/util/src/main/java/org/apache/hadoop/hive/ql/security/authorization/plugin/sqlstd/SQLStdHiveAuthorizationValidatorForTest.java
+++ b/itests/util/src/main/java/org/apache/hadoop/hive/ql/security/authorization/plugin/sqlstd/SQLStdHiveAuthorizationValidatorForTest.java
@@ -131,6 +131,18 @@ public class SQLStdHiveAuthorizationValidatorForTest extends SQLStdHiveAuthoriza
}
privObj.setCellValueTransformers(cellValueTransformers);
needRewritePrivObjs.add(privObj);
+ } else if (privObj.getObjectName().equals("masking_test_view")) {
+ privObj.setRowFilterExpression("key > 6");
+ List<String> cellValueTransformers = new ArrayList<>();
+ for (String columnName : privObj.getColumns()) {
+ if (columnName.equals("key")) {
+ cellValueTransformers.add("key / 2");
+ } else {
+ cellValueTransformers.add(columnName);
+ }
+ }
+ privObj.setCellValueTransformers(cellValueTransformers);
+ needRewritePrivObjs.add(privObj);
} else if (privObj.getObjectName().equals("masking_test_subq")) {
privObj
.setRowFilterExpression("key in (select key from src where src.key = masking_test_subq.key)");
http://git-wip-us.apache.org/repos/asf/hive/blob/8ffd8ea8/ql/src/java/org/apache/hadoop/hive/ql/Context.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/Context.java b/ql/src/java/org/apache/hadoop/hive/ql/Context.java
index cedb486..2753f1f 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/Context.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/Context.java
@@ -102,6 +102,10 @@ public class Context {
// number of previous attempts
protected int tryCount = 0;
private TokenRewriteStream tokenRewriteStream;
+ // Holds the qualified name to tokenRewriteStream for the views
+ // referenced by the query. This is used to rewrite the view AST
+ // with column masking and row filtering policies.
+ private final Map<String, TokenRewriteStream> viewsTokenRewriteStreams;
private final String executionId;
// Some statements, e.g., UPDATE, DELETE, or MERGE, get rewritten into different
@@ -282,6 +286,8 @@ public class Context {
scratchDirPermission = HiveConf.getVar(conf, HiveConf.ConfVars.SCRATCHDIRPERMISSION);
stagingDir = HiveConf.getVar(conf, HiveConf.ConfVars.STAGINGDIR);
opContext = new CompilationOpContext();
+
+ viewsTokenRewriteStreams = new HashMap<>();
}
public Map<String, Path> getFsScratchDirs() {
@@ -807,6 +813,15 @@ public class Context {
return tokenRewriteStream;
}
+ public void addViewTokenRewriteStream(String viewFullyQualifiedName,
+ TokenRewriteStream tokenRewriteStream) {
+ viewsTokenRewriteStreams.put(viewFullyQualifiedName, tokenRewriteStream);
+ }
+
+ public TokenRewriteStream getViewTokenRewriteStream(String viewFullyQualifiedName) {
+ return viewsTokenRewriteStreams.get(viewFullyQualifiedName);
+ }
+
/**
* Generate a unique executionId. An executionId, together with user name and
* the configuration, will determine the temporary locations of all intermediate
http://git-wip-us.apache.org/repos/asf/hive/blob/8ffd8ea8/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseDriver.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseDriver.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseDriver.java
index f9ad07f..d9a16a2 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseDriver.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseDriver.java
@@ -163,7 +163,7 @@ public class ParseDriver {
public ASTNode parse(String command, Context ctx)
throws ParseException {
- return parse(command, ctx, true);
+ return parse(command, ctx, null);
}
/**
@@ -180,7 +180,7 @@ public class ParseDriver {
*
* @return parsed AST
*/
- public ASTNode parse(String command, Context ctx, boolean setTokenRewriteStream)
+ public ASTNode parse(String command, Context ctx, String viewFullyQualifiedName)
throws ParseException {
if (LOG.isDebugEnabled()) {
LOG.debug("Parsing command: " + command);
@@ -189,8 +189,12 @@ public class ParseDriver {
HiveLexerX lexer = new HiveLexerX(new ANTLRNoCaseStringStream(command));
TokenRewriteStream tokens = new TokenRewriteStream(lexer);
if (ctx != null) {
- if ( setTokenRewriteStream) {
+ if (viewFullyQualifiedName == null) {
+ // Top level query
ctx.setTokenRewriteStream(tokens);
+ } else {
+ // It is a view
+ ctx.addViewTokenRewriteStream(viewFullyQualifiedName, tokens);
}
lexer.setHiveConf(ctx.getConf());
}
http://git-wip-us.apache.org/repos/asf/hive/blob/8ffd8ea8/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java
index 51aeeed..c9c2e1d 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/ParseUtils.java
@@ -67,14 +67,14 @@ public final class ParseUtils {
/** Parses the Hive query. */
public static ASTNode parse(String command, Context ctx) throws ParseException {
- return parse(command, ctx, true);
+ return parse(command, ctx, null);
}
/** Parses the Hive query. */
public static ASTNode parse(
- String command, Context ctx, boolean setTokenRewriteStream) throws ParseException {
+ String command, Context ctx, String viewFullyQualifiedName) throws ParseException {
ParseDriver pd = new ParseDriver();
- ASTNode tree = pd.parse(command, ctx, setTokenRewriteStream);
+ ASTNode tree = pd.parse(command, ctx, viewFullyQualifiedName);
tree = findRootNonNullToken(tree);
handleSetColRefs(tree);
return tree;
http://git-wip-us.apache.org/repos/asf/hive/blob/8ffd8ea8/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
index 2fbdd70..5e45142 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
@@ -46,6 +46,7 @@ import java.util.regex.PatternSyntaxException;
import org.antlr.runtime.ClassicToken;
import org.antlr.runtime.CommonToken;
import org.antlr.runtime.Token;
+import org.antlr.runtime.TokenRewriteStream;
import org.antlr.runtime.tree.Tree;
import org.antlr.runtime.tree.TreeVisitor;
import org.antlr.runtime.tree.TreeVisitorAction;
@@ -2457,11 +2458,18 @@ public class SemanticAnalyzer extends BaseSemanticAnalyzer {
tab.getViewExpandedText(), alias, qb.getParseInfo().getSrcForAlias(
alias));
try {
- String viewText = tab.getViewExpandedText();
// Reparse text, passing null for context to avoid clobbering
// the top-level token stream.
- ASTNode tree = ParseUtils.parse(viewText, ctx, false);
- viewTree = tree;
+ String viewFullyQualifiedName = tab.getCompleteName();
+ String viewText = tab.getViewExpandedText();
+ TableMask viewMask = new TableMask(this, conf, false);
+ viewTree = ParseUtils.parse(viewText, ctx, tab.getCompleteName());
+ if (!unparseTranslator.isEnabled() &&
+ (viewMask.isEnabled() && analyzeRewrite == null)) {
+ viewTree = rewriteASTWithMaskAndFilter(viewMask, viewTree,
+ ctx.getViewTokenRewriteStream(viewFullyQualifiedName),
+ ctx, db, tabNameToTabObject, ignoredTokens);
+ }
Dispatcher nodeOriginDispatcher = new Dispatcher() {
@Override
public Object dispatch(Node nd, java.util.Stack<Node> stack,
@@ -11027,7 +11035,8 @@ public class SemanticAnalyzer extends BaseSemanticAnalyzer {
return getTableObjectByName(tableName, true);
}
- private void walkASTMarkTABREF(ASTNode ast, Set<String> cteAlias)
+ private static void walkASTMarkTABREF(TableMask tableMask, ASTNode ast, Set<String> cteAlias,
+ Context ctx, Hive db, Map<String, Table> tabNameToTabObject, Set<Integer> ignoredTokens)
throws SemanticException {
Queue<Node> queue = new LinkedList<>();
queue.add(ast);
@@ -11072,10 +11081,15 @@ public class SemanticAnalyzer extends BaseSemanticAnalyzer {
String replacementText = null;
Table table = null;
try {
- table = getTableObjectByName(tabIdName);
+ if (!tabNameToTabObject.containsKey(tabIdName)) {
+ table = db.getTable(tabIdName, true);
+ tabNameToTabObject.put(tabIdName, table);
+ } else {
+ table = tabNameToTabObject.get(tabIdName);
+ }
} catch (HiveException e) {
// Table may not be found when materialization of CTE is on.
- LOG.info("Table " + tabIdName + " is not found in walkASTMarkTABREF.");
+ STATIC_LOG.debug("Table " + tabIdName + " is not found in walkASTMarkTABREF.");
continue;
}
@@ -11121,7 +11135,9 @@ public class SemanticAnalyzer extends BaseSemanticAnalyzer {
// the table needs to be masked or filtered.
// For the replacement, we leverage the methods that are used for
// unparseTranslator.
- public ASTNode rewriteASTWithMaskAndFilter(ASTNode ast) throws SemanticException {
+ protected static ASTNode rewriteASTWithMaskAndFilter(TableMask tableMask, ASTNode ast, TokenRewriteStream tokenRewriteStream,
+ Context ctx, Hive db, Map<String, Table> tabNameToTabObject, Set<Integer> ignoredTokens)
+ throws SemanticException {
// 1. collect information about CTE if there is any.
// The base table of CTE should be masked.
// The CTE itself should not be masked in the references in the following main query.
@@ -11144,23 +11160,26 @@ public class SemanticAnalyzer extends BaseSemanticAnalyzer {
throw new SemanticException("Duplicate definition of " + alias);
} else {
cteAlias.add(alias);
- walkASTMarkTABREF(subq, cteAlias);
+ walkASTMarkTABREF(tableMask, subq, cteAlias,
+ ctx, db, tabNameToTabObject, ignoredTokens);
}
}
// walk the other part of ast
for (int index = 1; index < ast.getChildCount(); index++) {
- walkASTMarkTABREF((ASTNode) ast.getChild(index), cteAlias);
+ walkASTMarkTABREF(tableMask, (ASTNode) ast.getChild(index), cteAlias,
+ ctx, db, tabNameToTabObject, ignoredTokens);
}
}
// there is no CTE, walk the whole AST
else {
- walkASTMarkTABREF(ast, cteAlias);
+ walkASTMarkTABREF(tableMask, ast, cteAlias,
+ ctx, db, tabNameToTabObject, ignoredTokens);
}
// 2. rewrite the AST, replace TABREF with masking/filtering
if (tableMask.needsRewrite()) {
- tableMask.applyTranslations(ctx.getTokenRewriteStream());
- String rewrittenQuery = ctx.getTokenRewriteStream().toString(ast.getTokenStartIndex(),
- ast.getTokenStopIndex());
+ tableMask.applyTranslations(tokenRewriteStream);
+ String rewrittenQuery = tokenRewriteStream.toString(
+ ast.getTokenStartIndex(), ast.getTokenStopIndex());
ASTNode rewrittenTree;
// Parse the rewritten query string
// check if we need to ctx.setCmd(rewrittenQuery);
@@ -11235,7 +11254,7 @@ public class SemanticAnalyzer extends BaseSemanticAnalyzer {
// masking and filtering should be created here
// the basic idea is similar to unparseTranslator.
- tableMask = new TableMask(this, conf, ctx);
+ tableMask = new TableMask(this, conf, ctx.isSkipTableMasking());
// 4. continue analyzing from the child ASTNode.
Phase1Ctx ctx_1 = initPhase1Ctx();
@@ -11396,7 +11415,8 @@ public class SemanticAnalyzer extends BaseSemanticAnalyzer {
if (!unparseTranslator.isEnabled() &&
(tableMask.isEnabled() && analyzeRewrite == null)) {
// Here we rewrite the * and also the masking table
- ASTNode tree = rewriteASTWithMaskAndFilter(ast);
+ ASTNode tree = rewriteASTWithMaskAndFilter(tableMask, ast, ctx.getTokenRewriteStream(),
+ ctx, db, tabNameToTabObject, ignoredTokens);
if (tree != ast) {
plannerCtx = pcf.create();
ctx.setSkipTableMasking(true);
http://git-wip-us.apache.org/repos/asf/hive/blob/8ffd8ea8/ql/src/java/org/apache/hadoop/hive/ql/parse/TableMask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/TableMask.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/TableMask.java
index e34351c..4e57b1b 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/TableMask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/TableMask.java
@@ -22,7 +22,6 @@ import java.util.List;
import org.antlr.runtime.TokenRewriteStream;
import org.apache.hadoop.hive.conf.HiveConf;
-import org.apache.hadoop.hive.ql.Context;
import org.apache.hadoop.hive.ql.metadata.HiveUtils;
import org.apache.hadoop.hive.ql.metadata.VirtualColumn;
import org.apache.hadoop.hive.ql.security.authorization.plugin.HiveAuthorizer;
@@ -48,7 +47,8 @@ public class TableMask {
private HiveAuthzContext queryContext;
private HiveConf conf;
- public TableMask(SemanticAnalyzer analyzer, HiveConf conf, Context ctx) throws SemanticException {
+ public TableMask(SemanticAnalyzer analyzer, HiveConf conf, boolean skipTableMasking)
+ throws SemanticException {
try {
authorizer = SessionState.get().getAuthorizerV2();
this.conf = conf;
@@ -59,7 +59,7 @@ public class TableMask {
ctxBuilder.setUserIpAddress(ss.getUserIpAddress());
ctxBuilder.setForwardedAddresses(ss.getForwardedAddresses());
queryContext = ctxBuilder.build();
- if (authorizer != null && needTransform() && !ctx.isSkipTableMasking()) {
+ if (authorizer != null && needTransform() && !skipTableMasking) {
enable = true;
translator = new UnparseTranslator(conf);
translator.enable();
http://git-wip-us.apache.org/repos/asf/hive/blob/8ffd8ea8/ql/src/test/queries/clientpositive/masking_12.q
----------------------------------------------------------------------
diff --git a/ql/src/test/queries/clientpositive/masking_12.q b/ql/src/test/queries/clientpositive/masking_12.q
new file mode 100644
index 0000000..cf12da9
--- /dev/null
+++ b/ql/src/test/queries/clientpositive/masking_12.q
@@ -0,0 +1,34 @@
+set hive.mapred.mode=nonstrict;
+set hive.security.authorization.manager=org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactoryForTest;
+
+create table `masking_test` as select cast(key as int) as key, value from src;
+
+create view `v0` as select * from `masking_test`;
+
+explain
+select * from `v0`;
+
+select * from `v0`;
+
+create table `masking_test_subq` as select cast(key as int) as key, value from src;
+
+create view `v1` as select * from `masking_test_subq`;
+
+explain
+select * from `v1`
+limit 20;
+
+select * from `v1`
+limit 20;
+
+create view `masking_test_view` as select key from `v0`;
+
+explain
+select key from `masking_test_view`;
+
+select key from `masking_test_view`;
+
+explain
+select `v0`.value from `v0` join `masking_test_view` on `v0`.key = `masking_test_view`.key;
+
+select `v0`.value from `v0` join `masking_test_view` on `v0`.key = `masking_test_view`.key;
http://git-wip-us.apache.org/repos/asf/hive/blob/8ffd8ea8/ql/src/test/results/clientpositive/masking_12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/masking_12.q.out b/ql/src/test/results/clientpositive/masking_12.q.out
new file mode 100644
index 0000000..540c53e
--- /dev/null
+++ b/ql/src/test/results/clientpositive/masking_12.q.out
@@ -0,0 +1,437 @@
+PREHOOK: query: create table `masking_test` as select cast(key as int) as key, value from src
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@src
+PREHOOK: Output: database:default
+PREHOOK: Output: default@masking_test
+POSTHOOK: query: create table `masking_test` as select cast(key as int) as key, value from src
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@src
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@masking_test
+POSTHOOK: Lineage: masking_test.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: masking_test.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: create view `v0` as select * from `masking_test`
+PREHOOK: type: CREATEVIEW
+PREHOOK: Input: default@masking_test
+PREHOOK: Output: database:default
+PREHOOK: Output: default@v0
+POSTHOOK: query: create view `v0` as select * from `masking_test`
+POSTHOOK: type: CREATEVIEW
+POSTHOOK: Input: default@masking_test
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@v0
+POSTHOOK: Lineage: v0.key SIMPLE [(masking_test)masking_test.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: v0.value SIMPLE [(masking_test)masking_test.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: explain
+select * from `v0`
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select * from `v0`
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: masking_test
+ properties:
+ insideView TRUE
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (((key % 2) = 0) and (key < 10)) (type: boolean)
+ Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: int), reverse(value) (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select * from `v0`
+PREHOOK: type: QUERY
+PREHOOK: Input: default@masking_test
+PREHOOK: Input: default@v0
+#### A masked pattern was here ####
+POSTHOOK: query: select * from `v0`
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@masking_test
+POSTHOOK: Input: default@v0
+#### A masked pattern was here ####
+0 0_lav
+4 4_lav
+8 8_lav
+0 0_lav
+0 0_lav
+2 2_lav
+PREHOOK: query: create table `masking_test_subq` as select cast(key as int) as key, value from src
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@src
+PREHOOK: Output: database:default
+PREHOOK: Output: default@masking_test_subq
+POSTHOOK: query: create table `masking_test_subq` as select cast(key as int) as key, value from src
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@src
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@masking_test_subq
+POSTHOOK: Lineage: masking_test_subq.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: masking_test_subq.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: create view `v1` as select * from `masking_test_subq`
+PREHOOK: type: CREATEVIEW
+PREHOOK: Input: default@masking_test_subq
+PREHOOK: Output: database:default
+PREHOOK: Output: default@v1
+POSTHOOK: query: create view `v1` as select * from `masking_test_subq`
+POSTHOOK: type: CREATEVIEW
+POSTHOOK: Input: default@masking_test_subq
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@v1
+POSTHOOK: Lineage: v1.key SIMPLE [(masking_test_subq)masking_test_subq.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: v1.value SIMPLE [(masking_test_subq)masking_test_subq.FieldSchema(name:value, type:string, comment:null), ]
+PREHOOK: query: explain
+select * from `v1`
+limit 20
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select * from `v1`
+limit 20
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-3 is a root stage
+ Stage-2 depends on stages: Stage-3
+ Stage-1 depends on stages: Stage-2
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-3
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: masking_test_subq
+ properties:
+ insideView TRUE
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: int)
+ outputColumnNames: key
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ keys: key (type: int)
+ mode: hash
+ outputColumnNames: _col0
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Group By Operator
+ keys: KEY._col0 (type: int)
+ mode: mergepartial
+ outputColumnNames: _col0
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-2
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: src
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: UDFToDouble(_col0) (type: double)
+ sort order: +
+ Map-reduce partition columns: UDFToDouble(_col0) (type: double)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: string)
+ TableScan
+ Reduce Output Operator
+ key expressions: UDFToDouble(_col0) (type: double)
+ sort order: +
+ Map-reduce partition columns: UDFToDouble(_col0) (type: double)
+ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col0 (type: int)
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 UDFToDouble(_col0) (type: double)
+ 1 UDFToDouble(_col0) (type: double)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator
+ keys: _col0 (type: string), _col1 (type: int)
+ mode: hash
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
+
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: masking_test_subq
+ properties:
+ insideView TRUE
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: int), value (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: UDFToDouble(_col0) (type: double), _col0 (type: int)
+ sort order: ++
+ Map-reduce partition columns: UDFToDouble(_col0) (type: double), _col0 (type: int)
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: string)
+ TableScan
+ Reduce Output Operator
+ key expressions: UDFToDouble(_col0) (type: double), _col1 (type: int)
+ sort order: ++
+ Map-reduce partition columns: UDFToDouble(_col0) (type: double), _col1 (type: int)
+ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Left Semi Join 0 to 1
+ keys:
+ 0 UDFToDouble(_col0) (type: double), _col0 (type: int)
+ 1 UDFToDouble(_col0) (type: double), _col1 (type: int)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE
+ Limit
+ Number of rows: 20
+ Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: 20
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select * from `v1`
+limit 20
+PREHOOK: type: QUERY
+PREHOOK: Input: default@masking_test_subq
+PREHOOK: Input: default@src
+PREHOOK: Input: default@v1
+#### A masked pattern was here ####
+POSTHOOK: query: select * from `v1`
+limit 20
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@masking_test_subq
+POSTHOOK: Input: default@src
+POSTHOOK: Input: default@v1
+#### A masked pattern was here ####
+0 val_0
+0 val_0
+0 val_0
+2 val_2
+4 val_4
+5 val_5
+5 val_5
+5 val_5
+8 val_8
+9 val_9
+10 val_10
+11 val_11
+12 val_12
+12 val_12
+15 val_15
+15 val_15
+17 val_17
+18 val_18
+18 val_18
+19 val_19
+PREHOOK: query: create view `masking_test_view` as select key from `v0`
+PREHOOK: type: CREATEVIEW
+PREHOOK: Input: default@masking_test
+PREHOOK: Input: default@v0
+PREHOOK: Output: database:default
+PREHOOK: Output: default@masking_test_view
+POSTHOOK: query: create view `masking_test_view` as select key from `v0`
+POSTHOOK: type: CREATEVIEW
+POSTHOOK: Input: default@masking_test
+POSTHOOK: Input: default@v0
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@masking_test_view
+POSTHOOK: Lineage: masking_test_view.key SIMPLE [(masking_test)masking_test.FieldSchema(name:key, type:int, comment:null), ]
+PREHOOK: query: explain
+select key from `masking_test_view`
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select key from `masking_test_view`
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: masking_test
+ properties:
+ insideView TRUE
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (((key % 2) = 0) and (key < 10) and (key > 6)) (type: boolean)
+ Statistics: Num rows: 27 Data size: 286 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: UDFToInteger((UDFToDouble(key) / 2.0)) (type: int)
+ outputColumnNames: _col0
+ Statistics: Num rows: 27 Data size: 286 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 27 Data size: 286 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select key from `masking_test_view`
+PREHOOK: type: QUERY
+PREHOOK: Input: default@masking_test
+PREHOOK: Input: default@masking_test_view
+PREHOOK: Input: default@v0
+#### A masked pattern was here ####
+POSTHOOK: query: select key from `masking_test_view`
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@masking_test
+POSTHOOK: Input: default@masking_test_view
+POSTHOOK: Input: default@v0
+#### A masked pattern was here ####
+4
+PREHOOK: query: explain
+select `v0`.value from `v0` join `masking_test_view` on `v0`.key = `masking_test_view`.key
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select `v0`.value from `v0` join `masking_test_view` on `v0`.key = `masking_test_view`.key
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+ Stage-1 is a root stage
+ Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+ Stage: Stage-1
+ Map Reduce
+ Map Operator Tree:
+ TableScan
+ alias: masking_test
+ properties:
+ insideView TRUE
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (((key % 2) = 0) and (key < 10)) (type: boolean)
+ Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: key (type: int), reverse(value) (type: string)
+ outputColumnNames: _col0, _col1
+ Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE
+ value expressions: _col1 (type: string)
+ TableScan
+ alias: masking_test
+ properties:
+ insideView TRUE
+ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator
+ predicate: (((UDFToInteger((UDFToDouble(key) / 2.0)) % 2) = 0) and ((key % 2) = 0) and (UDFToInteger((UDFToDouble(key) / 2.0)) < 10) and (key < 10) and (key > 6)) (type: boolean)
+ Statistics: Num rows: 4 Data size: 42 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: UDFToInteger((UDFToDouble(key) / 2.0)) (type: int)
+ outputColumnNames: _col0
+ Statistics: Num rows: 4 Data size: 42 Basic stats: COMPLETE Column stats: NONE
+ Reduce Output Operator
+ key expressions: _col0 (type: int)
+ sort order: +
+ Map-reduce partition columns: _col0 (type: int)
+ Statistics: Num rows: 4 Data size: 42 Basic stats: COMPLETE Column stats: NONE
+ Reduce Operator Tree:
+ Join Operator
+ condition map:
+ Inner Join 0 to 1
+ keys:
+ 0 _col0 (type: int)
+ 1 _col0 (type: int)
+ outputColumnNames: _col1
+ Statistics: Num rows: 91 Data size: 969 Basic stats: COMPLETE Column stats: NONE
+ Select Operator
+ expressions: _col1 (type: string)
+ outputColumnNames: _col0
+ Statistics: Num rows: 91 Data size: 969 Basic stats: COMPLETE Column stats: NONE
+ File Output Operator
+ compressed: false
+ Statistics: Num rows: 91 Data size: 969 Basic stats: COMPLETE Column stats: NONE
+ table:
+ input format: org.apache.hadoop.mapred.SequenceFileInputFormat
+ output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
+ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+ Stage: Stage-0
+ Fetch Operator
+ limit: -1
+ Processor Tree:
+ ListSink
+
+PREHOOK: query: select `v0`.value from `v0` join `masking_test_view` on `v0`.key = `masking_test_view`.key
+PREHOOK: type: QUERY
+PREHOOK: Input: default@masking_test
+PREHOOK: Input: default@masking_test_view
+PREHOOK: Input: default@v0
+#### A masked pattern was here ####
+POSTHOOK: query: select `v0`.value from `v0` join `masking_test_view` on `v0`.key = `masking_test_view`.key
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@masking_test
+POSTHOOK: Input: default@masking_test_view
+POSTHOOK: Input: default@v0
+#### A masked pattern was here ####
+4_lav
[10/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query58.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query58.q.out b/ql/src/test/results/clientpositive/perf/tez/query58.q.out
new file mode 100644
index 0000000..d5ef23b
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query58.q.out
@@ -0,0 +1,440 @@
+Warning: Shuffle Join MERGEJOIN[265][tables = [$hdt$_4, $hdt$_5]] in Stage 'Reducer 20' is a cross product
+Warning: Shuffle Join MERGEJOIN[269][tables = [$hdt$_5, $hdt$_6]] in Stage 'Reducer 24' is a cross product
+Warning: Shuffle Join MERGEJOIN[273][tables = [$hdt$_6, $hdt$_7]] in Stage 'Reducer 28' is a cross product
+PREHOOK: query: explain
+with ss_items as
+ (select i_item_id item_id
+ ,sum(ss_ext_sales_price) ss_item_rev
+ from store_sales
+ ,item
+ ,date_dim
+ where ss_item_sk = i_item_sk
+ and d_date in (select d_date
+ from date_dim
+ where d_week_seq = (select d_week_seq
+ from date_dim
+ where d_date = '1998-02-19'))
+ and ss_sold_date_sk = d_date_sk
+ group by i_item_id),
+ cs_items as
+ (select i_item_id item_id
+ ,sum(cs_ext_sales_price) cs_item_rev
+ from catalog_sales
+ ,item
+ ,date_dim
+ where cs_item_sk = i_item_sk
+ and d_date in (select d_date
+ from date_dim
+ where d_week_seq = (select d_week_seq
+ from date_dim
+ where d_date = '1998-02-19'))
+ and cs_sold_date_sk = d_date_sk
+ group by i_item_id),
+ ws_items as
+ (select i_item_id item_id
+ ,sum(ws_ext_sales_price) ws_item_rev
+ from web_sales
+ ,item
+ ,date_dim
+ where ws_item_sk = i_item_sk
+ and d_date in (select d_date
+ from date_dim
+ where d_week_seq =(select d_week_seq
+ from date_dim
+ where d_date = '1998-02-19'))
+ and ws_sold_date_sk = d_date_sk
+ group by i_item_id)
+ select ss_items.item_id
+ ,ss_item_rev
+ ,ss_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 ss_dev
+ ,cs_item_rev
+ ,cs_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 cs_dev
+ ,ws_item_rev
+ ,ws_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 ws_dev
+ ,(ss_item_rev+cs_item_rev+ws_item_rev)/3 average
+ from ss_items,cs_items,ws_items
+ where ss_items.item_id=cs_items.item_id
+ and ss_items.item_id=ws_items.item_id
+ and ss_item_rev between 0.9 * cs_item_rev and 1.1 * cs_item_rev
+ and ss_item_rev between 0.9 * ws_item_rev and 1.1 * ws_item_rev
+ and cs_item_rev between 0.9 * ss_item_rev and 1.1 * ss_item_rev
+ and cs_item_rev between 0.9 * ws_item_rev and 1.1 * ws_item_rev
+ and ws_item_rev between 0.9 * ss_item_rev and 1.1 * ss_item_rev
+ and ws_item_rev between 0.9 * cs_item_rev and 1.1 * cs_item_rev
+ order by item_id
+ ,ss_item_rev
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ss_items as
+ (select i_item_id item_id
+ ,sum(ss_ext_sales_price) ss_item_rev
+ from store_sales
+ ,item
+ ,date_dim
+ where ss_item_sk = i_item_sk
+ and d_date in (select d_date
+ from date_dim
+ where d_week_seq = (select d_week_seq
+ from date_dim
+ where d_date = '1998-02-19'))
+ and ss_sold_date_sk = d_date_sk
+ group by i_item_id),
+ cs_items as
+ (select i_item_id item_id
+ ,sum(cs_ext_sales_price) cs_item_rev
+ from catalog_sales
+ ,item
+ ,date_dim
+ where cs_item_sk = i_item_sk
+ and d_date in (select d_date
+ from date_dim
+ where d_week_seq = (select d_week_seq
+ from date_dim
+ where d_date = '1998-02-19'))
+ and cs_sold_date_sk = d_date_sk
+ group by i_item_id),
+ ws_items as
+ (select i_item_id item_id
+ ,sum(ws_ext_sales_price) ws_item_rev
+ from web_sales
+ ,item
+ ,date_dim
+ where ws_item_sk = i_item_sk
+ and d_date in (select d_date
+ from date_dim
+ where d_week_seq =(select d_week_seq
+ from date_dim
+ where d_date = '1998-02-19'))
+ and ws_sold_date_sk = d_date_sk
+ group by i_item_id)
+ select ss_items.item_id
+ ,ss_item_rev
+ ,ss_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 ss_dev
+ ,cs_item_rev
+ ,cs_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 cs_dev
+ ,ws_item_rev
+ ,ws_item_rev/(ss_item_rev+cs_item_rev+ws_item_rev)/3 * 100 ws_dev
+ ,(ss_item_rev+cs_item_rev+ws_item_rev)/3 average
+ from ss_items,cs_items,ws_items
+ where ss_items.item_id=cs_items.item_id
+ and ss_items.item_id=ws_items.item_id
+ and ss_item_rev between 0.9 * cs_item_rev and 1.1 * cs_item_rev
+ and ss_item_rev between 0.9 * ws_item_rev and 1.1 * ws_item_rev
+ and cs_item_rev between 0.9 * ss_item_rev and 1.1 * ss_item_rev
+ and cs_item_rev between 0.9 * ws_item_rev and 1.1 * ws_item_rev
+ and ws_item_rev between 0.9 * ss_item_rev and 1.1 * ss_item_rev
+ and ws_item_rev between 0.9 * cs_item_rev and 1.1 * cs_item_rev
+ order by item_id
+ ,ss_item_rev
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 33 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
+Reducer 15 <- Map 14 (SIMPLE_EDGE), Reducer 22 (ONE_TO_ONE_EDGE)
+Reducer 16 <- Map 14 (SIMPLE_EDGE), Reducer 26 (ONE_TO_ONE_EDGE)
+Reducer 17 <- Map 14 (SIMPLE_EDGE), Reducer 30 (ONE_TO_ONE_EDGE)
+Reducer 19 <- Map 18 (CUSTOM_SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 20 <- Map 31 (CUSTOM_SIMPLE_EDGE), Reducer 19 (CUSTOM_SIMPLE_EDGE)
+Reducer 21 <- Map 31 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
+Reducer 22 <- Reducer 21 (SIMPLE_EDGE)
+Reducer 23 <- Map 18 (CUSTOM_SIMPLE_EDGE)
+Reducer 24 <- Map 31 (CUSTOM_SIMPLE_EDGE), Reducer 23 (CUSTOM_SIMPLE_EDGE)
+Reducer 25 <- Map 31 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
+Reducer 26 <- Reducer 25 (SIMPLE_EDGE)
+Reducer 27 <- Map 18 (CUSTOM_SIMPLE_EDGE)
+Reducer 28 <- Map 31 (CUSTOM_SIMPLE_EDGE), Reducer 27 (CUSTOM_SIMPLE_EDGE)
+Reducer 29 <- Map 31 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 30 <- Reducer 29 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 10 (ONE_TO_ONE_EDGE), Reducer 13 (ONE_TO_ONE_EDGE), Reducer 4 (ONE_TO_ONE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 8 <- Map 32 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 16 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_164]
+ Limit [LIM_163] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_162] (rows=1442 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_161]
+ Select Operator [SEL_160] (rows=1442 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_154] (rows=1442 width=88)
+ predicate:(_col1 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col1 BETWEEN (0.9 * _col5) AND (1.1 * _col5) and _col3 BETWEEN (0.9 * _col1) AND (1.1 * _col1) and _col3 BETWEEN (0.9 * _col5) AND (1.1 * _col5) and _col5 BETWEEN (0.9 * _col1) AND (1.1 * _col1) and _col5 BETWEEN (0.9 * _col3) AND (1.1 * _col3))
+ Merge Join Operator [MERGEJOIN_279] (rows=766650239 width=88)
+ Conds:RS_150._col0=RS_151._col0(Inner),RS_150._col0=RS_152._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
+ <-Reducer 10 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_151]
+ PartitionCols:_col0
+ Group By Operator [GBY_98] (rows=348477374 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col0
+ Group By Operator [GBY_96] (rows=696954748 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
+ Merge Join Operator [MERGEJOIN_277] (rows=696954748 width=88)
+ Conds:RS_92._col0=RS_93._col0(Inner),Output:["_col2","_col4"]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_93]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_271] (rows=80353 width=1119)
+ Conds:RS_85._col1=RS_86._col0(Inner),Output:["_col0"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_85]
+ PartitionCols:_col1
+ Select Operator [SEL_8] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_248] (rows=73049 width=1119)
+ predicate:(d_date is not null and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 26 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_86]
+ PartitionCols:_col0
+ Group By Operator [GBY_83] (rows=40176 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_82]
+ PartitionCols:_col0
+ Group By Operator [GBY_81] (rows=80353 width=1119)
+ Output:["_col0"],keys:_col2
+ Merge Join Operator [MERGEJOIN_270] (rows=80353 width=1119)
+ Conds:RS_77._col1=RS_78._col1(Inner),Output:["_col2"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_78]
+ PartitionCols:_col1
+ Select Operator [SEL_73] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_257] (rows=73049 width=1119)
+ predicate:(d_date is not null and d_week_seq is not null)
+ TableScan [TS_21] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"]
+ <-Reducer 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_77]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_269] (rows=36524 width=1128)
+ Conds:(Inner),Output:["_col1"]
+ <-Map 31 [CUSTOM_SIMPLE_EDGE]
+ SHUFFLE [RS_75]
+ Select Operator [SEL_70] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_256] (rows=36524 width=1119)
+ predicate:((d_date = '1998-02-19') and d_week_seq is not null)
+ Please refer to the previous TableScan [TS_21]
+ <-Reducer 23 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_74]
+ Select Operator [SEL_67] (rows=1 width=8)
+ Filter Operator [FIL_66] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_64] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 18 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_63]
+ Group By Operator [GBY_12] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_11] (rows=36524 width=1119)
+ Filter Operator [FIL_249] (rows=36524 width=1119)
+ predicate:(d_date = '1998-02-19')
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_92]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_268] (rows=633595212 width=88)
+ Conds:RS_89._col1=RS_90._col0(Inner),Output:["_col0","_col2","_col4"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_90]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_247] (rows=462000 width=1436)
+ predicate:(i_item_id is not null and i_item_sk is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Map 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_89]
+ PartitionCols:_col1
+ Select Operator [SEL_52] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_252] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_50] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ <-Reducer 13 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_152]
+ PartitionCols:_col0
+ Group By Operator [GBY_148] (rows=87121617 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_147]
+ PartitionCols:_col0
+ Group By Operator [GBY_146] (rows=174243235 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
+ Merge Join Operator [MERGEJOIN_278] (rows=174243235 width=135)
+ Conds:RS_142._col0=RS_143._col0(Inner),Output:["_col2","_col4"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_142]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_272] (rows=158402938 width=135)
+ Conds:RS_139._col1=RS_140._col0(Inner),Output:["_col0","_col2","_col4"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_140]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 33 [SIMPLE_EDGE]
+ SHUFFLE [RS_139]
+ PartitionCols:_col1
+ Select Operator [SEL_102] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_258] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_100] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"]
+ <-Reducer 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_143]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_275] (rows=80353 width=1119)
+ Conds:RS_135._col1=RS_136._col0(Inner),Output:["_col0"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_135]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 30 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_136]
+ PartitionCols:_col0
+ Group By Operator [GBY_133] (rows=40176 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 29 [SIMPLE_EDGE]
+ SHUFFLE [RS_132]
+ PartitionCols:_col0
+ Group By Operator [GBY_131] (rows=80353 width=1119)
+ Output:["_col0"],keys:_col2
+ Merge Join Operator [MERGEJOIN_274] (rows=80353 width=1119)
+ Conds:RS_127._col1=RS_128._col1(Inner),Output:["_col2"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_128]
+ PartitionCols:_col1
+ Select Operator [SEL_123] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_263] (rows=73049 width=1119)
+ predicate:(d_date is not null and d_week_seq is not null)
+ Please refer to the previous TableScan [TS_21]
+ <-Reducer 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_127]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_273] (rows=36524 width=1128)
+ Conds:(Inner),Output:["_col1"]
+ <-Map 31 [CUSTOM_SIMPLE_EDGE]
+ SHUFFLE [RS_125]
+ Select Operator [SEL_120] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_262] (rows=36524 width=1119)
+ predicate:((d_date = '1998-02-19') and d_week_seq is not null)
+ Please refer to the previous TableScan [TS_21]
+ <-Reducer 27 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_124]
+ Select Operator [SEL_117] (rows=1 width=8)
+ Filter Operator [FIL_116] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_114] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 18 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_113]
+ Please refer to the previous Group By Operator [GBY_12]
+ <-Reducer 4 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_150]
+ PartitionCols:_col0
+ Group By Operator [GBY_48] (rows=174233858 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_47]
+ PartitionCols:_col0
+ Group By Operator [GBY_46] (rows=348467716 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4
+ Merge Join Operator [MERGEJOIN_276] (rows=348467716 width=135)
+ Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col2","_col4"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_267] (rows=80353 width=1119)
+ Conds:RS_35._col1=RS_36._col0(Inner),Output:["_col0"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 22 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_36]
+ PartitionCols:_col0
+ Group By Operator [GBY_33] (rows=40176 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Reducer 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Group By Operator [GBY_31] (rows=80353 width=1119)
+ Output:["_col0"],keys:_col2
+ Merge Join Operator [MERGEJOIN_266] (rows=80353 width=1119)
+ Conds:RS_27._col1=RS_28._col1(Inner),Output:["_col2"]
+ <-Map 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col1
+ Select Operator [SEL_23] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_251] (rows=73049 width=1119)
+ predicate:(d_date is not null and d_week_seq is not null)
+ Please refer to the previous TableScan [TS_21]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_265] (rows=36524 width=1128)
+ Conds:(Inner),Output:["_col1"]
+ <-Map 31 [CUSTOM_SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ Select Operator [SEL_20] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_250] (rows=36524 width=1119)
+ predicate:((d_date = '1998-02-19') and d_week_seq is not null)
+ Please refer to the previous TableScan [TS_21]
+ <-Reducer 19 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_24]
+ Select Operator [SEL_17] (rows=1 width=8)
+ Filter Operator [FIL_16] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_14] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Map 18 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_13]
+ Please refer to the previous Group By Operator [GBY_12]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_264] (rows=316788826 width=135)
+ Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col4"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_246] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_0] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query59.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query59.q.out b/ql/src/test/results/clientpositive/perf/tez/query59.q.out
new file mode 100644
index 0000000..37c2cc0
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query59.q.out
@@ -0,0 +1,230 @@
+PREHOOK: query: explain
+with wss as
+ (select d_week_seq,
+ ss_store_sk,
+ sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales,
+ sum(case when (d_day_name='Monday') then ss_sales_price else null end) mon_sales,
+ sum(case when (d_day_name='Tuesday') then ss_sales_price else null end) tue_sales,
+ sum(case when (d_day_name='Wednesday') then ss_sales_price else null end) wed_sales,
+ sum(case when (d_day_name='Thursday') then ss_sales_price else null end) thu_sales,
+ sum(case when (d_day_name='Friday') then ss_sales_price else null end) fri_sales,
+ sum(case when (d_day_name='Saturday') then ss_sales_price else null end) sat_sales
+ from store_sales,date_dim
+ where d_date_sk = ss_sold_date_sk
+ group by d_week_seq,ss_store_sk
+ )
+ select s_store_name1,s_store_id1,d_week_seq1
+ ,sun_sales1/sun_sales2,mon_sales1/mon_sales2
+ ,tue_sales1/tue_sales1,wed_sales1/wed_sales2,thu_sales1/thu_sales2
+ ,fri_sales1/fri_sales2,sat_sales1/sat_sales2
+ from
+ (select s_store_name s_store_name1,wss.d_week_seq d_week_seq1
+ ,s_store_id s_store_id1,sun_sales sun_sales1
+ ,mon_sales mon_sales1,tue_sales tue_sales1
+ ,wed_sales wed_sales1,thu_sales thu_sales1
+ ,fri_sales fri_sales1,sat_sales sat_sales1
+ from wss,store,date_dim d
+ where d.d_week_seq = wss.d_week_seq and
+ ss_store_sk = s_store_sk and
+ d_month_seq between 1185 and 1185 + 11) y,
+ (select s_store_name s_store_name2,wss.d_week_seq d_week_seq2
+ ,s_store_id s_store_id2,sun_sales sun_sales2
+ ,mon_sales mon_sales2,tue_sales tue_sales2
+ ,wed_sales wed_sales2,thu_sales thu_sales2
+ ,fri_sales fri_sales2,sat_sales sat_sales2
+ from wss,store,date_dim d
+ where d.d_week_seq = wss.d_week_seq and
+ ss_store_sk = s_store_sk and
+ d_month_seq between 1185+ 12 and 1185 + 23) x
+ where s_store_id1=s_store_id2
+ and d_week_seq1=d_week_seq2-52
+ order by s_store_name1,s_store_id1,d_week_seq1
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with wss as
+ (select d_week_seq,
+ ss_store_sk,
+ sum(case when (d_day_name='Sunday') then ss_sales_price else null end) sun_sales,
+ sum(case when (d_day_name='Monday') then ss_sales_price else null end) mon_sales,
+ sum(case when (d_day_name='Tuesday') then ss_sales_price else null end) tue_sales,
+ sum(case when (d_day_name='Wednesday') then ss_sales_price else null end) wed_sales,
+ sum(case when (d_day_name='Thursday') then ss_sales_price else null end) thu_sales,
+ sum(case when (d_day_name='Friday') then ss_sales_price else null end) fri_sales,
+ sum(case when (d_day_name='Saturday') then ss_sales_price else null end) sat_sales
+ from store_sales,date_dim
+ where d_date_sk = ss_sold_date_sk
+ group by d_week_seq,ss_store_sk
+ )
+ select s_store_name1,s_store_id1,d_week_seq1
+ ,sun_sales1/sun_sales2,mon_sales1/mon_sales2
+ ,tue_sales1/tue_sales1,wed_sales1/wed_sales2,thu_sales1/thu_sales2
+ ,fri_sales1/fri_sales2,sat_sales1/sat_sales2
+ from
+ (select s_store_name s_store_name1,wss.d_week_seq d_week_seq1
+ ,s_store_id s_store_id1,sun_sales sun_sales1
+ ,mon_sales mon_sales1,tue_sales tue_sales1
+ ,wed_sales wed_sales1,thu_sales thu_sales1
+ ,fri_sales fri_sales1,sat_sales sat_sales1
+ from wss,store,date_dim d
+ where d.d_week_seq = wss.d_week_seq and
+ ss_store_sk = s_store_sk and
+ d_month_seq between 1185 and 1185 + 11) y,
+ (select s_store_name s_store_name2,wss.d_week_seq d_week_seq2
+ ,s_store_id s_store_id2,sun_sales sun_sales2
+ ,mon_sales mon_sales2,tue_sales tue_sales2
+ ,wed_sales wed_sales2,thu_sales thu_sales2
+ ,fri_sales fri_sales2,sat_sales sat_sales2
+ from wss,store,date_dim d
+ where d.d_week_seq = wss.d_week_seq and
+ ss_store_sk = s_store_sk and
+ d_month_seq between 1185+ 12 and 1185 + 23) x
+ where s_store_id1=s_store_id2
+ and d_week_seq1=d_week_seq2-52
+ order by s_store_name1,s_store_id1,d_week_seq1
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 13 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 15 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 13 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 14 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 11 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_63]
+ Limit [LIM_62] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_61] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ Select Operator [SEL_59] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ Merge Join Operator [MERGEJOIN_104] (rows=421657640 width=88)
+ Conds:RS_56._col2, _col1=RS_57._col1, (_col0 - 52)(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col12","_col13","_col14","_col15","_col16","_col17"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col1, (_col0 - 52)
+ Select Operator [SEL_55] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_103] (rows=383325119 width=88)
+ Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col11"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col0
+ Select Operator [SEL_48] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_97] (rows=1704 width=1910)
+ predicate:(s_store_id is not null and s_store_sk is not null)
+ TableScan [TS_46] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_102] (rows=348477374 width=88)
+ Conds:RS_49._col0=RS_50._col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col1
+ Select Operator [SEL_45] (rows=8116 width=1119)
+ Output:["_col1"]
+ Filter Operator [FIL_96] (rows=8116 width=1119)
+ predicate:(d_month_seq BETWEEN 1197 AND 1208 and d_week_seq is not null)
+ TableScan [TS_15] (rows=73049 width=1119)
+ default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_week_seq"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0
+ Group By Operator [GBY_41] (rows=316797606 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)"],keys:KEY._col0, KEY._col1
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_39] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(_col2)","sum(_col3)","sum(_col5)","sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col0, _col1
+ Select Operator [SEL_37] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_101] (rows=633595212 width=88)
+ Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col1","_col2","_col4","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_90] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=73049 width=1119)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_91] (rows=73049 width=1119)
+ predicate:(d_date_sk is not null and d_week_seq is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq","d_day_name"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col2, _col1
+ Select Operator [SEL_27] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
+ Merge Join Operator [MERGEJOIN_100] (rows=383325119 width=88)
+ Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col12","_col13"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_93] (rows=1704 width=1910)
+ predicate:(s_store_id is not null and s_store_sk is not null)
+ TableScan [TS_18] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_99] (rows=348477374 width=88)
+ Conds:RS_21._col0=RS_22._col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col1
+ Select Operator [SEL_17] (rows=8116 width=1119)
+ Output:["_col1"]
+ Filter Operator [FIL_92] (rows=8116 width=1119)
+ predicate:(d_month_seq BETWEEN 1185 AND 1196 and d_week_seq is not null)
+ Please refer to the previous TableScan [TS_15]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Group By Operator [GBY_13] (rows=316797606 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0, KEY._col1
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_11] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col0, _col1
+ Select Operator [SEL_9] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_98] (rows=633595212 width=88)
+ Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col4","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query6.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query6.q.out b/ql/src/test/results/clientpositive/perf/tez/query6.q.out
new file mode 100644
index 0000000..f1e4758
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query6.q.out
@@ -0,0 +1,226 @@
+Warning: Shuffle Join MERGEJOIN[111][tables = [$hdt$_5, $hdt$_6]] in Stage 'Reducer 12' is a cross product
+PREHOOK: query: explain
+select a.ca_state state, count(*) cnt
+ from customer_address a
+ ,customer c
+ ,store_sales s
+ ,date_dim d
+ ,item i
+ where a.ca_address_sk = c.c_current_addr_sk
+ and c.c_customer_sk = s.ss_customer_sk
+ and s.ss_sold_date_sk = d.d_date_sk
+ and s.ss_item_sk = i.i_item_sk
+ and d.d_month_seq =
+ (select distinct (d_month_seq)
+ from date_dim
+ where d_year = 2000
+ and d_moy = 2 )
+ and i.i_current_price > 1.2 *
+ (select avg(j.i_current_price)
+ from item j
+ where j.i_category = i.i_category)
+ group by a.ca_state
+ having count(*) >= 10
+ order by cnt
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select a.ca_state state, count(*) cnt
+ from customer_address a
+ ,customer c
+ ,store_sales s
+ ,date_dim d
+ ,item i
+ where a.ca_address_sk = c.c_current_addr_sk
+ and c.c_customer_sk = s.ss_customer_sk
+ and s.ss_sold_date_sk = d.d_date_sk
+ and s.ss_item_sk = i.i_item_sk
+ and d.d_month_seq =
+ (select distinct (d_month_seq)
+ from date_dim
+ where d_year = 2000
+ and d_moy = 2 )
+ and i.i_current_price > 1.2 *
+ (select avg(j.i_current_price)
+ from item j
+ where j.i_category = i.i_category)
+ group by a.ca_state
+ having count(*) >= 10
+ order by cnt
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 8 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (CUSTOM_SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE), Reducer 19 (CUSTOM_SIMPLE_EDGE)
+Reducer 13 <- Map 20 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 16 <- Map 15 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
+Reducer 19 <- Map 18 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 9 (ONE_TO_ONE_EDGE)
+Reducer 3 <- Map 14 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 16 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 9 <- Map 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_76]
+ Limit [LIM_75] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_74] (rows=127775039 width=88)
+ Output:["_col0","_col1"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_73]
+ Filter Operator [FIL_71] (rows=127775039 width=88)
+ predicate:(_col1 >= 10)
+ Group By Operator [GBY_70] (rows=383325119 width=88)
+ Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_69]
+ PartitionCols:_col0
+ Group By Operator [GBY_68] (rows=766650239 width=88)
+ Output:["_col0","_col1"],aggregations:["count()"],keys:_col9
+ Merge Join Operator [MERGEJOIN_114] (rows=766650239 width=88)
+ Conds:RS_64._col4=RS_65._col0(Inner),Output:["_col9"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_65]
+ PartitionCols:_col0
+ Select Operator [SEL_54] (rows=169400 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_53] (rows=169400 width=1436)
+ predicate:(_col5 > (1.2 * CASE WHEN (_col1 is null) THEN (null) ELSE (_col0) END))
+ Merge Join Operator [MERGEJOIN_112] (rows=508200 width=1436)
+ Conds:RS_50._col2=RS_51._col2(Inner),Output:["_col0","_col1","_col4","_col5"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col2
+ Select Operator [SEL_46] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_107] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_44] (rows=462000 width=1436)
+ default@item,i,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_category"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_111] (rows=231000 width=1445)
+ Conds:(Inner),Output:["_col0","_col1","_col2"]
+ <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_48]
+ Select Operator [SEL_43] (rows=1 width=8)
+ Filter Operator [FIL_42] (rows=1 width=8)
+ predicate:(sq_count_check(_col0) <= 1)
+ Group By Operator [GBY_40] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 10 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_39]
+ Group By Operator [GBY_38] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_36] (rows=9131 width=1119)
+ Group By Operator [GBY_35] (rows=9131 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Group By Operator [GBY_33] (rows=18262 width=1119)
+ Output:["_col0"],keys:d_month_seq
+ Select Operator [SEL_32] (rows=18262 width=1119)
+ Output:["d_month_seq"]
+ Filter Operator [FIL_106] (rows=18262 width=1119)
+ predicate:((d_moy = 2) and (d_year = 2000))
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_year","d_moy"]
+ <-Reducer 19 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_47]
+ Select Operator [SEL_29] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_28] (rows=231000 width=1436)
+ Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Group By Operator [GBY_26] (rows=462000 width=1436)
+ Output:["_col0","_col1"],aggregations:["avg(i_current_price)"],keys:i_category
+ Filter Operator [FIL_105] (rows=462000 width=1436)
+ predicate:i_category is not null
+ TableScan [TS_23] (rows=462000 width=1436)
+ default@item,j,Tbl:COMPLETE,Col:NONE,Output:["i_current_price","i_category"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_64]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_113] (rows=696954748 width=88)
+ Conds:RS_61._col5=RS_62._col0(Inner),Output:["_col4","_col9"]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_62]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_110] (rows=88000001 width=860)
+ Conds:RS_19._col1=RS_20._col0(Inner),Output:["_col0","_col3"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col1
+ Select Operator [SEL_15] (rows=80000000 width=860)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_103] (rows=80000000 width=860)
+ predicate:(c_current_addr_sk is not null and c_customer_sk is not null)
+ TableScan [TS_13] (rows=80000000 width=860)
+ default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Select Operator [SEL_18] (rows=40000000 width=1014)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_104] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_16] (rows=40000000 width=1014)
+ default@customer_address,a,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col5
+ Merge Join Operator [MERGEJOIN_109] (rows=633595212 width=88)
+ Conds:RS_58._col0=RS_59._col0(Inner),Output:["_col4","_col5"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col0
+ Select Operator [SEL_12] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_102] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_10] (rows=575995635 width=88)
+ default@store_sales,s,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_108] (rows=80353 width=1119)
+ Conds:RS_55._col1=RS_56._col0(Inner),Output:["_col0"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_55]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_100] (rows=73049 width=1119)
+ predicate:(d_date_sk is not null and d_month_seq is not null)
+ TableScan [TS_0] (rows=73049 width=1119)
+ default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+ <-Reducer 9 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_56]
+ PartitionCols:_col0
+ Group By Operator [GBY_8] (rows=9131 width=1119)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Group By Operator [GBY_6] (rows=18262 width=1119)
+ Output:["_col0"],keys:d_month_seq
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["d_month_seq"]
+ Filter Operator [FIL_101] (rows=18262 width=1119)
+ predicate:((d_moy = 2) and (d_year = 2000) and d_month_seq is not null)
+ Please refer to the previous TableScan [TS_3]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query60.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query60.q.out b/ql/src/test/results/clientpositive/perf/tez/query60.q.out
new file mode 100644
index 0000000..84a9ada
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query60.q.out
@@ -0,0 +1,399 @@
+PREHOOK: query: explain
+with ss as (
+ select
+ i_item_id,sum(ss_ext_sales_price) total_sales
+ from
+ store_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from
+ item
+where i_category in ('Children'))
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 9
+ and ss_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_item_id),
+ cs as (
+ select
+ i_item_id,sum(cs_ext_sales_price) total_sales
+ from
+ catalog_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from
+ item
+where i_category in ('Children'))
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 9
+ and cs_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_item_id),
+ ws as (
+ select
+ i_item_id,sum(ws_ext_sales_price) total_sales
+ from
+ web_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from
+ item
+where i_category in ('Children'))
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 9
+ and ws_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_item_id)
+ select
+ i_item_id
+,sum(total_sales) total_sales
+ from (select * from ss
+ union all
+ select * from cs
+ union all
+ select * from ws) tmp1
+ group by i_item_id
+ order by i_item_id
+ ,total_sales
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ss as (
+ select
+ i_item_id,sum(ss_ext_sales_price) total_sales
+ from
+ store_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from
+ item
+where i_category in ('Children'))
+ and ss_item_sk = i_item_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 9
+ and ss_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_item_id),
+ cs as (
+ select
+ i_item_id,sum(cs_ext_sales_price) total_sales
+ from
+ catalog_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from
+ item
+where i_category in ('Children'))
+ and cs_item_sk = i_item_sk
+ and cs_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 9
+ and cs_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_item_id),
+ ws as (
+ select
+ i_item_id,sum(ws_ext_sales_price) total_sales
+ from
+ web_sales,
+ date_dim,
+ customer_address,
+ item
+ where
+ i_item_id in (select
+ i_item_id
+from
+ item
+where i_category in ('Children'))
+ and ws_item_sk = i_item_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year = 1999
+ and d_moy = 9
+ and ws_bill_addr_sk = ca_address_sk
+ and ca_gmt_offset = -6
+ group by i_item_id)
+ select
+ i_item_id
+,sum(total_sales) total_sales
+ from (select * from ss
+ union all
+ select * from cs
+ union all
+ select * from ws) tmp1
+ group by i_item_id
+ order by i_item_id
+ ,total_sales
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 11 <- Map 1 (SIMPLE_EDGE), Reducer 17 (ONE_TO_ONE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE), Reducer 25 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 15 <- Map 14 (SIMPLE_EDGE)
+Reducer 16 <- Map 14 (SIMPLE_EDGE)
+Reducer 17 <- Map 14 (SIMPLE_EDGE)
+Reducer 19 <- Map 18 (SIMPLE_EDGE), Map 21 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 15 (ONE_TO_ONE_EDGE)
+Reducer 20 <- Map 26 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
+Reducer 22 <- Map 21 (SIMPLE_EDGE), Map 27 (SIMPLE_EDGE)
+Reducer 23 <- Map 26 (SIMPLE_EDGE), Reducer 22 (SIMPLE_EDGE)
+Reducer 24 <- Map 21 (SIMPLE_EDGE), Map 28 (SIMPLE_EDGE)
+Reducer 25 <- Map 26 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 6 <- Union 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 1 (SIMPLE_EDGE), Reducer 16 (ONE_TO_ONE_EDGE)
+Reducer 9 <- Reducer 23 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_121]
+ Limit [LIM_120] (rows=100 width=108)
+ Number of rows:100
+ Select Operator [SEL_119] (rows=335408073 width=108)
+ Output:["_col0","_col1"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_118]
+ Group By Operator [GBY_116] (rows=335408073 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Union 5 [SIMPLE_EDGE]
+ <-Reducer 10 [CONTAINS]
+ Reduce Output Operator [RS_115]
+ PartitionCols:_col0
+ Group By Operator [GBY_114] (rows=670816147 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Group By Operator [GBY_72] (rows=191657247 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ PartitionCols:_col0
+ Group By Operator [GBY_70] (rows=383314495 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_183] (rows=383314495 width=135)
+ Conds:RS_66._col0=RS_67._col4(Inner),Output:["_col1","_col8"]
+ <-Reducer 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_67]
+ PartitionCols:_col4
+ Select Operator [SEL_62] (rows=348467716 width=135)
+ Output:["_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135)
+ Conds:RS_59._col1=RS_60._col0(Inner),Output:["_col2","_col3"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0
+ Select Operator [SEL_18] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_162] (rows=20000000 width=1014)
+ predicate:((ca_gmt_offset = -6) and ca_address_sk is not null)
+ TableScan [TS_16] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
+ <-Reducer 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_59]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135)
+ Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col0
+ Select Operator [SEL_15] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_161] (rows=18262 width=1119)
+ predicate:((d_moy = 9) and (d_year = 1999) and d_date_sk is not null)
+ TableScan [TS_13] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0
+ Select Operator [SEL_49] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_165] (rows=287989836 width=135)
+ predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_47] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_66]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_176] (rows=508200 width=1436)
+ Conds:RS_63._col1=RS_64._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_158] (rows=462000 width=1436)
+ predicate:(i_item_id is not null and i_item_sk is not null)
+ TableScan [TS_0] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 16 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_64]
+ PartitionCols:_col0
+ Group By Operator [GBY_45] (rows=115500 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col0
+ Group By Operator [GBY_6] (rows=231000 width=1436)
+ Output:["_col0"],keys:i_item_id
+ Select Operator [SEL_5] (rows=231000 width=1436)
+ Output:["i_item_id"]
+ Filter Operator [FIL_159] (rows=231000 width=1436)
+ predicate:((i_category) IN ('Children') and i_item_id is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_id","i_category"]
+ <-Reducer 13 [CONTAINS]
+ Reduce Output Operator [RS_115]
+ PartitionCols:_col0
+ Group By Operator [GBY_114] (rows=670816147 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Group By Operator [GBY_110] (rows=95833781 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_109]
+ PartitionCols:_col0
+ Group By Operator [GBY_108] (rows=191667562 width=135)
+ Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_184] (rows=191667562 width=135)
+ Conds:RS_104._col0=RS_105._col3(Inner),Output:["_col1","_col8"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_104]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_179] (rows=508200 width=1436)
+ Conds:RS_101._col1=RS_102._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_101]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 17 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_102]
+ PartitionCols:_col0
+ Group By Operator [GBY_83] (rows=115500 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_82]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_6]
+ <-Reducer 25 [SIMPLE_EDGE]
+ SHUFFLE [RS_105]
+ PartitionCols:_col3
+ Select Operator [SEL_100] (rows=174243235 width=135)
+ Output:["_col3","_col5"]
+ Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135)
+ Conds:RS_97._col2=RS_98._col0(Inner),Output:["_col1","_col3"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_98]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_18]
+ <-Reducer 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135)
+ Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_95]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_15]
+ <-Map 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_94]
+ PartitionCols:_col0
+ Select Operator [SEL_87] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_170] (rows=144002668 width=135)
+ predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_85] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"]
+ <-Reducer 4 [CONTAINS]
+ Reduce Output Operator [RS_115]
+ PartitionCols:_col0
+ Group By Operator [GBY_114] (rows=670816147 width=108)
+ Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
+ Group By Operator [GBY_35] (rows=383325119 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Group By Operator [GBY_33] (rows=766650239 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col8)"],keys:_col1
+ Merge Join Operator [MERGEJOIN_182] (rows=766650239 width=88)
+ Conds:RS_29._col0=RS_30._col3(Inner),Output:["_col1","_col8"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436)
+ Conds:RS_26._col1=RS_27._col0(Inner),Output:["_col0","_col1"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col1
+ Please refer to the previous Select Operator [SEL_2]
+ <-Reducer 15 [ONE_TO_ONE_EDGE]
+ FORWARD [RS_27]
+ PartitionCols:_col0
+ Group By Operator [GBY_8] (rows=115500 width=1436)
+ Output:["_col0"],keys:KEY._col0
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Please refer to the previous Group By Operator [GBY_6]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col3
+ Select Operator [SEL_25] (rows=696954748 width=88)
+ Output:["_col3","_col5"]
+ Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88)
+ Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col3"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_18]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88)
+ Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_15]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_12] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_160] (rows=575995635 width=88)
+ predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_10] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"]
+
[07/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query7.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query7.q.out b/ql/src/test/results/clientpositive/perf/tez/query7.q.out
new file mode 100644
index 0000000..00628db
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query7.q.out
@@ -0,0 +1,132 @@
+PREHOOK: query: explain
+select i_item_id,
+ avg(ss_quantity) agg1,
+ avg(ss_list_price) agg2,
+ avg(ss_coupon_amt) agg3,
+ avg(ss_sales_price) agg4
+ from store_sales, customer_demographics, date_dim, item, promotion
+ where ss_sold_date_sk = d_date_sk and
+ ss_item_sk = i_item_sk and
+ ss_cdemo_sk = cd_demo_sk and
+ ss_promo_sk = p_promo_sk and
+ cd_gender = 'F' and
+ cd_marital_status = 'W' and
+ cd_education_status = 'Primary' and
+ (p_channel_email = 'N' or p_channel_event = 'N') and
+ d_year = 1998
+ group by i_item_id
+ order by i_item_id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_item_id,
+ avg(ss_quantity) agg1,
+ avg(ss_list_price) agg2,
+ avg(ss_coupon_amt) agg3,
+ avg(ss_sales_price) agg4
+ from store_sales, customer_demographics, date_dim, item, promotion
+ where ss_sold_date_sk = d_date_sk and
+ ss_item_sk = i_item_sk and
+ ss_cdemo_sk = cd_demo_sk and
+ ss_promo_sk = p_promo_sk and
+ cd_gender = 'F' and
+ cd_marital_status = 'W' and
+ cd_education_status = 'Primary' and
+ (p_channel_email = 'N' or p_channel_event = 'N') and
+ d_year = 1998
+ group by i_item_id
+ order by i_item_id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_35]
+ Limit [LIM_34] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_33] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ Group By Operator [GBY_30] (rows=421657640 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(VALUE._col0)","avg(VALUE._col1)","avg(VALUE._col2)","avg(VALUE._col3)"],keys:KEY._col0
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Group By Operator [GBY_28] (rows=843315281 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["avg(_col4)","avg(_col5)","avg(_col7)","avg(_col6)"],keys:_col18
+ Merge Join Operator [MERGEJOIN_58] (rows=843315281 width=88)
+ Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_54] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_12] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88)
+ Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=2300 width=1179)
+ Output:["_col0"]
+ Filter Operator [FIL_53] (rows=2300 width=1179)
+ predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null)
+ TableScan [TS_9] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_52] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88)
+ Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_50] (rows=575995635 width=88)
+ predicate:(ss_cdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_promo_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=232725 width=385)
+ Output:["_col0"]
+ Filter Operator [FIL_51] (rows=232725 width=385)
+ predicate:((cd_education_status = 'Primary') and (cd_gender = 'F') and (cd_marital_status = 'W') and cd_demo_sk is not null)
+ TableScan [TS_3] (rows=1861800 width=385)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query70.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query70.q.out b/ql/src/test/results/clientpositive/perf/tez/query70.q.out
new file mode 100644
index 0000000..d700d60
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query70.q.out
@@ -0,0 +1,205 @@
+PREHOOK: query: explain
+select
+ sum(ss_net_profit) as total_sum
+ ,s_state
+ ,s_county
+ ,grouping(s_state)+grouping(s_county) as lochierarchy
+ ,rank() over (
+ partition by grouping(s_state)+grouping(s_county),
+ case when grouping(s_county) = 0 then s_state end
+ order by sum(ss_net_profit) desc) as rank_within_parent
+ from
+ store_sales
+ ,date_dim d1
+ ,store
+ where
+ d1.d_month_seq between 1212 and 1212+11
+ and d1.d_date_sk = ss_sold_date_sk
+ and s_store_sk = ss_store_sk
+ and s_state in
+ ( select s_state
+ from (select s_state as s_state,
+ rank() over ( partition by s_state order by sum(ss_net_profit) desc) as ranking
+ from store_sales, store, date_dim
+ where d_month_seq between 1212 and 1212+11
+ and d_date_sk = ss_sold_date_sk
+ and s_store_sk = ss_store_sk
+ group by s_state
+ ) tmp1
+ where ranking <= 5
+ )
+ group by rollup(s_state,s_county)
+ order by
+ lochierarchy desc
+ ,case when lochierarchy = 0 then s_state end
+ ,rank_within_parent
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ sum(ss_net_profit) as total_sum
+ ,s_state
+ ,s_county
+ ,grouping(s_state)+grouping(s_county) as lochierarchy
+ ,rank() over (
+ partition by grouping(s_state)+grouping(s_county),
+ case when grouping(s_county) = 0 then s_state end
+ order by sum(ss_net_profit) desc) as rank_within_parent
+ from
+ store_sales
+ ,date_dim d1
+ ,store
+ where
+ d1.d_month_seq between 1212 and 1212+11
+ and d1.d_date_sk = ss_sold_date_sk
+ and s_store_sk = ss_store_sk
+ and s_state in
+ ( select s_state
+ from (select s_state as s_state,
+ rank() over ( partition by s_state order by sum(ss_net_profit) desc) as ranking
+ from store_sales, store, date_dim
+ where d_month_seq between 1212 and 1212+11
+ and d_date_sk = ss_sold_date_sk
+ and s_store_sk = ss_store_sk
+ group by s_state
+ ) tmp1
+ where ranking <= 5
+ )
+ group by rollup(s_state,s_county)
+ order by
+ lochierarchy desc
+ ,case when lochierarchy = 0 then s_state end
+ ,rank_within_parent
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Reducer 10 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+Reducer 3 <- Map 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
+Reducer 9 <- Map 14 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_61]
+ Limit [LIM_59] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_58] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ Select Operator [SEL_55] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ PTF Operator [PTF_54] (rows=1149975358 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 DESC NULLS LAST","partition by:":"(grouping(_col5, 1) + grouping(_col5, 0)), CASE WHEN ((grouping(_col5, 0) = 0)) THEN (_col0) ELSE (null) END"}]
+ Select Operator [SEL_53] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col4","_col5"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:(grouping(_col5, 1) + grouping(_col5, 0)), CASE WHEN ((grouping(_col5, 0) = 0)) THEN (_col0) ELSE (null) END
+ Select Operator [SEL_51] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col4","_col5"]
+ Group By Operator [GBY_50] (rows=1149975358 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_48] (rows=2299950717 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)"],keys:_col0, _col1, 0
+ Select Operator [SEL_46] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_89] (rows=766650239 width=88)
+ Conds:RS_43._col7=RS_44._col0(Inner),Output:["_col2","_col6","_col7"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col0
+ Select Operator [SEL_32] (rows=116159124 width=88)
+ Output:["_col0"]
+ Filter Operator [FIL_81] (rows=116159124 width=88)
+ predicate:(rank_window_0 <= 5)
+ PTF Operator [PTF_31] (rows=348477374 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 DESC NULLS LAST","partition by:":"_col0"}]
+ Select Operator [SEL_30] (rows=348477374 width=88)
+ Output:["_col0","_col1"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Group By Operator [GBY_27] (rows=348477374 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0
+ Group By Operator [GBY_25] (rows=696954748 width=88)
+ Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col6
+ Merge Join Operator [MERGEJOIN_88] (rows=696954748 width=88)
+ Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col6"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_84] (rows=1704 width=1910)
+ predicate:(s_state is not null and s_store_sk is not null)
+ TableScan [TS_15] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_87] (rows=633595212 width=88)
+ Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_78] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_79] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col7
+ Merge Join Operator [MERGEJOIN_86] (rows=696954748 width=88)
+ Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col2","_col6","_col7"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_80] (rows=1704 width=1910)
+ predicate:(s_state is not null and s_store_sk is not null)
+ TableScan [TS_6] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county","s_state"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_85] (rows=633595212 width=88)
+ Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query71.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query71.q.out b/ql/src/test/results/clientpositive/perf/tez/query71.q.out
new file mode 100644
index 0000000..bd48e56
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query71.q.out
@@ -0,0 +1,208 @@
+PREHOOK: query: explain
+select i_brand_id brand_id, i_brand brand,t_hour,t_minute,
+ sum(ext_price) ext_price
+ from item, (select ws_ext_sales_price as ext_price,
+ ws_sold_date_sk as sold_date_sk,
+ ws_item_sk as sold_item_sk,
+ ws_sold_time_sk as time_sk
+ from web_sales,date_dim
+ where d_date_sk = ws_sold_date_sk
+ and d_moy=12
+ and d_year=2001
+ union all
+ select cs_ext_sales_price as ext_price,
+ cs_sold_date_sk as sold_date_sk,
+ cs_item_sk as sold_item_sk,
+ cs_sold_time_sk as time_sk
+ from catalog_sales,date_dim
+ where d_date_sk = cs_sold_date_sk
+ and d_moy=12
+ and d_year=2001
+ union all
+ select ss_ext_sales_price as ext_price,
+ ss_sold_date_sk as sold_date_sk,
+ ss_item_sk as sold_item_sk,
+ ss_sold_time_sk as time_sk
+ from store_sales,date_dim
+ where d_date_sk = ss_sold_date_sk
+ and d_moy=12
+ and d_year=2001
+ ) as tmp,time_dim
+ where
+ sold_item_sk = i_item_sk
+ and i_manager_id=1
+ and time_sk = t_time_sk
+ and (t_meal_time = 'breakfast' or t_meal_time = 'dinner')
+ group by i_brand, i_brand_id,t_hour,t_minute
+ order by ext_price desc, i_brand_id
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_brand_id brand_id, i_brand brand,t_hour,t_minute,
+ sum(ext_price) ext_price
+ from item, (select ws_ext_sales_price as ext_price,
+ ws_sold_date_sk as sold_date_sk,
+ ws_item_sk as sold_item_sk,
+ ws_sold_time_sk as time_sk
+ from web_sales,date_dim
+ where d_date_sk = ws_sold_date_sk
+ and d_moy=12
+ and d_year=2001
+ union all
+ select cs_ext_sales_price as ext_price,
+ cs_sold_date_sk as sold_date_sk,
+ cs_item_sk as sold_item_sk,
+ cs_sold_time_sk as time_sk
+ from catalog_sales,date_dim
+ where d_date_sk = cs_sold_date_sk
+ and d_moy=12
+ and d_year=2001
+ union all
+ select ss_ext_sales_price as ext_price,
+ ss_sold_date_sk as sold_date_sk,
+ ss_item_sk as sold_item_sk,
+ ss_sold_time_sk as time_sk
+ from store_sales,date_dim
+ where d_date_sk = ss_sold_date_sk
+ and d_moy=12
+ and d_year=2001
+ ) as tmp,time_dim
+ where
+ sold_item_sk = i_item_sk
+ and i_manager_id=1
+ and time_sk = t_time_sk
+ and (t_meal_time = 'breakfast' or t_meal_time = 'dinner')
+ group by i_brand, i_brand_id,t_hour,t_minute
+ order by ext_price desc, i_brand_id
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 11 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 13 <- Map 12 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE), Union 3 (CONTAINS)
+Reducer 4 <- Map 15 (SIMPLE_EDGE), Union 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 16 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_52]
+ Select Operator [SEL_51] (rows=670816149 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ Select Operator [SEL_48] (rows=670816149 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_47] (rows=670816149 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_46]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_45] (rows=1341632299 width=108)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col0)"],keys:_col4, _col8, _col9, _col5
+ Merge Join Operator [MERGEJOIN_86] (rows=1341632299 width=108)
+ Conds:RS_41._col2=RS_42._col0(Inner),Output:["_col0","_col4","_col5","_col8","_col9"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Select Operator [SEL_37] (rows=86400 width=471)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_81] (rows=86400 width=471)
+ predicate:(((t_meal_time = 'breakfast') or (t_meal_time = 'dinner')) and t_time_sk is not null)
+ TableScan [TS_35] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute","t_meal_time"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_85] (rows=1219665700 width=108)
+ Conds:Union 3._col1=RS_39._col0(Inner),Output:["_col0","_col2","_col4","_col5"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_34] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_80] (rows=231000 width=1436)
+ predicate:((i_manager_id = 1) and i_item_sk is not null)
+ TableScan [TS_32] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
+ <-Union 3 [SIMPLE_EDGE]
+ <-Reducer 10 [CONTAINS]
+ Reduce Output Operator [RS_38]
+ PartitionCols:_col1
+ Select Operator [SEL_19] (rows=316788826 width=135)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_83] (rows=316788826 width=135)
+ Conds:RS_16._col0=RS_17._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Select Operator [SEL_15] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_77] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_13] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_12] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_76] (rows=287989836 width=135)
+ predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null)
+ TableScan [TS_10] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_item_sk","cs_ext_sales_price"]
+ <-Reducer 13 [CONTAINS]
+ Reduce Output Operator [RS_38]
+ PartitionCols:_col1
+ Select Operator [SEL_30] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_84] (rows=633595212 width=88)
+ Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Select Operator [SEL_23] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_78] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_sold_time_sk is not null)
+ TableScan [TS_21] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_sold_time_sk","ss_item_sk","ss_ext_sales_price"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_26] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_79] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_24] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Reducer 2 [CONTAINS]
+ Reduce Output Operator [RS_38]
+ PartitionCols:_col1
+ Select Operator [SEL_9] (rows=158402938 width=135)
+ Output:["_col0","_col1","_col2"]
+ Merge Join Operator [MERGEJOIN_82] (rows=158402938 width=135)
+ Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_74] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_item_sk","ws_ext_sales_price"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_75] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query72.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query72.q.out b/ql/src/test/results/clientpositive/perf/tez/query72.q.out
new file mode 100644
index 0000000..a5e3501
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query72.q.out
@@ -0,0 +1,250 @@
+PREHOOK: query: explain
+select i_item_desc
+ ,w_warehouse_name
+ ,d1.d_week_seq
+ ,count(case when p_promo_sk is null then 1 else 0 end) no_promo
+ ,count(case when p_promo_sk is not null then 1 else 0 end) promo
+ ,count(*) total_cnt
+from catalog_sales
+join inventory on (cs_item_sk = inv_item_sk)
+join warehouse on (w_warehouse_sk=inv_warehouse_sk)
+join item on (i_item_sk = cs_item_sk)
+join customer_demographics on (cs_bill_cdemo_sk = cd_demo_sk)
+join household_demographics on (cs_bill_hdemo_sk = hd_demo_sk)
+join date_dim d1 on (cs_sold_date_sk = d1.d_date_sk)
+join date_dim d2 on (inv_date_sk = d2.d_date_sk)
+join date_dim d3 on (cs_ship_date_sk = d3.d_date_sk)
+left outer join promotion on (cs_promo_sk=p_promo_sk)
+left outer join catalog_returns on (cr_item_sk = cs_item_sk and cr_order_number = cs_order_number)
+where d1.d_week_seq = d2.d_week_seq
+ and inv_quantity_on_hand < cs_quantity
+ and d3.d_date > d1.d_date + 5
+ and hd_buy_potential = '1001-5000'
+ and d1.d_year = 2001
+ and hd_buy_potential = '1001-5000'
+ and cd_marital_status = 'M'
+ and d1.d_year = 2001
+group by i_item_desc,w_warehouse_name,d1.d_week_seq
+order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select i_item_desc
+ ,w_warehouse_name
+ ,d1.d_week_seq
+ ,count(case when p_promo_sk is null then 1 else 0 end) no_promo
+ ,count(case when p_promo_sk is not null then 1 else 0 end) promo
+ ,count(*) total_cnt
+from catalog_sales
+join inventory on (cs_item_sk = inv_item_sk)
+join warehouse on (w_warehouse_sk=inv_warehouse_sk)
+join item on (i_item_sk = cs_item_sk)
+join customer_demographics on (cs_bill_cdemo_sk = cd_demo_sk)
+join household_demographics on (cs_bill_hdemo_sk = hd_demo_sk)
+join date_dim d1 on (cs_sold_date_sk = d1.d_date_sk)
+join date_dim d2 on (inv_date_sk = d2.d_date_sk)
+join date_dim d3 on (cs_ship_date_sk = d3.d_date_sk)
+left outer join promotion on (cs_promo_sk=p_promo_sk)
+left outer join catalog_returns on (cr_item_sk = cs_item_sk and cr_order_number = cs_order_number)
+where d1.d_week_seq = d2.d_week_seq
+ and inv_quantity_on_hand < cs_quantity
+ and d3.d_date > d1.d_date + 5
+ and hd_buy_potential = '1001-5000'
+ and d1.d_year = 2001
+ and hd_buy_potential = '1001-5000'
+ and cd_marital_status = 'M'
+ and d1.d_year = 2001
+group by i_item_desc,w_warehouse_name,d1.d_week_seq
+order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 16 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 17 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Map 18 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Map 19 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Map 20 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE)
+Reducer 15 <- Map 21 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 22 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 23 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_75]
+ Limit [LIM_74] (rows=100 width=135)
+ Number of rows:100
+ Select Operator [SEL_73] (rows=37725837 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_72]
+ Select Operator [SEL_70] (rows=37725837 width=135)
+ Output:["_col0","_col1","_col2","_col5"]
+ Group By Operator [GBY_69] (rows=37725837 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_68]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_67] (rows=75451675 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col15, _col13, _col22
+ Merge Join Operator [MERGEJOIN_141] (rows=75451675 width=135)
+ Conds:RS_63._col4, _col6=RS_64._col0, _col1(Left Outer),Output:["_col13","_col15","_col22"]
+ <-Map 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_64]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_62] (rows=28798881 width=106)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_131] (rows=28798881 width=106)
+ predicate:cr_item_sk is not null
+ TableScan [TS_60] (rows=28798881 width=106)
+ default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_63]
+ PartitionCols:_col4, _col6
+ Select Operator [SEL_59] (rows=68592431 width=135)
+ Output:["_col4","_col6","_col13","_col15","_col22"]
+ Merge Join Operator [MERGEJOIN_140] (rows=68592431 width=135)
+ Conds:RS_56._col0, _col20=RS_57._col0, _col1(Inner),Output:["_col5","_col9","_col14","_col16","_col20"]
+ <-Map 22 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_48] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_130] (rows=73049 width=1119)
+ predicate:(d_date_sk is not null and d_week_seq is not null)
+ TableScan [TS_46] (rows=73049 width=1119)
+ default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_56]
+ PartitionCols:_col0, _col20
+ Filter Operator [FIL_55] (rows=62356755 width=135)
+ predicate:(_col3 < _col17)
+ Merge Join Operator [MERGEJOIN_139] (rows=187070265 width=135)
+ Conds:RS_52._col1=RS_53._col8(Inner),Output:["_col0","_col3","_col5","_col9","_col14","_col16","_col17","_col20"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col8
+ Select Operator [SEL_45] (rows=170063874 width=135)
+ Output:["_col3","_col8","_col10","_col11","_col14"]
+ Filter Operator [FIL_44] (rows=170063874 width=135)
+ predicate:(UDFToDouble(_col20) > (UDFToDouble(_col9) + 5.0))
+ Merge Join Operator [MERGEJOIN_138] (rows=510191624 width=135)
+ Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col18","_col20"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Select Operator [SEL_25] (rows=73049 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_129] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ TableScan [TS_23] (rows=73049 width=1119)
+ default@date_dim,d3,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_137] (rows=463810558 width=135)
+ Conds:RS_38._col4=RS_39._col0(Inner),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col18"]
+ <-Map 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_128] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_20] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_136] (rows=421645953 width=135)
+ Conds:RS_35._col5=RS_36._col0(Left Outer),Output:["_col1","_col4","_col6","_col7","_col9","_col10"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col0
+ Select Operator [SEL_19] (rows=2300 width=1179)
+ Output:["_col0"]
+ TableScan [TS_18] (rows=2300 width=1179)
+ default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col5
+ Merge Join Operator [MERGEJOIN_135] (rows=383314495 width=135)
+ Conds:RS_32._col3=RS_33._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col9","_col10"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_126] (rows=3600 width=107)
+ predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null)
+ TableScan [TS_15] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_134] (rows=348467716 width=135)
+ Conds:RS_29._col2=RS_30._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=930900 width=385)
+ Output:["_col0"]
+ Filter Operator [FIL_125] (rows=930900 width=385)
+ predicate:((cd_marital_status = 'M') and cd_demo_sk is not null)
+ TableScan [TS_12] (rows=1861800 width=385)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_133] (rows=316788826 width=135)
+ Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=36524 width=1119)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_124] (rows=36524 width=1119)
+ predicate:((d_year = 2001) and d_date_sk is not null and d_week_seq is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_week_seq","d_year"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_123] (rows=287989836 width=135)
+ predicate:(cs_bill_cdemo_sk is not null and cs_bill_hdemo_sk is not null and cs_item_sk is not null and cs_ship_date_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_6] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_date_sk","cs_bill_cdemo_sk","cs_bill_hdemo_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_quantity"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_132] (rows=41342400 width=15)
+ Conds:RS_49._col2=RS_50._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=37584000 width=15)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_121] (rows=37584000 width=15)
+ predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null)
+ TableScan [TS_0] (rows=37584000 width=15)
+ default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=27 width=1029)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_122] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_3] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query73.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query73.q.out b/ql/src/test/results/clientpositive/perf/tez/query73.q.out
new file mode 100644
index 0000000..f666e29
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query73.q.out
@@ -0,0 +1,150 @@
+PREHOOK: query: explain
+select c_last_name
+ ,c_first_name
+ ,c_salutation
+ ,c_preferred_cust_flag
+ ,ss_ticket_number
+ ,cnt from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,count(*) cnt
+ from store_sales,date_dim,store,household_demographics
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and date_dim.d_dom between 1 and 2
+ and (household_demographics.hd_buy_potential = '>10000' or
+ household_demographics.hd_buy_potential = 'unknown')
+ and household_demographics.hd_vehicle_count > 0
+ and case when household_demographics.hd_vehicle_count > 0 then
+ household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count else null end > 1
+ and date_dim.d_year in (2000,2000+1,2000+2)
+ and store.s_county in ('Mobile County','Maverick County','Huron County','Kittitas County')
+ group by ss_ticket_number,ss_customer_sk) dj,customer
+ where ss_customer_sk = c_customer_sk
+ and cnt between 1 and 5
+ order by cnt desc
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select c_last_name
+ ,c_first_name
+ ,c_salutation
+ ,c_preferred_cust_flag
+ ,ss_ticket_number
+ ,cnt from
+ (select ss_ticket_number
+ ,ss_customer_sk
+ ,count(*) cnt
+ from store_sales,date_dim,store,household_demographics
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_store_sk = store.s_store_sk
+ and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk
+ and date_dim.d_dom between 1 and 2
+ and (household_demographics.hd_buy_potential = '>10000' or
+ household_demographics.hd_buy_potential = 'unknown')
+ and household_demographics.hd_vehicle_count > 0
+ and case when household_demographics.hd_vehicle_count > 0 then
+ household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count else null end > 1
+ and date_dim.d_year in (2000,2000+1,2000+2)
+ and store.s_county in ('Mobile County','Maverick County','Huron County','Kittitas County')
+ group by ss_ticket_number,ss_customer_sk) dj,customer
+ where ss_customer_sk = c_customer_sk
+ and cnt between 1 and 5
+ order by cnt desc
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
+Reducer 6 <- Map 10 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 11 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 3
+ File Output Operator [FS_37]
+ Select Operator [SEL_36] (rows=88000001 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ Select Operator [SEL_34] (rows=88000001 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860)
+ Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_52] (rows=80000000 width=860)
+ predicate:c_customer_sk is not null
+ TableScan [TS_0] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col1
+ Filter Operator [FIL_29] (rows=42591679 width=88)
+ predicate:_col2 BETWEEN 1 AND 5
+ Select Operator [SEL_28] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_27] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_25] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4
+ Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88)
+ Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_56] (rows=852 width=1910)
+ predicate:((s_county) IN ('Mobile County', 'Maverick County', 'Huron County', 'Kittitas County') and s_store_sk is not null)
+ TableScan [TS_12] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col3
+ Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col4"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=1200 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_55] (rows=1200 width=107)
+ predicate:(((hd_buy_potential = '>10000') or (hd_buy_potential = 'unknown')) and (hd_vehicle_count > 0) and CASE WHEN ((hd_vehicle_count > 0)) THEN (((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count)) > 1.0)) ELSE (null) END and hd_demo_sk is not null)
+ TableScan [TS_9] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"]
+ <-Map 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_53] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_3] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=4058 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_54] (rows=4058 width=1119)
+ predicate:((d_year) IN (2000, 2001, 2002) and d_date_sk is not null and d_dom BETWEEN 1 AND 2)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query74.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query74.q.out b/ql/src/test/results/clientpositive/perf/tez/query74.q.out
new file mode 100644
index 0000000..a75aaa1
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query74.q.out
@@ -0,0 +1,313 @@
+PREHOOK: query: explain
+with year_total as (
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,d_year as year
+ ,max(ss_net_paid) year_total
+ ,'s' sale_type
+ from customer
+ ,store_sales
+ ,date_dim
+ where c_customer_sk = ss_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year in (2001,2001+1)
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,d_year as year
+ ,max(ws_net_paid) year_total
+ ,'w' sale_type
+ from customer
+ ,web_sales
+ ,date_dim
+ where c_customer_sk = ws_bill_customer_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year in (2001,2001+1)
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ )
+ select
+ t_s_secyear.customer_id, t_s_secyear.customer_first_name, t_s_secyear.customer_last_name
+ from year_total t_s_firstyear
+ ,year_total t_s_secyear
+ ,year_total t_w_firstyear
+ ,year_total t_w_secyear
+ where t_s_secyear.customer_id = t_s_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_secyear.customer_id
+ and t_s_firstyear.customer_id = t_w_firstyear.customer_id
+ and t_s_firstyear.sale_type = 's'
+ and t_w_firstyear.sale_type = 'w'
+ and t_s_secyear.sale_type = 's'
+ and t_w_secyear.sale_type = 'w'
+ and t_s_firstyear.year = 2001
+ and t_s_secyear.year = 2001+1
+ and t_w_firstyear.year = 2001
+ and t_w_secyear.year = 2001+1
+ and t_s_firstyear.year_total > 0
+ and t_w_firstyear.year_total > 0
+ and case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
+ > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
+ order by 2,1,3
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with year_total as (
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,d_year as year
+ ,max(ss_net_paid) year_total
+ ,'s' sale_type
+ from customer
+ ,store_sales
+ ,date_dim
+ where c_customer_sk = ss_customer_sk
+ and ss_sold_date_sk = d_date_sk
+ and d_year in (2001,2001+1)
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ union all
+ select c_customer_id customer_id
+ ,c_first_name customer_first_name
+ ,c_last_name customer_last_name
+ ,d_year as year
+ ,max(ws_net_paid) year_total
+ ,'w' sale_type
+ from customer
+ ,web_sales
+ ,date_dim
+ where c_customer_sk = ws_bill_customer_sk
+ and ws_sold_date_sk = d_date_sk
+ and d_year in (2001,2001+1)
+ group by c_customer_id
+ ,c_first_name
+ ,c_last_name
+ ,d_year
+ )
+ select
+ t_s_secyear.customer_id, t_s_secyear.customer_first_name, t_s_secyear.customer_last_name
+ from year_total t_s_firstyear
+ ,year_total t_s_secyear
+ ,year_total t_w_firstyear
+ ,year_total t_w_secyear
+ where t_s_secyear.customer_id = t_s_firstyear.customer_id
+ and t_s_firstyear.customer_id = t_w_secyear.customer_id
+ and t_s_firstyear.customer_id = t_w_firstyear.customer_id
+ and t_s_firstyear.sale_type = 's'
+ and t_w_firstyear.sale_type = 'w'
+ and t_s_secyear.sale_type = 's'
+ and t_w_secyear.sale_type = 'w'
+ and t_s_firstyear.year = 2001
+ and t_s_secyear.year = 2001+1
+ and t_w_firstyear.year = 2001
+ and t_w_secyear.year = 2001+1
+ and t_s_firstyear.year_total > 0
+ and t_w_firstyear.year_total > 0
+ and case when t_w_firstyear.year_total > 0 then t_w_secyear.year_total / t_w_firstyear.year_total else null end
+ > case when t_s_firstyear.year_total > 0 then t_s_secyear.year_total / t_s_firstyear.year_total else null end
+ order by 2,1,3
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
+Reducer 12 <- Map 18 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Map 10 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
+Reducer 15 <- Map 18 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Reducer 15 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
+Reducer 3 <- Map 18 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 13 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 17 (SIMPLE_EDGE)
+Reducer 8 <- Map 18 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_92]
+ Limit [LIM_91] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_90] (rows=574987679 width=88)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_89]
+ Select Operator [SEL_88] (rows=574987679 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_87] (rows=574987679 width=88)
+ predicate:CASE WHEN ((_col9 > 0)) THEN (CASE WHEN ((_col14 > 0)) THEN (((_col4 / _col14) > (_col19 / _col9))) ELSE ((null > (_col19 / _col9))) END) ELSE (CASE WHEN ((_col14 > 0)) THEN (((_col4 / _col14) > null)) ELSE (null) END) END
+ Merge Join Operator [MERGEJOIN_171] (rows=1149975359 width=88)
+ Conds:RS_82._col0=RS_83._col0(Inner),RS_83._col0=RS_84._col0(Inner),RS_83._col0=RS_85._col0(Inner),Output:["_col4","_col9","_col14","_col15","_col16","_col17","_col19"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_85]
+ PartitionCols:_col0
+ Select Operator [SEL_81] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col4"]
+ Group By Operator [GBY_80] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_79]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_78] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
+ Merge Join Operator [MERGEJOIN_170] (rows=696954748 width=88)
+ Conds:RS_74._col1=RS_75._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_75]
+ PartitionCols:_col0
+ Select Operator [SEL_70] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_160] (rows=80000000 width=860)
+ predicate:(c_customer_id is not null and c_customer_sk is not null)
+ TableScan [TS_68] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_169] (rows=633595212 width=88)
+ Conds:RS_71._col0=RS_72._col0(Inner),Output:["_col1","_col2","_col4"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_72]
+ PartitionCols:_col0
+ Select Operator [SEL_67] (rows=18262 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_159] (rows=18262 width=1119)
+ predicate:((d_year = 2002) and (d_year) IN (2001, 2002) and d_date_sk is not null)
+ TableScan [TS_65] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ PartitionCols:_col0
+ Select Operator [SEL_64] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_158] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_62] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_net_paid"]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_83]
+ PartitionCols:_col0
+ Filter Operator [FIL_39] (rows=116159124 width=88)
+ predicate:(_col4 > 0)
+ Select Operator [SEL_162] (rows=348477374 width=88)
+ Output:["_col0","_col4"]
+ Group By Operator [GBY_38] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_36] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
+ Merge Join Operator [MERGEJOIN_166] (rows=696954748 width=88)
+ Conds:RS_32._col1=RS_33._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_70]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_165] (rows=633595212 width=88)
+ Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1","_col2","_col4"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Select Operator [SEL_25] (rows=18262 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_153] (rows=18262 width=1119)
+ predicate:((d_year = 2001) and (d_year) IN (2001, 2002) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_65]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_29]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_64]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_82]
+ PartitionCols:_col0
+ Select Operator [SEL_19] (rows=87121617 width=135)
+ Output:["_col0","_col4"]
+ Group By Operator [GBY_18] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_16] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
+ Merge Join Operator [MERGEJOIN_164] (rows=174243235 width=135)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_70]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_163] (rows=158402938 width=135)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col4"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_67]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_149] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_0] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk","ws_net_paid"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_84]
+ PartitionCols:_col0
+ Filter Operator [FIL_60] (rows=29040539 width=135)
+ predicate:(_col4 > 0)
+ Select Operator [SEL_161] (rows=87121617 width=135)
+ Output:["_col0","_col4"]
+ Group By Operator [GBY_59] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_58]
+ PartitionCols:_col0, _col1, _col2, _col3
+ Group By Operator [GBY_57] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4
+ Merge Join Operator [MERGEJOIN_168] (rows=174243235 width=135)
+ Conds:RS_53._col1=RS_54._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_54]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_70]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_167] (rows=158402938 width=135)
+ Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col1","_col2","_col4"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_51]
+ PartitionCols:_col0
+ Select Operator [SEL_46] (rows=18262 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_156] (rows=18262 width=1119)
+ predicate:((d_year = 2001) and (d_year) IN (2001, 2002) and d_date_sk is not null)
+ Please refer to the previous TableScan [TS_65]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+
[22/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query9.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query9.q.out b/ql/src/test/results/clientpositive/perf/query9.q.out
deleted file mode 100644
index 24de6f2..0000000
--- a/ql/src/test/results/clientpositive/perf/query9.q.out
+++ /dev/null
@@ -1,414 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[171][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product
-Warning: Shuffle Join MERGEJOIN[172][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product
-Warning: Shuffle Join MERGEJOIN[173][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3]] in Stage 'Reducer 4' is a cross product
-Warning: Shuffle Join MERGEJOIN[174][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4]] in Stage 'Reducer 5' is a cross product
-Warning: Shuffle Join MERGEJOIN[175][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5]] in Stage 'Reducer 6' is a cross product
-Warning: Shuffle Join MERGEJOIN[176][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6]] in Stage 'Reducer 7' is a cross product
-Warning: Shuffle Join MERGEJOIN[177][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7]] in Stage 'Reducer 8' is a cross product
-Warning: Shuffle Join MERGEJOIN[178][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8]] in Stage 'Reducer 9' is a cross product
-Warning: Shuffle Join MERGEJOIN[179][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9]] in Stage 'Reducer 10' is a cross product
-Warning: Shuffle Join MERGEJOIN[180][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10]] in Stage 'Reducer 11' is a cross product
-Warning: Shuffle Join MERGEJOIN[181][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10, $hdt$_11]] in Stage 'Reducer 12' is a cross product
-Warning: Shuffle Join MERGEJOIN[182][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10, $hdt$_11, $hdt$_12]] in Stage 'Reducer 13' is a cross product
-Warning: Shuffle Join MERGEJOIN[183][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10, $hdt$_11, $hdt$_12, $hdt$_13]] in Stage 'Reducer 14' is a cross product
-Warning: Shuffle Join MERGEJOIN[184][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10, $hdt$_11, $hdt$_12, $hdt$_13, $hdt$_14]] in Stage 'Reducer 15' is a cross product
-Warning: Shuffle Join MERGEJOIN[185][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7, $hdt$_8, $hdt$_9, $hdt$_10, $hdt$_11, $hdt$_12, $hdt$_13, $hdt$_14, $hdt$_15]] in Stage 'Reducer 16' is a cross product
-PREHOOK: query: explain
-select case when (select count(*)
- from store_sales
- where ss_quantity between 1 and 20) > 409437
- then (select avg(ss_ext_list_price)
- from store_sales
- where ss_quantity between 1 and 20)
- else (select avg(ss_net_paid_inc_tax)
- from store_sales
- where ss_quantity between 1 and 20) end bucket1 ,
- case when (select count(*)
- from store_sales
- where ss_quantity between 21 and 40) > 4595804
- then (select avg(ss_ext_list_price)
- from store_sales
- where ss_quantity between 21 and 40)
- else (select avg(ss_net_paid_inc_tax)
- from store_sales
- where ss_quantity between 21 and 40) end bucket2,
- case when (select count(*)
- from store_sales
- where ss_quantity between 41 and 60) > 7887297
- then (select avg(ss_ext_list_price)
- from store_sales
- where ss_quantity between 41 and 60)
- else (select avg(ss_net_paid_inc_tax)
- from store_sales
- where ss_quantity between 41 and 60) end bucket3,
- case when (select count(*)
- from store_sales
- where ss_quantity between 61 and 80) > 10872978
- then (select avg(ss_ext_list_price)
- from store_sales
- where ss_quantity between 61 and 80)
- else (select avg(ss_net_paid_inc_tax)
- from store_sales
- where ss_quantity between 61 and 80) end bucket4,
- case when (select count(*)
- from store_sales
- where ss_quantity between 81 and 100) > 43571537
- then (select avg(ss_ext_list_price)
- from store_sales
- where ss_quantity between 81 and 100)
- else (select avg(ss_net_paid_inc_tax)
- from store_sales
- where ss_quantity between 81 and 100) end bucket5
-from reason
-where r_reason_sk = 1
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select case when (select count(*)
- from store_sales
- where ss_quantity between 1 and 20) > 409437
- then (select avg(ss_ext_list_price)
- from store_sales
- where ss_quantity between 1 and 20)
- else (select avg(ss_net_paid_inc_tax)
- from store_sales
- where ss_quantity between 1 and 20) end bucket1 ,
- case when (select count(*)
- from store_sales
- where ss_quantity between 21 and 40) > 4595804
- then (select avg(ss_ext_list_price)
- from store_sales
- where ss_quantity between 21 and 40)
- else (select avg(ss_net_paid_inc_tax)
- from store_sales
- where ss_quantity between 21 and 40) end bucket2,
- case when (select count(*)
- from store_sales
- where ss_quantity between 41 and 60) > 7887297
- then (select avg(ss_ext_list_price)
- from store_sales
- where ss_quantity between 41 and 60)
- else (select avg(ss_net_paid_inc_tax)
- from store_sales
- where ss_quantity between 41 and 60) end bucket3,
- case when (select count(*)
- from store_sales
- where ss_quantity between 61 and 80) > 10872978
- then (select avg(ss_ext_list_price)
- from store_sales
- where ss_quantity between 61 and 80)
- else (select avg(ss_net_paid_inc_tax)
- from store_sales
- where ss_quantity between 61 and 80) end bucket4,
- case when (select count(*)
- from store_sales
- where ss_quantity between 81 and 100) > 43571537
- then (select avg(ss_ext_list_price)
- from store_sales
- where ss_quantity between 81 and 100)
- else (select avg(ss_net_paid_inc_tax)
- from store_sales
- where ss_quantity between 81 and 100) end bucket5
-from reason
-where r_reason_sk = 1
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Reducer 34 (CUSTOM_SIMPLE_EDGE), Reducer 9 (CUSTOM_SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (CUSTOM_SIMPLE_EDGE), Reducer 18 (CUSTOM_SIMPLE_EDGE)
-Reducer 12 <- Reducer 11 (CUSTOM_SIMPLE_EDGE), Reducer 24 (CUSTOM_SIMPLE_EDGE)
-Reducer 13 <- Reducer 12 (CUSTOM_SIMPLE_EDGE), Reducer 30 (CUSTOM_SIMPLE_EDGE)
-Reducer 14 <- Reducer 13 (CUSTOM_SIMPLE_EDGE), Reducer 19 (CUSTOM_SIMPLE_EDGE)
-Reducer 15 <- Reducer 14 (CUSTOM_SIMPLE_EDGE), Reducer 25 (CUSTOM_SIMPLE_EDGE)
-Reducer 16 <- Reducer 15 (CUSTOM_SIMPLE_EDGE), Reducer 31 (CUSTOM_SIMPLE_EDGE)
-Reducer 18 <- Map 17 (CUSTOM_SIMPLE_EDGE)
-Reducer 19 <- Map 17 (CUSTOM_SIMPLE_EDGE)
-Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Reducer 20 (CUSTOM_SIMPLE_EDGE)
-Reducer 20 <- Map 17 (CUSTOM_SIMPLE_EDGE)
-Reducer 21 <- Map 17 (CUSTOM_SIMPLE_EDGE)
-Reducer 22 <- Map 17 (CUSTOM_SIMPLE_EDGE)
-Reducer 24 <- Map 23 (CUSTOM_SIMPLE_EDGE)
-Reducer 25 <- Map 23 (CUSTOM_SIMPLE_EDGE)
-Reducer 26 <- Map 23 (CUSTOM_SIMPLE_EDGE)
-Reducer 27 <- Map 23 (CUSTOM_SIMPLE_EDGE)
-Reducer 28 <- Map 23 (CUSTOM_SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE), Reducer 26 (CUSTOM_SIMPLE_EDGE)
-Reducer 30 <- Map 29 (CUSTOM_SIMPLE_EDGE)
-Reducer 31 <- Map 29 (CUSTOM_SIMPLE_EDGE)
-Reducer 32 <- Map 29 (CUSTOM_SIMPLE_EDGE)
-Reducer 33 <- Map 29 (CUSTOM_SIMPLE_EDGE)
-Reducer 34 <- Map 29 (CUSTOM_SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE), Reducer 32 (CUSTOM_SIMPLE_EDGE)
-Reducer 5 <- Reducer 21 (CUSTOM_SIMPLE_EDGE), Reducer 4 (CUSTOM_SIMPLE_EDGE)
-Reducer 6 <- Reducer 27 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE)
-Reducer 7 <- Reducer 33 (CUSTOM_SIMPLE_EDGE), Reducer 6 (CUSTOM_SIMPLE_EDGE)
-Reducer 8 <- Reducer 22 (CUSTOM_SIMPLE_EDGE), Reducer 7 (CUSTOM_SIMPLE_EDGE)
-Reducer 9 <- Reducer 28 (CUSTOM_SIMPLE_EDGE), Reducer 8 (CUSTOM_SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 16
- File Output Operator [FS_154]
- Select Operator [SEL_153] (rows=36 width=3135)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_185] (rows=36 width=3135)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"]
- <-Reducer 15 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_150]
- Merge Join Operator [MERGEJOIN_184] (rows=36 width=2846)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
- <-Reducer 14 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_147]
- Merge Join Operator [MERGEJOIN_183] (rows=36 width=2557)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"]
- <-Reducer 13 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_144]
- Merge Join Operator [MERGEJOIN_182] (rows=36 width=2548)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12"]
- <-Reducer 12 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_141]
- Merge Join Operator [MERGEJOIN_181] (rows=36 width=2259)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"]
- <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_138]
- Merge Join Operator [MERGEJOIN_180] (rows=36 width=1970)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
- <-Reducer 10 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_135]
- Merge Join Operator [MERGEJOIN_179] (rows=36 width=1961)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"]
- <-Reducer 34 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_133]
- Group By Operator [GBY_64] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Map 29 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_63]
- Group By Operator [GBY_62] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(ss_net_paid_inc_tax)"]
- Select Operator [SEL_61] (rows=63999515 width=88)
- Output:["ss_net_paid_inc_tax"]
- Filter Operator [FIL_164] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 41 AND 60
- TableScan [TS_80] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_net_paid_inc_tax"]
- <-Reducer 9 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_132]
- Merge Join Operator [MERGEJOIN_178] (rows=36 width=1672)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- <-Reducer 28 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_130]
- Group By Operator [GBY_57] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Map 23 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_56]
- Group By Operator [GBY_55] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(ss_ext_list_price)"]
- Select Operator [SEL_54] (rows=63999515 width=88)
- Output:["ss_ext_list_price"]
- Filter Operator [FIL_163] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 41 AND 60
- TableScan [TS_73] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_ext_list_price"]
- <-Reducer 8 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_129]
- Merge Join Operator [MERGEJOIN_177] (rows=36 width=1383)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- <-Reducer 22 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_127]
- Group By Operator [GBY_50] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 17 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_49]
- Group By Operator [GBY_48] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_47] (rows=63999515 width=88)
- Filter Operator [FIL_162] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 41 AND 60
- TableScan [TS_66] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity"]
- <-Reducer 7 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_126]
- Merge Join Operator [MERGEJOIN_176] (rows=36 width=1374)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Reducer 33 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_124]
- Group By Operator [GBY_43] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Map 29 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_42]
- Group By Operator [GBY_41] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(ss_net_paid_inc_tax)"]
- Select Operator [SEL_40] (rows=63999515 width=88)
- Output:["ss_net_paid_inc_tax"]
- Filter Operator [FIL_161] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 21 AND 40
- Please refer to the previous TableScan [TS_80]
- <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_123]
- Merge Join Operator [MERGEJOIN_175] (rows=36 width=1085)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5"]
- <-Reducer 27 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_121]
- Group By Operator [GBY_36] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Map 23 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_35]
- Group By Operator [GBY_34] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(ss_ext_list_price)"]
- Select Operator [SEL_33] (rows=63999515 width=88)
- Output:["ss_ext_list_price"]
- Filter Operator [FIL_160] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 21 AND 40
- Please refer to the previous TableScan [TS_73]
- <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_120]
- Merge Join Operator [MERGEJOIN_174] (rows=36 width=796)
- Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4"]
- <-Reducer 21 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_118]
- Group By Operator [GBY_29] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 17 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_28]
- Group By Operator [GBY_27] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_26] (rows=63999515 width=88)
- Filter Operator [FIL_159] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 21 AND 40
- Please refer to the previous TableScan [TS_66]
- <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_117]
- Merge Join Operator [MERGEJOIN_173] (rows=36 width=787)
- Conds:(Left Outer),Output:["_col1","_col2","_col3"]
- <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_114]
- Merge Join Operator [MERGEJOIN_172] (rows=36 width=498)
- Conds:(Left Outer),Output:["_col1","_col2"]
- <-Reducer 2 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_111]
- Merge Join Operator [MERGEJOIN_171] (rows=36 width=209)
- Conds:(Left Outer),Output:["_col1"]
- <-Map 1 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_108]
- Select Operator [SEL_2] (rows=36 width=200)
- Filter Operator [FIL_155] (rows=36 width=200)
- predicate:(r_reason_sk = 1)
- TableScan [TS_0] (rows=72 width=200)
- default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk"]
- <-Reducer 20 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_109]
- Group By Operator [GBY_8] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 17 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_7]
- Group By Operator [GBY_6] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_5] (rows=63999515 width=88)
- Filter Operator [FIL_156] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 1 AND 20
- Please refer to the previous TableScan [TS_66]
- <-Reducer 26 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_112]
- Group By Operator [GBY_15] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Map 23 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_14]
- Group By Operator [GBY_13] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(ss_ext_list_price)"]
- Select Operator [SEL_12] (rows=63999515 width=88)
- Output:["ss_ext_list_price"]
- Filter Operator [FIL_157] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 1 AND 20
- Please refer to the previous TableScan [TS_73]
- <-Reducer 32 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_115]
- Group By Operator [GBY_22] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Map 29 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_21]
- Group By Operator [GBY_20] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(ss_net_paid_inc_tax)"]
- Select Operator [SEL_19] (rows=63999515 width=88)
- Output:["ss_net_paid_inc_tax"]
- Filter Operator [FIL_158] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 1 AND 20
- Please refer to the previous TableScan [TS_80]
- <-Reducer 18 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_136]
- Group By Operator [GBY_71] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 17 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_70]
- Group By Operator [GBY_69] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_68] (rows=63999515 width=88)
- Filter Operator [FIL_165] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 61 AND 80
- Please refer to the previous TableScan [TS_66]
- <-Reducer 24 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_139]
- Group By Operator [GBY_78] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Map 23 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_77]
- Group By Operator [GBY_76] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(ss_ext_list_price)"]
- Select Operator [SEL_75] (rows=63999515 width=88)
- Output:["ss_ext_list_price"]
- Filter Operator [FIL_166] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 61 AND 80
- Please refer to the previous TableScan [TS_73]
- <-Reducer 30 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_142]
- Group By Operator [GBY_85] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Map 29 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_84]
- Group By Operator [GBY_83] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(ss_net_paid_inc_tax)"]
- Select Operator [SEL_82] (rows=63999515 width=88)
- Output:["ss_net_paid_inc_tax"]
- Filter Operator [FIL_167] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 61 AND 80
- Please refer to the previous TableScan [TS_80]
- <-Reducer 19 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_145]
- Group By Operator [GBY_92] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Map 17 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_91]
- Group By Operator [GBY_90] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Select Operator [SEL_89] (rows=63999515 width=88)
- Filter Operator [FIL_168] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 81 AND 100
- Please refer to the previous TableScan [TS_66]
- <-Reducer 25 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_148]
- Group By Operator [GBY_99] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Map 23 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_98]
- Group By Operator [GBY_97] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(ss_ext_list_price)"]
- Select Operator [SEL_96] (rows=63999515 width=88)
- Output:["ss_ext_list_price"]
- Filter Operator [FIL_169] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 81 AND 100
- Please refer to the previous TableScan [TS_73]
- <-Reducer 31 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_151]
- Group By Operator [GBY_106] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(VALUE._col0)"]
- <-Map 29 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_105]
- Group By Operator [GBY_104] (rows=1 width=288)
- Output:["_col0"],aggregations:["avg(ss_net_paid_inc_tax)"]
- Select Operator [SEL_103] (rows=63999515 width=88)
- Output:["ss_net_paid_inc_tax"]
- Filter Operator [FIL_170] (rows=63999515 width=88)
- predicate:ss_quantity BETWEEN 81 AND 100
- Please refer to the previous TableScan [TS_80]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query90.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query90.q.out b/ql/src/test/results/clientpositive/perf/query90.q.out
deleted file mode 100644
index d63ce1b..0000000
--- a/ql/src/test/results/clientpositive/perf/query90.q.out
+++ /dev/null
@@ -1,170 +0,0 @@
-Warning: Shuffle Join MERGEJOIN[92][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 6' is a cross product
-PREHOOK: query: explain
-select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio
- from ( select count(*) amc
- from web_sales, household_demographics , time_dim, web_page
- where ws_sold_time_sk = time_dim.t_time_sk
- and ws_ship_hdemo_sk = household_demographics.hd_demo_sk
- and ws_web_page_sk = web_page.wp_web_page_sk
- and time_dim.t_hour between 6 and 6+1
- and household_demographics.hd_dep_count = 8
- and web_page.wp_char_count between 5000 and 5200) at,
- ( select count(*) pmc
- from web_sales, household_demographics , time_dim, web_page
- where ws_sold_time_sk = time_dim.t_time_sk
- and ws_ship_hdemo_sk = household_demographics.hd_demo_sk
- and ws_web_page_sk = web_page.wp_web_page_sk
- and time_dim.t_hour between 14 and 14+1
- and household_demographics.hd_dep_count = 8
- and web_page.wp_char_count between 5000 and 5200) pt
- order by am_pm_ratio
- limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select cast(amc as decimal(15,4))/cast(pmc as decimal(15,4)) am_pm_ratio
- from ( select count(*) amc
- from web_sales, household_demographics , time_dim, web_page
- where ws_sold_time_sk = time_dim.t_time_sk
- and ws_ship_hdemo_sk = household_demographics.hd_demo_sk
- and ws_web_page_sk = web_page.wp_web_page_sk
- and time_dim.t_hour between 6 and 6+1
- and household_demographics.hd_dep_count = 8
- and web_page.wp_char_count between 5000 and 5200) at,
- ( select count(*) pmc
- from web_sales, household_demographics , time_dim, web_page
- where ws_sold_time_sk = time_dim.t_time_sk
- and ws_ship_hdemo_sk = household_demographics.hd_demo_sk
- and ws_web_page_sk = web_page.wp_web_page_sk
- and time_dim.t_hour between 14 and 14+1
- and household_demographics.hd_dep_count = 8
- and web_page.wp_char_count between 5000 and 5200) pt
- order by am_pm_ratio
- limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
-Reducer 11 <- Reducer 10 (CUSTOM_SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 3 <- Map 13 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 14 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE)
-Reducer 6 <- Reducer 11 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 1 (SIMPLE_EDGE), Map 12 (SIMPLE_EDGE)
-Reducer 9 <- Map 13 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_59]
- Limit [LIM_58] (rows=1 width=17)
- Number of rows:100
- Select Operator [SEL_57] (rows=1 width=17)
- Output:["_col0"]
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_56]
- Select Operator [SEL_55] (rows=1 width=17)
- Output:["_col0"]
- Merge Join Operator [MERGEJOIN_92] (rows=1 width=17)
- Conds:(Inner),Output:["_col0","_col1"]
- <-Reducer 11 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_53]
- Group By Operator [GBY_50] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 10 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_49]
- Group By Operator [GBY_48] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_91] (rows=191667562 width=135)
- Conds:RS_44._col1=RS_45._col0(Inner)
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_81] (rows=3600 width=107)
- predicate:((hd_dep_count = 8) and hd_demo_sk is not null)
- TableScan [TS_9] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
- <-Reducer 9 [SIMPLE_EDGE]
- SHUFFLE [RS_44]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_90] (rows=174243235 width=135)
- Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0
- Select Operator [SEL_34] (rows=9600 width=471)
- Output:["_col0"]
- Filter Operator [FIL_84] (rows=9600 width=471)
- predicate:(t_hour BETWEEN 14 AND 15 and t_time_sk is not null)
- TableScan [TS_6] (rows=86400 width=471)
- default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_41]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_89] (rows=158402938 width=135)
- Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col2
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_78] (rows=144002668 width=135)
- predicate:(ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null and ws_web_page_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=511 width=585)
- Output:["_col0"]
- Filter Operator [FIL_79] (rows=511 width=585)
- predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null)
- TableScan [TS_3] (rows=4602 width=585)
- default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk","wp_char_count"]
- <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_52]
- Group By Operator [GBY_24] (rows=1 width=8)
- Output:["_col0"],aggregations:["count(VALUE._col0)"]
- <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_23]
- Group By Operator [GBY_22] (rows=1 width=8)
- Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_88] (rows=191667562 width=135)
- Conds:RS_18._col1=RS_19._col0(Inner)
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_19]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_11]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_87] (rows=174243235 width=135)
- Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=9600 width=471)
- Output:["_col0"]
- Filter Operator [FIL_80] (rows=9600 width=471)
- predicate:(t_hour BETWEEN 6 AND 7 and t_time_sk is not null)
- Please refer to the previous TableScan [TS_6]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_15]
- PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_86] (rows=158402938 width=135)
- Conds:RS_12._col2=RS_13._col0(Inner),Output:["_col0","_col1"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col2
- Please refer to the previous Select Operator [SEL_2]
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query91.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query91.q.out b/ql/src/test/results/clientpositive/perf/query91.q.out
deleted file mode 100644
index f808a50..0000000
--- a/ql/src/test/results/clientpositive/perf/query91.q.out
+++ /dev/null
@@ -1,184 +0,0 @@
-PREHOOK: query: explain
-select
- cc_call_center_id Call_Center,
- cc_name Call_Center_Name,
- cc_manager Manager,
- sum(cr_net_loss) Returns_Loss
-from
- call_center,
- catalog_returns,
- date_dim,
- customer,
- customer_address,
- customer_demographics,
- household_demographics
-where
- cr_call_center_sk = cc_call_center_sk
-and cr_returned_date_sk = d_date_sk
-and cr_returning_customer_sk= c_customer_sk
-and cd_demo_sk = c_current_cdemo_sk
-and hd_demo_sk = c_current_hdemo_sk
-and ca_address_sk = c_current_addr_sk
-and d_year = 1999
-and d_moy = 11
-and ( (cd_marital_status = 'M' and cd_education_status = 'Unknown')
- or(cd_marital_status = 'W' and cd_education_status = 'Advanced Degree'))
-and hd_buy_potential like '0-500%'
-and ca_gmt_offset = -7
-group by cc_call_center_id,cc_name,cc_manager,cd_marital_status,cd_education_status
-order by sum(cr_net_loss) desc
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- cc_call_center_id Call_Center,
- cc_name Call_Center_Name,
- cc_manager Manager,
- sum(cr_net_loss) Returns_Loss
-from
- call_center,
- catalog_returns,
- date_dim,
- customer,
- customer_address,
- customer_demographics,
- household_demographics
-where
- cr_call_center_sk = cc_call_center_sk
-and cr_returned_date_sk = d_date_sk
-and cr_returning_customer_sk= c_customer_sk
-and cd_demo_sk = c_current_cdemo_sk
-and hd_demo_sk = c_current_hdemo_sk
-and ca_address_sk = c_current_addr_sk
-and d_year = 1999
-and d_moy = 11
-and ( (cd_marital_status = 'M' and cd_education_status = 'Unknown')
- or(cd_marital_status = 'W' and cd_education_status = 'Advanced Degree'))
-and hd_buy_potential like '0-500%'
-and ca_gmt_offset = -7
-group by cc_call_center_id,cc_name,cc_manager,cd_marital_status,cd_education_status
-order by sum(cr_net_loss) desc
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 10 <- Map 13 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 11 <- Map 14 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
-Reducer 12 <- Map 15 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
-Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 12 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 6
- File Output Operator [FS_48]
- Select Operator [SEL_46] (rows=58564004 width=860)
- Output:["_col0","_col1","_col2","_col3"]
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_45]
- Select Operator [SEL_44] (rows=58564004 width=860)
- Output:["_col0","_col1","_col2","_col6"]
- Group By Operator [GBY_43] (rows=58564004 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_42]
- PartitionCols:_col0, _col1, _col2, _col3, _col4
- Group By Operator [GBY_41] (rows=117128008 width=860)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col8, _col9, _col10, _col18, _col19
- Merge Join Operator [MERGEJOIN_82] (rows=117128008 width=860)
- Conds:RS_37._col1=RS_38._col2(Inner),Output:["_col3","_col8","_col9","_col10","_col18","_col19"]
- <-Reducer 12 [SIMPLE_EDGE]
- SHUFFLE [RS_38]
- PartitionCols:_col2
- Select Operator [SEL_30] (rows=106480005 width=860)
- Output:["_col2","_col7","_col8"]
- Merge Join Operator [MERGEJOIN_81] (rows=106480005 width=860)
- Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col0","_col5","_col6"]
- <-Map 15 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_20] (rows=3600 width=107)
- Output:["_col0"]
- Filter Operator [FIL_76] (rows=3600 width=107)
- predicate:((hd_buy_potential like '0-500%') and hd_demo_sk is not null)
- TableScan [TS_18] (rows=7200 width=107)
- default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"]
- <-Reducer 11 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_80] (rows=96800003 width=860)
- Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col0","_col2","_col5","_col6"]
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_25]
- PartitionCols:_col0
- Select Operator [SEL_17] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_75] (rows=20000000 width=1014)
- predicate:((ca_gmt_offset = -7) and ca_address_sk is not null)
- TableScan [TS_15] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
- <-Reducer 10 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_79] (rows=88000001 width=860)
- Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6"]
- <-Map 13 [SIMPLE_EDGE]
- SHUFFLE [RS_22]
- PartitionCols:_col0
- Select Operator [SEL_14] (rows=930900 width=385)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_74] (rows=930900 width=385)
- predicate:((((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree'))) and ((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'W')) and cd_demo_sk is not null)
- TableScan [TS_12] (rows=1861800 width=385)
- default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- PartitionCols:_col1
- Select Operator [SEL_11] (rows=80000000 width=860)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_73] (rows=80000000 width=860)
- predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_customer_sk is not null)
- TableScan [TS_9] (rows=80000000 width=860)
- default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_78] (rows=34846646 width=106)
- Conds:RS_34._col2=RS_35._col0(Inner),Output:["_col1","_col3","_col8","_col9","_col10"]
- <-Map 8 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=60 width=2045)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_72] (rows=60 width=2045)
- predicate:cc_call_center_sk is not null
- TableScan [TS_6] (rows=60 width=2045)
- default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_call_center_id","cc_name","cc_manager"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_34]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_77] (rows=31678769 width=106)
- Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=28798881 width=106)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_70] (rows=28798881 width=106)
- predicate:(cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null)
- TableScan [TS_0] (rows=28798881 width=106)
- default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=18262 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_71] (rows=18262 width=1119)
- predicate:((d_moy = 11) and (d_year = 1999) and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query92.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query92.q.out b/ql/src/test/results/clientpositive/perf/query92.q.out
deleted file mode 100644
index adcbd833..0000000
--- a/ql/src/test/results/clientpositive/perf/query92.q.out
+++ /dev/null
@@ -1,155 +0,0 @@
-PREHOOK: query: explain
-select
- sum(ws_ext_discount_amt) as `Excess Discount Amount`
-from
- web_sales
- ,item
- ,date_dim
-where
-i_manufact_id = 269
-and i_item_sk = ws_item_sk
-and d_date between '1998-03-18' and
- (cast('1998-03-18' as date) + 90 days)
-and d_date_sk = ws_sold_date_sk
-and ws_ext_discount_amt
- > (
- SELECT
- 1.3 * avg(ws_ext_discount_amt)
- FROM
- web_sales
- ,date_dim
- WHERE
- ws_item_sk = i_item_sk
- and d_date between '1998-03-18' and
- (cast('1998-03-18' as date) + 90 days)
- and d_date_sk = ws_sold_date_sk
- )
-order by sum(ws_ext_discount_amt)
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- sum(ws_ext_discount_amt) as `Excess Discount Amount`
-from
- web_sales
- ,item
- ,date_dim
-where
-i_manufact_id = 269
-and i_item_sk = ws_item_sk
-and d_date between '1998-03-18' and
- (cast('1998-03-18' as date) + 90 days)
-and d_date_sk = ws_sold_date_sk
-and ws_ext_discount_amt
- > (
- SELECT
- 1.3 * avg(ws_ext_discount_amt)
- FROM
- web_sales
- ,date_dim
- WHERE
- ws_item_sk = i_item_sk
- and d_date between '1998-03-18' and
- (cast('1998-03-18' as date) + 90 days)
- and d_date_sk = ws_sold_date_sk
- )
-order by sum(ws_ext_discount_amt)
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (CUSTOM_SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
-Reducer 8 <- Map 10 (SIMPLE_EDGE), Reducer 7 (ONE_TO_ONE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 5
- File Output Operator [FS_43]
- Limit [LIM_41] (rows=1 width=112)
- Number of rows:100
- Select Operator [SEL_40] (rows=1 width=112)
- Output:["_col0"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_39]
- Select Operator [SEL_38] (rows=1 width=112)
- Output:["_col1"]
- Group By Operator [GBY_37] (rows=1 width=112)
- Output:["_col0"],aggregations:["sum(VALUE._col0)"]
- <-Reducer 3 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_36]
- Group By Operator [GBY_35] (rows=1 width=112)
- Output:["_col0"],aggregations:["sum(_col2)"]
- Select Operator [SEL_34] (rows=58081078 width=135)
- Output:["_col2"]
- Filter Operator [FIL_33] (rows=58081078 width=135)
- predicate:(_col2 > _col5)
- Merge Join Operator [MERGEJOIN_64] (rows=174243235 width=135)
- Conds:RS_30._col1=RS_31._col2(Inner),Output:["_col2","_col5"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_61] (rows=158402938 width=135)
- Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_56] (rows=144002668 width=135)
- predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_discount_amt"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_28]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_57] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-03-18 00:00:00.0 AND 1998-06-16 01:00:00.0 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
- <-Reducer 8 [SIMPLE_EDGE]
- SHUFFLE [RS_31]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_63] (rows=87121617 width=135)
- Conds:RS_23._col1=RS_24._col0(Inner),Output:["_col0","_col2"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_24]
- PartitionCols:_col0
- Select Operator [SEL_22] (rows=231000 width=1436)
- Output:["_col0"]
- Filter Operator [FIL_60] (rows=231000 width=1436)
- predicate:((i_manufact_id = 269) and i_item_sk is not null)
- TableScan [TS_20] (rows=462000 width=1436)
- default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"]
- <-Reducer 7 [ONE_TO_ONE_EDGE]
- FORWARD [RS_23]
- PartitionCols:_col1
- Select Operator [SEL_19] (rows=79201469 width=135)
- Output:["_col0","_col1"]
- Group By Operator [GBY_18] (rows=79201469 width=135)
- Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
- <-Reducer 6 [SIMPLE_EDGE]
- SHUFFLE [RS_17]
- PartitionCols:_col0
- Group By Operator [GBY_16] (rows=158402938 width=135)
- Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
- Merge Join Operator [MERGEJOIN_62] (rows=158402938 width=135)
- Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_2]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0
- Please refer to the previous Select Operator [SEL_5]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query93.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query93.q.out b/ql/src/test/results/clientpositive/perf/query93.q.out
deleted file mode 100644
index ca55d1c..0000000
--- a/ql/src/test/results/clientpositive/perf/query93.q.out
+++ /dev/null
@@ -1,98 +0,0 @@
-PREHOOK: query: explain
-select ss_customer_sk
- ,sum(act_sales) sumsales
- from (select ss_item_sk
- ,ss_ticket_number
- ,ss_customer_sk
- ,case when sr_return_quantity is not null then (ss_quantity-sr_return_quantity)*ss_sales_price
- else (ss_quantity*ss_sales_price) end act_sales
- from store_sales left outer join store_returns on (sr_item_sk = ss_item_sk
- and sr_ticket_number = ss_ticket_number)
- ,reason
- where sr_reason_sk = r_reason_sk
- and r_reason_desc = 'Did not like the warranty') t
- group by ss_customer_sk
- order by sumsales, ss_customer_sk
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select ss_customer_sk
- ,sum(act_sales) sumsales
- from (select ss_item_sk
- ,ss_ticket_number
- ,ss_customer_sk
- ,case when sr_return_quantity is not null then (ss_quantity-sr_return_quantity)*ss_sales_price
- else (ss_quantity*ss_sales_price) end act_sales
- from store_sales left outer join store_returns on (sr_item_sk = ss_item_sk
- and sr_ticket_number = ss_ticket_number)
- ,reason
- where sr_reason_sk = r_reason_sk
- and r_reason_desc = 'Did not like the warranty') t
- group by ss_customer_sk
- order by sumsales, ss_customer_sk
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
-Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 5
- File Output Operator [FS_24]
- Limit [LIM_23] (rows=100 width=88)
- Number of rows:100
- Select Operator [SEL_22] (rows=316797606 width=88)
- Output:["_col0","_col1"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_21]
- Group By Operator [GBY_19] (rows=316797606 width=88)
- Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_18]
- PartitionCols:_col0
- Group By Operator [GBY_17] (rows=633595212 width=88)
- Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0
- Select Operator [SEL_15] (rows=633595212 width=88)
- Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_34] (rows=633595212 width=88)
- Conds:RS_12._col0, _col2=RS_13._col0, _col2(Inner),Output:["_col3","_col7","_col9","_col10"]
- <-Map 7 [SIMPLE_EDGE]
- SHUFFLE [RS_13]
- PartitionCols:_col0, _col2
- Select Operator [SEL_8] (rows=575995635 width=88)
- Output:["_col0","_col1","_col2","_col3","_col4"]
- Filter Operator [FIL_32] (rows=575995635 width=88)
- predicate:(ss_item_sk is not null and ss_ticket_number is not null)
- TableScan [TS_6] (rows=575995635 width=88)
- default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk","ss_customer_sk","ss_ticket_number","ss_quantity","ss_sales_price"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_12]
- PartitionCols:_col0, _col2
- Merge Join Operator [MERGEJOIN_33] (rows=63350266 width=77)
- Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col3"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_9]
- PartitionCols:_col1
- Select Operator [SEL_2] (rows=57591150 width=77)
- Output:["_col0","_col1","_col2","_col3"]
- Filter Operator [FIL_30] (rows=57591150 width=77)
- predicate:(sr_item_sk is not null and sr_reason_sk is not null and sr_ticket_number is not null)
- TableScan [TS_0] (rows=57591150 width=77)
- default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_reason_sk","sr_ticket_number","sr_return_quantity"]
- <-Map 6 [SIMPLE_EDGE]
- SHUFFLE [RS_10]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=36 width=200)
- Output:["_col0"]
- Filter Operator [FIL_31] (rows=36 width=200)
- predicate:((r_reason_desc = 'Did not like the warranty') and r_reason_sk is not null)
- TableScan [TS_3] (rows=72 width=200)
- default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk","r_reason_desc"]
-
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/query94.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query94.q.out b/ql/src/test/results/clientpositive/perf/query94.q.out
deleted file mode 100644
index 8a9e5ca..0000000
--- a/ql/src/test/results/clientpositive/perf/query94.q.out
+++ /dev/null
@@ -1,188 +0,0 @@
-PREHOOK: query: explain
-select
- count(distinct ws_order_number) as `order count`
- ,sum(ws_ext_ship_cost) as `total shipping cost`
- ,sum(ws_net_profit) as `total net profit`
-from
- web_sales ws1
- ,date_dim
- ,customer_address
- ,web_site
-where
- d_date between '1999-5-01' and
- (cast('1999-5-01' as date) + 60 days)
-and ws1.ws_ship_date_sk = d_date_sk
-and ws1.ws_ship_addr_sk = ca_address_sk
-and ca_state = 'TX'
-and ws1.ws_web_site_sk = web_site_sk
-and web_company_name = 'pri'
-and exists (select *
- from web_sales ws2
- where ws1.ws_order_number = ws2.ws_order_number
- and ws1.ws_warehouse_sk <> ws2.ws_warehouse_sk)
-and not exists(select *
- from web_returns wr1
- where ws1.ws_order_number = wr1.wr_order_number)
-order by count(distinct ws_order_number)
-limit 100
-PREHOOK: type: QUERY
-POSTHOOK: query: explain
-select
- count(distinct ws_order_number) as `order count`
- ,sum(ws_ext_ship_cost) as `total shipping cost`
- ,sum(ws_net_profit) as `total net profit`
-from
- web_sales ws1
- ,date_dim
- ,customer_address
- ,web_site
-where
- d_date between '1999-5-01' and
- (cast('1999-5-01' as date) + 60 days)
-and ws1.ws_ship_date_sk = d_date_sk
-and ws1.ws_ship_addr_sk = ca_address_sk
-and ca_state = 'TX'
-and ws1.ws_web_site_sk = web_site_sk
-and web_company_name = 'pri'
-and exists (select *
- from web_sales ws2
- where ws1.ws_order_number = ws2.ws_order_number
- and ws1.ws_warehouse_sk <> ws2.ws_warehouse_sk)
-and not exists(select *
- from web_returns wr1
- where ws1.ws_order_number = wr1.wr_order_number)
-order by count(distinct ws_order_number)
-limit 100
-POSTHOOK: type: QUERY
-Plan optimized by CBO.
-
-Vertex dependency in root stage
-Reducer 13 <- Map 12 (SIMPLE_EDGE)
-Reducer 15 <- Map 14 (SIMPLE_EDGE)
-Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 9 (SIMPLE_EDGE)
-Reducer 3 <- Map 10 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
-Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
-Reducer 5 <- Reducer 13 (ONE_TO_ONE_EDGE), Reducer 15 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
-Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
-Reducer 7 <- Reducer 6 (CUSTOM_SIMPLE_EDGE)
-Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
-
-Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 8
- File Output Operator [FS_50]
- Limit [LIM_48] (rows=1 width=344)
- Number of rows:100
- Select Operator [SEL_47] (rows=1 width=344)
- Output:["_col0","_col1","_col2"]
- <-Reducer 7 [SIMPLE_EDGE]
- SHUFFLE [RS_46]
- Select Operator [SEL_45] (rows=1 width=344)
- Output:["_col1","_col2","_col3"]
- Group By Operator [GBY_78] (rows=1 width=344)
- Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"]
- <-Reducer 6 [CUSTOM_SIMPLE_EDGE]
- PARTITION_ONLY_SHUFFLE [RS_77]
- Group By Operator [GBY_76] (rows=1 width=344)
- Output:["_col0","_col1","_col2"],aggregations:["count(_col0)","sum(_col1)","sum(_col2)"]
- Group By Operator [GBY_75] (rows=210834322 width=135)
- Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0
- <-Reducer 5 [SIMPLE_EDGE]
- SHUFFLE [RS_74]
- PartitionCols:_col0
- Group By Operator [GBY_73] (rows=210834322 width=135)
- Output:["_col0","_col2","_col3"],aggregations:["sum(_col5)","sum(_col6)"],keys:_col4
- Select Operator [SEL_41] (rows=210834322 width=135)
- Output:["_col4","_col5","_col6"]
- Filter Operator [FIL_40] (rows=210834322 width=135)
- predicate:_col16 is null
- Select Operator [SEL_39] (rows=421668645 width=135)
- Output:["_col4","_col5","_col6","_col16"]
- Merge Join Operator [MERGEJOIN_82] (rows=421668645 width=135)
- Conds:RS_35._col4=RS_36._col0(Left Outer),RS_35._col4=RS_37._col1(Inner),Output:["_col3","_col4","_col5","_col6","_col14","_col15"],residual filter predicates:{(_col3 <> _col15)}
- <-Reducer 13 [ONE_TO_ONE_EDGE]
- FORWARD [RS_36]
- PartitionCols:_col0
- Select Operator [SEL_18] (rows=7199233 width=92)
- Output:["_col0","_col1"]
- Group By Operator [GBY_17] (rows=7199233 width=92)
- Output:["_col0"],keys:KEY._col0
- <-Map 12 [SIMPLE_EDGE]
- SHUFFLE [RS_16]
- PartitionCols:_col0
- Group By Operator [GBY_15] (rows=14398467 width=92)
- Output:["_col0"],keys:wr_order_number
- Filter Operator [FIL_71] (rows=14398467 width=92)
- predicate:wr_order_number is not null
- TableScan [TS_12] (rows=14398467 width=92)
- default@web_returns,wr1,Tbl:COMPLETE,Col:NONE,Output:["wr_order_number"]
- <-Reducer 15 [SIMPLE_EDGE]
- SHUFFLE [RS_37]
- PartitionCols:_col1
- Select Operator [SEL_25] (rows=72001334 width=135)
- Output:["_col0","_col1"]
- Group By Operator [GBY_24] (rows=72001334 width=135)
- Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
- <-Map 14 [SIMPLE_EDGE]
- SHUFFLE [RS_23]
- PartitionCols:_col0, _col1
- Group By Operator [GBY_22] (rows=144002668 width=135)
- Output:["_col0","_col1"],keys:ws_order_number, ws_warehouse_sk
- Filter Operator [FIL_72] (rows=144002668 width=135)
- predicate:(ws_order_number is not null and ws_warehouse_sk is not null)
- TableScan [TS_19] (rows=144002668 width=135)
- default@web_sales,ws2,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"]
- <-Reducer 4 [SIMPLE_EDGE]
- SHUFFLE [RS_35]
- PartitionCols:_col4
- Merge Join Operator [MERGEJOIN_81] (rows=191667562 width=135)
- Conds:RS_32._col2=RS_33._col0(Inner),Output:["_col3","_col4","_col5","_col6"]
- <-Map 11 [SIMPLE_EDGE]
- SHUFFLE [RS_33]
- PartitionCols:_col0
- Select Operator [SEL_11] (rows=42 width=1850)
- Output:["_col0"]
- Filter Operator [FIL_70] (rows=42 width=1850)
- predicate:((web_company_name = 'pri') and web_site_sk is not null)
- TableScan [TS_9] (rows=84 width=1850)
- default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_company_name"]
- <-Reducer 3 [SIMPLE_EDGE]
- SHUFFLE [RS_32]
- PartitionCols:_col2
- Merge Join Operator [MERGEJOIN_80] (rows=174243235 width=135)
- Conds:RS_29._col1=RS_30._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6"]
- <-Map 10 [SIMPLE_EDGE]
- SHUFFLE [RS_30]
- PartitionCols:_col0
- Select Operator [SEL_8] (rows=20000000 width=1014)
- Output:["_col0"]
- Filter Operator [FIL_69] (rows=20000000 width=1014)
- predicate:((ca_state = 'TX') and ca_address_sk is not null)
- TableScan [TS_6] (rows=40000000 width=1014)
- default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"]
- <-Reducer 2 [SIMPLE_EDGE]
- SHUFFLE [RS_29]
- PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_79] (rows=158402938 width=135)
- Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"]
- <-Map 1 [SIMPLE_EDGE]
- SHUFFLE [RS_26]
- PartitionCols:_col0
- Select Operator [SEL_2] (rows=144002668 width=135)
- Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Filter Operator [FIL_67] (rows=144002668 width=135)
- predicate:(ws_ship_addr_sk is not null and ws_ship_date_sk is not null and ws_web_site_sk is not null)
- TableScan [TS_0] (rows=144002668 width=135)
- default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_warehouse_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"]
- <-Map 9 [SIMPLE_EDGE]
- SHUFFLE [RS_27]
- PartitionCols:_col0
- Select Operator [SEL_5] (rows=8116 width=1119)
- Output:["_col0"]
- Filter Operator [FIL_68] (rows=8116 width=1119)
- predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1999-05-01 00:00:00.0 AND 1999-06-30 00:00:00.0 and d_date_sk is not null)
- TableScan [TS_3] (rows=73049 width=1119)
- default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
-
[50/50] [abbrv] hive git commit: HIVE-14671 : merge master into
hive-14535 (Sergey Shelukhin)
Posted by se...@apache.org.
HIVE-14671 : merge master into hive-14535 (Sergey Shelukhin)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/77f3f28e
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/77f3f28e
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/77f3f28e
Branch: refs/heads/hive-14535
Commit: 77f3f28e26fa069c3e3c49d0e2f45073b59b2b60
Parents: 4717849 8ffd8ea
Author: sergey <se...@apache.org>
Authored: Tue Oct 3 15:54:51 2017 -0700
Committer: sergey <se...@apache.org>
Committed: Tue Oct 3 15:54:51 2017 -0700
----------------------------------------------------------------------
.../metrics2/JsonFileMetricsReporter.java | 192 +-
.../org/apache/hadoop/hive/conf/HiveConf.java | 5 +
.../metrics/metrics2/TestCodahaleMetrics.java | 86 +-
data/conf/perf-reg/hive-site.xml | 285 --
data/conf/perf-reg/tez-site.xml | 10 -
data/conf/perf-reg/tez/hive-site.xml | 285 ++
data/conf/perf-reg/tez/tez-site.xml | 10 +
.../security/TestHadoopAuthBridge23.java | 2 +-
.../test/resources/testconfiguration.properties | 7 +
...SQLStdHiveAuthorizationValidatorForTest.java | 12 +
.../hadoop/hive/metastore/HiveMetaStore.java | 3 +-
pom.xml | 2 +-
.../java/org/apache/hadoop/hive/ql/Context.java | 15 +
.../apache/hadoop/hive/ql/exec/ExplainTask.java | 7 +-
.../apache/hadoop/hive/ql/exec/ExportTask.java | 69 +
.../hadoop/hive/ql/exec/ReplCopyTask.java | 33 +-
.../apache/hadoop/hive/ql/exec/TaskFactory.java | 2 +
.../hadoop/hive/ql/exec/repl/ReplDumpTask.java | 2 +-
.../hive/ql/parse/ExportSemanticAnalyzer.java | 20 +-
.../hadoop/hive/ql/parse/ParseDriver.java | 10 +-
.../apache/hadoop/hive/ql/parse/ParseUtils.java | 6 +-
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 50 +-
.../apache/hadoop/hive/ql/parse/TableMask.java | 6 +-
.../hadoop/hive/ql/parse/repl/CopyUtils.java | 161 +-
.../ql/parse/repl/dump/PartitionExport.java | 5 +-
.../hive/ql/parse/repl/dump/TableExport.java | 77 +-
.../apache/hadoop/hive/ql/plan/ExportWork.java | 73 +
ql/src/test/queries/clientpositive/masking_12.q | 34 +
.../authorization_uri_export.q.out | 1 -
.../exim_12_nonnative_export.q.out | 6 +-
.../results/clientpositive/masking_12.q.out | 437 ++
.../results/clientpositive/perf/query1.q.out | 169 -
.../results/clientpositive/perf/query10.q.out | 288 --
.../results/clientpositive/perf/query11.q.out | 351 --
.../results/clientpositive/perf/query12.q.out | 138 -
.../results/clientpositive/perf/query13.q.out | 205 -
.../results/clientpositive/perf/query14.q.out | 1286 ------
.../results/clientpositive/perf/query15.q.out | 119 -
.../results/clientpositive/perf/query16.q.out | 192 -
.../results/clientpositive/perf/query17.q.out | 225 -
.../results/clientpositive/perf/query18.q.out | 194 -
.../results/clientpositive/perf/query19.q.out | 161 -
.../results/clientpositive/perf/query2.q.out | 255 --
.../results/clientpositive/perf/query20.q.out | 130 -
.../results/clientpositive/perf/query21.q.out | 139 -
.../results/clientpositive/perf/query22.q.out | 121 -
.../results/clientpositive/perf/query23.q.out | 556 ---
.../results/clientpositive/perf/query24.q.out | 290 --
.../results/clientpositive/perf/query25.q.out | 229 --
.../results/clientpositive/perf/query26.q.out | 132 -
.../results/clientpositive/perf/query27.q.out | 140 -
.../results/clientpositive/perf/query28.q.out | 256 --
.../results/clientpositive/perf/query29.q.out | 230 --
.../results/clientpositive/perf/query3.q.out | 102 -
.../results/clientpositive/perf/query30.q.out | 211 -
.../results/clientpositive/perf/query31.q.out | 358 --
.../results/clientpositive/perf/query32.q.out | 144 -
.../results/clientpositive/perf/query33.q.out | 393 --
.../results/clientpositive/perf/query34.q.out | 156 -
.../results/clientpositive/perf/query35.q.out | 284 --
.../results/clientpositive/perf/query36.q.out | 149 -
.../results/clientpositive/perf/query37.q.out | 103 -
.../results/clientpositive/perf/query38.q.out | 212 -
.../results/clientpositive/perf/query39.q.out | 255 --
.../results/clientpositive/perf/query4.q.out | 500 ---
.../results/clientpositive/perf/query40.q.out | 148 -
.../results/clientpositive/perf/query42.q.out | 108 -
.../results/clientpositive/perf/query43.q.out | 100 -
.../results/clientpositive/perf/query44.q.out | 258 --
.../results/clientpositive/perf/query45.q.out | 180 -
.../results/clientpositive/perf/query46.q.out | 191 -
.../results/clientpositive/perf/query47.q.out | 325 --
.../results/clientpositive/perf/query48.q.out | 218 -
.../results/clientpositive/perf/query49.q.out | 496 ---
.../results/clientpositive/perf/query5.q.out | 473 ---
.../results/clientpositive/perf/query50.q.out | 210 -
.../results/clientpositive/perf/query51.q.out | 188 -
.../results/clientpositive/perf/query52.q.out | 106 -
.../results/clientpositive/perf/query53.q.out | 141 -
.../results/clientpositive/perf/query54.q.out | 386 --
.../results/clientpositive/perf/query55.q.out | 88 -
.../results/clientpositive/perf/query56.q.out | 379 --
.../results/clientpositive/perf/query57.q.out | 319 --
.../results/clientpositive/perf/query58.q.out | 440 --
.../results/clientpositive/perf/query59.q.out | 230 --
.../results/clientpositive/perf/query6.q.out | 226 -
.../results/clientpositive/perf/query60.q.out | 399 --
.../results/clientpositive/perf/query61.q.out | 280 --
.../results/clientpositive/perf/query63.q.out | 143 -
.../results/clientpositive/perf/query64.q.out | 772 ----
.../results/clientpositive/perf/query65.q.out | 169 -
.../results/clientpositive/perf/query66.q.out | 612 ---
.../results/clientpositive/perf/query67.q.out | 179 -
.../results/clientpositive/perf/query68.q.out | 205 -
.../results/clientpositive/perf/query69.q.out | 268 --
.../results/clientpositive/perf/query7.q.out | 132 -
.../results/clientpositive/perf/query70.q.out | 205 -
.../results/clientpositive/perf/query71.q.out | 208 -
.../results/clientpositive/perf/query72.q.out | 250 --
.../results/clientpositive/perf/query73.q.out | 150 -
.../results/clientpositive/perf/query74.q.out | 313 --
.../results/clientpositive/perf/query75.q.out | 481 ---
.../results/clientpositive/perf/query76.q.out | 187 -
.../results/clientpositive/perf/query77.q.out | 481 ---
.../results/clientpositive/perf/query78.q.out | 292 --
.../results/clientpositive/perf/query79.q.out | 140 -
.../results/clientpositive/perf/query8.q.out | 358 --
.../results/clientpositive/perf/query80.q.out | 478 ---
.../results/clientpositive/perf/query81.q.out | 214 -
.../results/clientpositive/perf/query82.q.out | 103 -
.../results/clientpositive/perf/query83.q.out | 372 --
.../results/clientpositive/perf/query84.q.out | 135 -
.../results/clientpositive/perf/query85.q.out | 304 --
.../results/clientpositive/perf/query86.q.out | 126 -
.../results/clientpositive/perf/query87.q.out | 239 --
.../results/clientpositive/perf/query88.q.out | 569 ---
.../results/clientpositive/perf/query89.q.out | 147 -
.../results/clientpositive/perf/query9.q.out | 414 --
.../results/clientpositive/perf/query90.q.out | 170 -
.../results/clientpositive/perf/query91.q.out | 184 -
.../results/clientpositive/perf/query92.q.out | 155 -
.../results/clientpositive/perf/query93.q.out | 98 -
.../results/clientpositive/perf/query94.q.out | 188 -
.../results/clientpositive/perf/query95.q.out | 231 --
.../results/clientpositive/perf/query96.q.out | 108 -
.../results/clientpositive/perf/query97.q.out | 132 -
.../results/clientpositive/perf/query98.q.out | 134 -
.../results/clientpositive/perf/query99.q.out | 164 -
.../clientpositive/perf/tez/query1.q.out | 169 +
.../clientpositive/perf/tez/query10.q.out | 288 ++
.../clientpositive/perf/tez/query11.q.out | 351 ++
.../clientpositive/perf/tez/query12.q.out | 138 +
.../clientpositive/perf/tez/query13.q.out | 205 +
.../clientpositive/perf/tez/query14.q.out | 1286 ++++++
.../clientpositive/perf/tez/query15.q.out | 119 +
.../clientpositive/perf/tez/query16.q.out | 192 +
.../clientpositive/perf/tez/query17.q.out | 225 +
.../clientpositive/perf/tez/query18.q.out | 194 +
.../clientpositive/perf/tez/query19.q.out | 161 +
.../clientpositive/perf/tez/query2.q.out | 255 ++
.../clientpositive/perf/tez/query20.q.out | 130 +
.../clientpositive/perf/tez/query21.q.out | 139 +
.../clientpositive/perf/tez/query22.q.out | 121 +
.../clientpositive/perf/tez/query23.q.out | 556 +++
.../clientpositive/perf/tez/query24.q.out | 290 ++
.../clientpositive/perf/tez/query25.q.out | 229 ++
.../clientpositive/perf/tez/query26.q.out | 132 +
.../clientpositive/perf/tez/query27.q.out | 140 +
.../clientpositive/perf/tez/query28.q.out | 256 ++
.../clientpositive/perf/tez/query29.q.out | 230 ++
.../clientpositive/perf/tez/query3.q.out | 102 +
.../clientpositive/perf/tez/query30.q.out | 211 +
.../clientpositive/perf/tez/query31.q.out | 358 ++
.../clientpositive/perf/tez/query32.q.out | 144 +
.../clientpositive/perf/tez/query33.q.out | 393 ++
.../clientpositive/perf/tez/query34.q.out | 156 +
.../clientpositive/perf/tez/query35.q.out | 284 ++
.../clientpositive/perf/tez/query36.q.out | 149 +
.../clientpositive/perf/tez/query37.q.out | 103 +
.../clientpositive/perf/tez/query38.q.out | 212 +
.../clientpositive/perf/tez/query39.q.out | 255 ++
.../clientpositive/perf/tez/query4.q.out | 500 +++
.../clientpositive/perf/tez/query40.q.out | 148 +
.../clientpositive/perf/tez/query42.q.out | 108 +
.../clientpositive/perf/tez/query43.q.out | 100 +
.../clientpositive/perf/tez/query44.q.out | 258 ++
.../clientpositive/perf/tez/query45.q.out | 180 +
.../clientpositive/perf/tez/query46.q.out | 191 +
.../clientpositive/perf/tez/query47.q.out | 325 ++
.../clientpositive/perf/tez/query48.q.out | 218 +
.../clientpositive/perf/tez/query49.q.out | 496 +++
.../clientpositive/perf/tez/query5.q.out | 473 +++
.../clientpositive/perf/tez/query50.q.out | 210 +
.../clientpositive/perf/tez/query51.q.out | 188 +
.../clientpositive/perf/tez/query52.q.out | 106 +
.../clientpositive/perf/tez/query53.q.out | 141 +
.../clientpositive/perf/tez/query54.q.out | 386 ++
.../clientpositive/perf/tez/query55.q.out | 88 +
.../clientpositive/perf/tez/query56.q.out | 379 ++
.../clientpositive/perf/tez/query57.q.out | 319 ++
.../clientpositive/perf/tez/query58.q.out | 440 ++
.../clientpositive/perf/tez/query59.q.out | 230 ++
.../clientpositive/perf/tez/query6.q.out | 226 +
.../clientpositive/perf/tez/query60.q.out | 399 ++
.../clientpositive/perf/tez/query61.q.out | 280 ++
.../clientpositive/perf/tez/query63.q.out | 143 +
.../clientpositive/perf/tez/query64.q.out | 772 ++++
.../clientpositive/perf/tez/query65.q.out | 169 +
.../clientpositive/perf/tez/query66.q.out | 612 +++
.../clientpositive/perf/tez/query67.q.out | 179 +
.../clientpositive/perf/tez/query68.q.out | 205 +
.../clientpositive/perf/tez/query69.q.out | 268 ++
.../clientpositive/perf/tez/query7.q.out | 132 +
.../clientpositive/perf/tez/query70.q.out | 205 +
.../clientpositive/perf/tez/query71.q.out | 208 +
.../clientpositive/perf/tez/query72.q.out | 250 ++
.../clientpositive/perf/tez/query73.q.out | 150 +
.../clientpositive/perf/tez/query74.q.out | 313 ++
.../clientpositive/perf/tez/query75.q.out | 481 +++
.../clientpositive/perf/tez/query76.q.out | 187 +
.../clientpositive/perf/tez/query77.q.out | 481 +++
.../clientpositive/perf/tez/query78.q.out | 292 ++
.../clientpositive/perf/tez/query79.q.out | 140 +
.../clientpositive/perf/tez/query8.q.out | 358 ++
.../clientpositive/perf/tez/query80.q.out | 478 +++
.../clientpositive/perf/tez/query81.q.out | 214 +
.../clientpositive/perf/tez/query82.q.out | 103 +
.../clientpositive/perf/tez/query83.q.out | 372 ++
.../clientpositive/perf/tez/query84.q.out | 135 +
.../clientpositive/perf/tez/query85.q.out | 304 ++
.../clientpositive/perf/tez/query86.q.out | 126 +
.../clientpositive/perf/tez/query87.q.out | 239 ++
.../clientpositive/perf/tez/query88.q.out | 569 +++
.../clientpositive/perf/tez/query89.q.out | 147 +
.../clientpositive/perf/tez/query9.q.out | 414 ++
.../clientpositive/perf/tez/query90.q.out | 170 +
.../clientpositive/perf/tez/query91.q.out | 184 +
.../clientpositive/perf/tez/query92.q.out | 155 +
.../clientpositive/perf/tez/query93.q.out | 98 +
.../clientpositive/perf/tez/query94.q.out | 188 +
.../clientpositive/perf/tez/query95.q.out | 231 ++
.../clientpositive/perf/tez/query96.q.out | 108 +
.../clientpositive/perf/tez/query97.q.out | 132 +
.../clientpositive/perf/tez/query98.q.out | 134 +
.../clientpositive/perf/tez/query99.q.out | 164 +
.../clientpositive/spark/auto_join32.q.out | 574 +++
.../spark/auto_sortmerge_join_2.q.out | 594 +++
.../results/clientpositive/spark/insert1.q.out | 412 ++
.../results/clientpositive/spark/join40.q.out | 3845 ++++++++++++++++++
.../clientpositive/spark/join_empty.q.out | 56 +
.../clientpositive/spark/ppd_join4.q.out | 128 +
.../clientpositive/spark/transform1.q.out | 138 +
.../hive/service/auth/HiveAuthFactory.java | 3 +-
.../hive/thrift/HadoopThriftAuthBridge.java | 27 +-
.../hive/metastore/ReplChangeManager.java | 73 +-
.../hive/metastore/metrics/JsonReporter.java | 131 +-
.../security/HadoopThriftAuthBridge.java | 26 +-
.../hive/metastore/metrics/TestMetrics.java | 75 +-
238 files changed, 32142 insertions(+), 25397 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/77f3f28e/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/77f3f28e/itests/src/test/resources/testconfiguration.properties
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/77f3f28e/metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStore.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/77f3f28e/ql/src/java/org/apache/hadoop/hive/ql/Context.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/77f3f28e/ql/src/java/org/apache/hadoop/hive/ql/exec/ReplCopyTask.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/77f3f28e/ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/77f3f28e/ql/src/java/org/apache/hadoop/hive/ql/parse/ExportSemanticAnalyzer.java
----------------------------------------------------------------------
diff --cc ql/src/java/org/apache/hadoop/hive/ql/parse/ExportSemanticAnalyzer.java
index 54ee7ae,f094805..2400f9c
--- a/ql/src/java/org/apache/hadoop/hive/ql/parse/ExportSemanticAnalyzer.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/ExportSemanticAnalyzer.java
@@@ -51,13 -21,12 +51,16 @@@ import org.apache.hadoop.hive.ql.metada
import org.antlr.runtime.tree.Tree;
import org.apache.hadoop.hive.ql.ErrorMsg;
import org.apache.hadoop.hive.ql.QueryState;
+ import org.apache.hadoop.hive.ql.exec.Task;
+ import org.apache.hadoop.hive.ql.exec.TaskFactory;
import org.apache.hadoop.hive.ql.metadata.InvalidTableException;
+import org.apache.hadoop.hive.ql.metadata.Partition;
+import org.apache.hadoop.hive.ql.metadata.PartitionIterable;
import org.apache.hadoop.hive.ql.metadata.Table;
+import org.apache.hadoop.hive.ql.plan.CopyWork;
+import org.slf4j.Logger;
import org.apache.hadoop.hive.ql.parse.repl.dump.TableExport;
+ import org.apache.hadoop.hive.ql.plan.ExportWork;
/**
* ExportSemanticAnalyzer.
http://git-wip-us.apache.org/repos/asf/hive/blob/77f3f28e/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
----------------------------------------------------------------------
[12/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query5.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query5.q.out b/ql/src/test/results/clientpositive/perf/tez/query5.q.out
new file mode 100644
index 0000000..ff197d2
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query5.q.out
@@ -0,0 +1,473 @@
+PREHOOK: query: explain
+with ssr as
+ (select s_store_id,
+ sum(sales_price) as sales,
+ sum(profit) as profit,
+ sum(return_amt) as returns,
+ sum(net_loss) as profit_loss
+ from
+ ( select ss_store_sk as store_sk,
+ ss_sold_date_sk as date_sk,
+ ss_ext_sales_price as sales_price,
+ ss_net_profit as profit,
+ cast(0 as decimal(7,2)) as return_amt,
+ cast(0 as decimal(7,2)) as net_loss
+ from store_sales
+ union all
+ select sr_store_sk as store_sk,
+ sr_returned_date_sk as date_sk,
+ cast(0 as decimal(7,2)) as sales_price,
+ cast(0 as decimal(7,2)) as profit,
+ sr_return_amt as return_amt,
+ sr_net_loss as net_loss
+ from store_returns
+ ) salesreturns,
+ date_dim,
+ store
+ where date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 14 days)
+ and store_sk = s_store_sk
+ group by s_store_id)
+ ,
+ csr as
+ (select cp_catalog_page_id,
+ sum(sales_price) as sales,
+ sum(profit) as profit,
+ sum(return_amt) as returns,
+ sum(net_loss) as profit_loss
+ from
+ ( select cs_catalog_page_sk as page_sk,
+ cs_sold_date_sk as date_sk,
+ cs_ext_sales_price as sales_price,
+ cs_net_profit as profit,
+ cast(0 as decimal(7,2)) as return_amt,
+ cast(0 as decimal(7,2)) as net_loss
+ from catalog_sales
+ union all
+ select cr_catalog_page_sk as page_sk,
+ cr_returned_date_sk as date_sk,
+ cast(0 as decimal(7,2)) as sales_price,
+ cast(0 as decimal(7,2)) as profit,
+ cr_return_amount as return_amt,
+ cr_net_loss as net_loss
+ from catalog_returns
+ ) salesreturns,
+ date_dim,
+ catalog_page
+ where date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 14 days)
+ and page_sk = cp_catalog_page_sk
+ group by cp_catalog_page_id)
+ ,
+ wsr as
+ (select web_site_id,
+ sum(sales_price) as sales,
+ sum(profit) as profit,
+ sum(return_amt) as returns,
+ sum(net_loss) as profit_loss
+ from
+ ( select ws_web_site_sk as wsr_web_site_sk,
+ ws_sold_date_sk as date_sk,
+ ws_ext_sales_price as sales_price,
+ ws_net_profit as profit,
+ cast(0 as decimal(7,2)) as return_amt,
+ cast(0 as decimal(7,2)) as net_loss
+ from web_sales
+ union all
+ select ws_web_site_sk as wsr_web_site_sk,
+ wr_returned_date_sk as date_sk,
+ cast(0 as decimal(7,2)) as sales_price,
+ cast(0 as decimal(7,2)) as profit,
+ wr_return_amt as return_amt,
+ wr_net_loss as net_loss
+ from web_returns left outer join web_sales on
+ ( wr_item_sk = ws_item_sk
+ and wr_order_number = ws_order_number)
+ ) salesreturns,
+ date_dim,
+ web_site
+ where date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 14 days)
+ and wsr_web_site_sk = web_site_sk
+ group by web_site_id)
+ select channel
+ , id
+ , sum(sales) as sales
+ , sum(returns) as returns
+ , sum(profit) as profit
+ from
+ (select 'store channel' as channel
+ , 'store' || s_store_id as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from ssr
+ union all
+ select 'catalog channel' as channel
+ , 'catalog_page' || cp_catalog_page_id as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from csr
+ union all
+ select 'web channel' as channel
+ , 'web_site' || web_site_id as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from wsr
+ ) x
+ group by rollup (channel, id)
+ order by channel
+ ,id
+ limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+with ssr as
+ (select s_store_id,
+ sum(sales_price) as sales,
+ sum(profit) as profit,
+ sum(return_amt) as returns,
+ sum(net_loss) as profit_loss
+ from
+ ( select ss_store_sk as store_sk,
+ ss_sold_date_sk as date_sk,
+ ss_ext_sales_price as sales_price,
+ ss_net_profit as profit,
+ cast(0 as decimal(7,2)) as return_amt,
+ cast(0 as decimal(7,2)) as net_loss
+ from store_sales
+ union all
+ select sr_store_sk as store_sk,
+ sr_returned_date_sk as date_sk,
+ cast(0 as decimal(7,2)) as sales_price,
+ cast(0 as decimal(7,2)) as profit,
+ sr_return_amt as return_amt,
+ sr_net_loss as net_loss
+ from store_returns
+ ) salesreturns,
+ date_dim,
+ store
+ where date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 14 days)
+ and store_sk = s_store_sk
+ group by s_store_id)
+ ,
+ csr as
+ (select cp_catalog_page_id,
+ sum(sales_price) as sales,
+ sum(profit) as profit,
+ sum(return_amt) as returns,
+ sum(net_loss) as profit_loss
+ from
+ ( select cs_catalog_page_sk as page_sk,
+ cs_sold_date_sk as date_sk,
+ cs_ext_sales_price as sales_price,
+ cs_net_profit as profit,
+ cast(0 as decimal(7,2)) as return_amt,
+ cast(0 as decimal(7,2)) as net_loss
+ from catalog_sales
+ union all
+ select cr_catalog_page_sk as page_sk,
+ cr_returned_date_sk as date_sk,
+ cast(0 as decimal(7,2)) as sales_price,
+ cast(0 as decimal(7,2)) as profit,
+ cr_return_amount as return_amt,
+ cr_net_loss as net_loss
+ from catalog_returns
+ ) salesreturns,
+ date_dim,
+ catalog_page
+ where date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 14 days)
+ and page_sk = cp_catalog_page_sk
+ group by cp_catalog_page_id)
+ ,
+ wsr as
+ (select web_site_id,
+ sum(sales_price) as sales,
+ sum(profit) as profit,
+ sum(return_amt) as returns,
+ sum(net_loss) as profit_loss
+ from
+ ( select ws_web_site_sk as wsr_web_site_sk,
+ ws_sold_date_sk as date_sk,
+ ws_ext_sales_price as sales_price,
+ ws_net_profit as profit,
+ cast(0 as decimal(7,2)) as return_amt,
+ cast(0 as decimal(7,2)) as net_loss
+ from web_sales
+ union all
+ select ws_web_site_sk as wsr_web_site_sk,
+ wr_returned_date_sk as date_sk,
+ cast(0 as decimal(7,2)) as sales_price,
+ cast(0 as decimal(7,2)) as profit,
+ wr_return_amt as return_amt,
+ wr_net_loss as net_loss
+ from web_returns left outer join web_sales on
+ ( wr_item_sk = ws_item_sk
+ and wr_order_number = ws_order_number)
+ ) salesreturns,
+ date_dim,
+ web_site
+ where date_sk = d_date_sk
+ and d_date between cast('1998-08-04' as date)
+ and (cast('1998-08-04' as date) + 14 days)
+ and wsr_web_site_sk = web_site_sk
+ group by web_site_id)
+ select channel
+ , id
+ , sum(sales) as sales
+ , sum(returns) as returns
+ , sum(profit) as profit
+ from
+ (select 'store channel' as channel
+ , 'store' || s_store_id as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from ssr
+ union all
+ select 'catalog channel' as channel
+ , 'catalog_page' || cp_catalog_page_id as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from csr
+ union all
+ select 'web channel' as channel
+ , 'web_site' || web_site_id as id
+ , sales
+ , returns
+ , (profit - profit_loss) as profit
+ from wsr
+ ) x
+ group by rollup (channel, id)
+ order by channel
+ ,id
+ limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Map 1 <- Union 2 (CONTAINS)
+Map 18 <- Union 19 (CONTAINS)
+Map 20 <- Union 19 (CONTAINS)
+Map 22 <- Union 23 (CONTAINS)
+Map 9 <- Union 2 (CONTAINS)
+Reducer 11 <- Map 10 (SIMPLE_EDGE), Union 19 (SIMPLE_EDGE)
+Reducer 12 <- Map 21 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 6 (CONTAINS)
+Reducer 14 <- Map 10 (SIMPLE_EDGE), Union 23 (SIMPLE_EDGE)
+Reducer 15 <- Map 27 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Reducer 15 (SIMPLE_EDGE), Union 6 (CONTAINS)
+Reducer 25 <- Map 24 (SIMPLE_EDGE), Map 26 (SIMPLE_EDGE), Union 23 (CONTAINS)
+Reducer 3 <- Map 10 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 17 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE), Union 6 (CONTAINS)
+Reducer 7 <- Union 6 (SIMPLE_EDGE)
+Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 8
+ File Output Operator [FS_92]
+ Limit [LIM_91] (rows=100 width=110)
+ Number of rows:100
+ Select Operator [SEL_90] (rows=1136898901 width=110)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_89]
+ Select Operator [SEL_88] (rows=1136898901 width=110)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_87] (rows=1136898901 width=110)
+ Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Union 6 [SIMPLE_EDGE]
+ <-Reducer 13 [CONTAINS]
+ Reduce Output Operator [RS_86]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_85] (rows=2273797803 width=110)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
+ Select Operator [SEL_49] (rows=191657181 width=132)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_48] (rows=191657181 width=132)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_47]
+ PartitionCols:_col0
+ Group By Operator [GBY_46] (rows=383314363 width=132)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
+ Merge Join Operator [MERGEJOIN_135] (rows=383314363 width=132)
+ Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
+ <-Map 21 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0
+ Select Operator [SEL_38] (rows=46000 width=460)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_125] (rows=46000 width=460)
+ predicate:cp_catalog_page_sk is not null
+ TableScan [TS_36] (rows=46000 width=460)
+ default@catalog_page,catalog_page,Tbl:COMPLETE,Col:NONE,Output:["cp_catalog_page_sk","cp_catalog_page_id"]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_134] (rows=348467596 width=132)
+ Conds:Union 19._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0
+ Select Operator [SEL_10] (rows=8116 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_120] (rows=8116 width=1119)
+ predicate:(CAST( d_date AS TIMESTAMP) BETWEEN 1998-08-04 00:00:00.0 AND 1998-08-18 00:00:00.0 and d_date_sk is not null)
+ TableScan [TS_8] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Union 19 [SIMPLE_EDGE]
+ <-Map 18 [CONTAINS]
+ Reduce Output Operator [RS_39]
+ PartitionCols:_col1
+ Select Operator [SEL_27] (rows=287989836 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_122] (rows=287989836 width=135)
+ predicate:(cs_catalog_page_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_25] (rows=287989836 width=135)
+ Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_ext_sales_price","cs_net_profit"]
+ <-Map 20 [CONTAINS]
+ Reduce Output Operator [RS_39]
+ PartitionCols:_col1
+ Select Operator [SEL_30] (rows=28798881 width=106)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_123] (rows=28798881 width=106)
+ predicate:(cr_catalog_page_sk is not null and cr_returned_date_sk is not null)
+ TableScan [TS_28] (rows=28798881 width=106)
+ Output:["cr_returned_date_sk","cr_catalog_page_sk","cr_return_amount","cr_net_loss"]
+ <-Reducer 16 [CONTAINS]
+ Reduce Output Operator [RS_86]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_85] (rows=2273797803 width=110)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
+ Select Operator [SEL_82] (rows=182955399 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_81] (rows=182955399 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_80]
+ PartitionCols:_col0
+ Group By Operator [GBY_79] (rows=365910798 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
+ Merge Join Operator [MERGEJOIN_137] (rows=365910798 width=135)
+ Conds:RS_75._col0=RS_76._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
+ <-Map 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_76]
+ PartitionCols:_col0
+ Select Operator [SEL_71] (rows=84 width=1850)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_130] (rows=84 width=1850)
+ predicate:web_site_sk is not null
+ TableScan [TS_69] (rows=84 width=1850)
+ default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_site_id"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_75]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_136] (rows=332646173 width=135)
+ Conds:Union 23._col1=RS_73._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_73]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_10]
+ <-Union 23 [SIMPLE_EDGE]
+ <-Map 22 [CONTAINS]
+ Reduce Output Operator [RS_72]
+ PartitionCols:_col1
+ Select Operator [SEL_53] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_126] (rows=144002668 width=135)
+ predicate:(ws_sold_date_sk is not null and ws_web_site_sk is not null)
+ TableScan [TS_51] (rows=144002668 width=135)
+ Output:["ws_sold_date_sk","ws_web_site_sk","ws_ext_sales_price","ws_net_profit"]
+ <-Reducer 25 [CONTAINS]
+ Reduce Output Operator [RS_72]
+ PartitionCols:_col1
+ Select Operator [SEL_63] (rows=158402938 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Merge Join Operator [MERGEJOIN_131] (rows=158402938 width=135)
+ Conds:RS_60._col0, _col2=RS_61._col1, _col2(Inner),Output:["_col1","_col3","_col6","_col7"]
+ <-Map 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_60]
+ PartitionCols:_col0, _col2
+ Select Operator [SEL_56] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_127] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_order_number is not null and ws_web_site_sk is not null)
+ TableScan [TS_54] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_item_sk","ws_web_site_sk","ws_order_number"]
+ <-Map 26 [SIMPLE_EDGE]
+ SHUFFLE [RS_61]
+ PartitionCols:_col1, _col2
+ Select Operator [SEL_59] (rows=14398467 width=92)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_128] (rows=14398467 width=92)
+ predicate:(wr_item_sk is not null and wr_order_number is not null and wr_returned_date_sk is not null)
+ TableScan [TS_57] (rows=14398467 width=92)
+ default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"]
+ <-Reducer 5 [CONTAINS]
+ Reduce Output Operator [RS_86]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_85] (rows=2273797803 width=110)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0
+ Select Operator [SEL_24] (rows=383320021 width=87)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_23] (rows=383320021 width=87)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Group By Operator [GBY_21] (rows=766640042 width=87)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9
+ Merge Join Operator [MERGEJOIN_133] (rows=766640042 width=87)
+ Conds:RS_17._col0=RS_18._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0
+ Select Operator [SEL_13] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_121] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_11] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_132] (rows=696945478 width=87)
+ Conds:Union 2._col1=RS_15._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_10]
+ <-Union 2 [SIMPLE_EDGE]
+ <-Map 1 [CONTAINS]
+ Reduce Output Operator [RS_14]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_118] (rows=575995635 width=88)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ Output:["ss_sold_date_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"]
+ <-Map 9 [CONTAINS]
+ Reduce Output Operator [RS_14]
+ PartitionCols:_col1
+ Select Operator [SEL_5] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_119] (rows=57591150 width=77)
+ predicate:(sr_returned_date_sk is not null and sr_store_sk is not null)
+ TableScan [TS_3] (rows=57591150 width=77)
+ Output:["sr_returned_date_sk","sr_store_sk","sr_return_amt","sr_net_loss"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query50.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query50.q.out b/ql/src/test/results/clientpositive/perf/tez/query50.q.out
new file mode 100644
index 0000000..02d9447
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query50.q.out
@@ -0,0 +1,210 @@
+PREHOOK: query: explain
+select
+ s_store_name
+ ,s_company_id
+ ,s_street_number
+ ,s_street_name
+ ,s_street_type
+ ,s_suite_number
+ ,s_city
+ ,s_county
+ ,s_state
+ ,s_zip
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk <= 30 ) then 1 else 0 end) as `30 days`
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 30) and
+ (sr_returned_date_sk - ss_sold_date_sk <= 60) then 1 else 0 end ) as `31-60 days`
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 60) and
+ (sr_returned_date_sk - ss_sold_date_sk <= 90) then 1 else 0 end) as `61-90 days`
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 90) and
+ (sr_returned_date_sk - ss_sold_date_sk <= 120) then 1 else 0 end) as `91-120 days`
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 120) then 1 else 0 end) as `>120 days`
+from
+ store_sales
+ ,store_returns
+ ,store
+ ,date_dim d1
+ ,date_dim d2
+where
+ d2.d_year = 2000
+and d2.d_moy = 9
+and ss_ticket_number = sr_ticket_number
+and ss_item_sk = sr_item_sk
+and ss_sold_date_sk = d1.d_date_sk
+and sr_returned_date_sk = d2.d_date_sk
+and ss_customer_sk = sr_customer_sk
+and ss_store_sk = s_store_sk
+group by
+ s_store_name
+ ,s_company_id
+ ,s_street_number
+ ,s_street_name
+ ,s_street_type
+ ,s_suite_number
+ ,s_city
+ ,s_county
+ ,s_state
+ ,s_zip
+order by s_store_name
+ ,s_company_id
+ ,s_street_number
+ ,s_street_name
+ ,s_street_type
+ ,s_suite_number
+ ,s_city
+ ,s_county
+ ,s_state
+ ,s_zip
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select
+ s_store_name
+ ,s_company_id
+ ,s_street_number
+ ,s_street_name
+ ,s_street_type
+ ,s_suite_number
+ ,s_city
+ ,s_county
+ ,s_state
+ ,s_zip
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk <= 30 ) then 1 else 0 end) as `30 days`
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 30) and
+ (sr_returned_date_sk - ss_sold_date_sk <= 60) then 1 else 0 end ) as `31-60 days`
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 60) and
+ (sr_returned_date_sk - ss_sold_date_sk <= 90) then 1 else 0 end) as `61-90 days`
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 90) and
+ (sr_returned_date_sk - ss_sold_date_sk <= 120) then 1 else 0 end) as `91-120 days`
+ ,sum(case when (sr_returned_date_sk - ss_sold_date_sk > 120) then 1 else 0 end) as `>120 days`
+from
+ store_sales
+ ,store_returns
+ ,store
+ ,date_dim d1
+ ,date_dim d2
+where
+ d2.d_year = 2000
+and d2.d_moy = 9
+and ss_ticket_number = sr_ticket_number
+and ss_item_sk = sr_item_sk
+and ss_sold_date_sk = d1.d_date_sk
+and sr_returned_date_sk = d2.d_date_sk
+and ss_customer_sk = sr_customer_sk
+and ss_store_sk = s_store_sk
+group by
+ s_store_name
+ ,s_company_id
+ ,s_street_number
+ ,s_street_name
+ ,s_street_type
+ ,s_suite_number
+ ,s_city
+ ,s_county
+ ,s_state
+ ,s_zip
+order by s_store_name
+ ,s_company_id
+ ,s_street_number
+ ,s_street_name
+ ,s_street_type
+ ,s_suite_number
+ ,s_city
+ ,s_county
+ ,s_state
+ ,s_zip
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 11 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_36]
+ Limit [LIM_35] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_34] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ Group By Operator [GBY_31] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
+ Group By Operator [GBY_29] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"],aggregations:["sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)"],keys:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
+ Select Operator [SEL_27] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"]
+ Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88)
+ Conds:RS_24._col10=RS_25._col0(Inner),Output:["_col0","_col7","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"]
+ Filter Operator [FIL_55] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_12] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_id","s_street_number","s_street_name","s_street_type","s_suite_number","s_city","s_county","s_state","s_zip"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col10
+ Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88)
+ Conds:RS_21._col7=RS_22._col0(Inner),Output:["_col0","_col7","_col10"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=73049 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_54] (rows=73049 width=1119)
+ predicate:d_date_sk is not null
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col7
+ Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88)
+ Conds:RS_18._col1, _col2, _col3=RS_19._col1, _col2, _col4(Inner),Output:["_col0","_col7","_col10"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col1, _col2, _col4
+ Select Operator [SEL_8] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_53] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null)
+ TableScan [TS_6] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1, _col2, _col3
+ Merge Join Operator [MERGEJOIN_56] (rows=63350266 width=77)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col0","_col1","_col2","_col3"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=57591150 width=77)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_51] (rows=57591150 width=77)
+ predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null)
+ TableScan [TS_0] (rows=57591150 width=77)
+ default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_52] (rows=18262 width=1119)
+ predicate:((d_moy = 9) and (d_year = 2000) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query51.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query51.q.out b/ql/src/test/results/clientpositive/perf/tez/query51.q.out
new file mode 100644
index 0000000..2517306
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query51.q.out
@@ -0,0 +1,188 @@
+PREHOOK: query: explain
+WITH web_v1 as (
+select
+ ws_item_sk item_sk, d_date,
+ sum(sum(ws_sales_price))
+ over (partition by ws_item_sk order by d_date rows between unbounded preceding and current row) cume_sales
+from web_sales
+ ,date_dim
+where ws_sold_date_sk=d_date_sk
+ and d_month_seq between 1212 and 1212+11
+ and ws_item_sk is not NULL
+group by ws_item_sk, d_date),
+store_v1 as (
+select
+ ss_item_sk item_sk, d_date,
+ sum(sum(ss_sales_price))
+ over (partition by ss_item_sk order by d_date rows between unbounded preceding and current row) cume_sales
+from store_sales
+ ,date_dim
+where ss_sold_date_sk=d_date_sk
+ and d_month_seq between 1212 and 1212+11
+ and ss_item_sk is not NULL
+group by ss_item_sk, d_date)
+ select *
+from (select item_sk
+ ,d_date
+ ,web_sales
+ ,store_sales
+ ,max(web_sales)
+ over (partition by item_sk order by d_date rows between unbounded preceding and current row) web_cumulative
+ ,max(store_sales)
+ over (partition by item_sk order by d_date rows between unbounded preceding and current row) store_cumulative
+ from (select case when web.item_sk is not null then web.item_sk else store.item_sk end item_sk
+ ,case when web.d_date is not null then web.d_date else store.d_date end d_date
+ ,web.cume_sales web_sales
+ ,store.cume_sales store_sales
+ from web_v1 web full outer join store_v1 store on (web.item_sk = store.item_sk
+ and web.d_date = store.d_date)
+ )x )y
+where web_cumulative > store_cumulative
+order by item_sk
+ ,d_date
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+WITH web_v1 as (
+select
+ ws_item_sk item_sk, d_date,
+ sum(sum(ws_sales_price))
+ over (partition by ws_item_sk order by d_date rows between unbounded preceding and current row) cume_sales
+from web_sales
+ ,date_dim
+where ws_sold_date_sk=d_date_sk
+ and d_month_seq between 1212 and 1212+11
+ and ws_item_sk is not NULL
+group by ws_item_sk, d_date),
+store_v1 as (
+select
+ ss_item_sk item_sk, d_date,
+ sum(sum(ss_sales_price))
+ over (partition by ss_item_sk order by d_date rows between unbounded preceding and current row) cume_sales
+from store_sales
+ ,date_dim
+where ss_sold_date_sk=d_date_sk
+ and d_month_seq between 1212 and 1212+11
+ and ss_item_sk is not NULL
+group by ss_item_sk, d_date)
+ select *
+from (select item_sk
+ ,d_date
+ ,web_sales
+ ,store_sales
+ ,max(web_sales)
+ over (partition by item_sk order by d_date rows between unbounded preceding and current row) web_cumulative
+ ,max(store_sales)
+ over (partition by item_sk order by d_date rows between unbounded preceding and current row) store_cumulative
+ from (select case when web.item_sk is not null then web.item_sk else store.item_sk end item_sk
+ ,case when web.d_date is not null then web.d_date else store.d_date end d_date
+ ,web.cume_sales web_sales
+ ,store.cume_sales store_sales
+ from web_v1 web full outer join store_v1 store on (web.item_sk = store.item_sk
+ and web.d_date = store.d_date)
+ )x )y
+where web_cumulative > store_cumulative
+order by item_sk
+ ,d_date
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 8 <- Map 10 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_53]
+ Limit [LIM_52] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_51] (rows=116159124 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_50]
+ Select Operator [SEL_46] (rows=116159124 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_58] (rows=116159124 width=88)
+ predicate:(max_window_0 > max_window_1)
+ PTF Operator [PTF_45] (rows=348477374 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"CASE WHEN (_col4 is not null) THEN (_col4) ELSE (_col1) END ASC NULLS FIRST","partition by:":"CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END"}]
+ Select Operator [SEL_44] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:CASE WHEN (_col3 is not null) THEN (_col3) ELSE (_col0) END
+ Merge Join Operator [MERGEJOIN_67] (rows=348477374 width=88)
+ Conds:RS_40._col0, _col1=RS_41._col0, _col1(Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_40]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_17] (rows=316797606 width=88)
+ Output:["_col0","_col1","_col2"]
+ PTF Operator [PTF_16] (rows=316797606 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
+ Group By Operator [GBY_12] (rows=316797606 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_11]
+ PartitionCols:_col0
+ Group By Operator [GBY_10] (rows=633595212 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4
+ Merge Join Operator [MERGEJOIN_65] (rows=633595212 width=88)
+ Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col4"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_7]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_60] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_6]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_59] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_sales_price"]
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0, _col1
+ Select Operator [SEL_37] (rows=79201469 width=135)
+ Output:["_col0","_col1","_col2"]
+ PTF Operator [PTF_36] (rows=79201469 width=135)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}]
+ Group By Operator [GBY_32] (rows=79201469 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Group By Operator [GBY_30] (rows=158402938 width=135)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4
+ Merge Join Operator [MERGEJOIN_66] (rows=158402938 width=135)
+ Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col4"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0
+ Select Operator [SEL_22] (rows=144002668 width=135)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_61] (rows=144002668 width=135)
+ predicate:(ws_item_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_20] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_sales_price"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query52.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query52.q.out b/ql/src/test/results/clientpositive/perf/tez/query52.q.out
new file mode 100644
index 0000000..b14ab53
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query52.q.out
@@ -0,0 +1,106 @@
+PREHOOK: query: explain
+select dt.d_year
+ ,item.i_brand_id brand_id
+ ,item.i_brand brand
+ ,sum(ss_ext_sales_price) ext_price
+ from date_dim dt
+ ,store_sales
+ ,item
+ where dt.d_date_sk = store_sales.ss_sold_date_sk
+ and store_sales.ss_item_sk = item.i_item_sk
+ and item.i_manager_id = 1
+ and dt.d_moy=12
+ and dt.d_year=1998
+ group by dt.d_year
+ ,item.i_brand
+ ,item.i_brand_id
+ order by dt.d_year
+ ,ext_price desc
+ ,brand_id
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select dt.d_year
+ ,item.i_brand_id brand_id
+ ,item.i_brand brand
+ ,sum(ss_ext_sales_price) ext_price
+ from date_dim dt
+ ,store_sales
+ ,item
+ where dt.d_date_sk = store_sales.ss_sold_date_sk
+ and store_sales.ss_item_sk = item.i_item_sk
+ and item.i_manager_id = 1
+ and dt.d_moy=12
+ and dt.d_year=1998
+ group by dt.d_year
+ ,item.i_brand
+ ,item.i_brand_id
+ order by dt.d_year
+ ,ext_price desc
+ ,brand_id
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE)
+Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_25]
+ Select Operator [SEL_24] (rows=100 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Limit [LIM_23] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_22] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ Group By Operator [GBY_18] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8
+ Merge Join Operator [MERGEJOIN_35] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_33] (rows=231000 width=1436)
+ predicate:((i_manager_id = 1) and i_item_sk is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_34] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_31] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_32] (rows=18262 width=1119)
+ predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query53.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query53.q.out b/ql/src/test/results/clientpositive/perf/tez/query53.q.out
new file mode 100644
index 0000000..a10ee45
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query53.q.out
@@ -0,0 +1,141 @@
+PREHOOK: query: explain
+select * from
+(select i_manufact_id,
+sum(ss_sales_price) sum_sales,
+avg(sum(ss_sales_price)) over (partition by i_manufact_id) avg_quarterly_sales
+from item, store_sales, date_dim, store
+where ss_item_sk = i_item_sk and
+ss_sold_date_sk = d_date_sk and
+ss_store_sk = s_store_sk and
+d_month_seq in (1212,1212+1,1212+2,1212+3,1212+4,1212+5,1212+6,1212+7,1212+8,1212+9,1212+10,1212+11) and
+((i_category in ('Books','Children','Electronics') and
+i_class in ('personal','portable','reference','self-help') and
+i_brand in ('scholaramalgamalg #14','scholaramalgamalg #7',
+ 'exportiunivamalg #9','scholaramalgamalg #9'))
+or(i_category in ('Women','Music','Men') and
+i_class in ('accessories','classical','fragrances','pants') and
+i_brand in ('amalgimporto #1','edu packscholar #1','exportiimporto #1',
+ 'importoamalg #1')))
+group by i_manufact_id, d_qoy ) tmp1
+where case when avg_quarterly_sales > 0
+ then abs (sum_sales - avg_quarterly_sales)/ avg_quarterly_sales
+ else null end > 0.1
+order by avg_quarterly_sales,
+ sum_sales,
+ i_manufact_id
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select * from
+(select i_manufact_id,
+sum(ss_sales_price) sum_sales,
+avg(sum(ss_sales_price)) over (partition by i_manufact_id) avg_quarterly_sales
+from item, store_sales, date_dim, store
+where ss_item_sk = i_item_sk and
+ss_sold_date_sk = d_date_sk and
+ss_store_sk = s_store_sk and
+d_month_seq in (1212,1212+1,1212+2,1212+3,1212+4,1212+5,1212+6,1212+7,1212+8,1212+9,1212+10,1212+11) and
+((i_category in ('Books','Children','Electronics') and
+i_class in ('personal','portable','reference','self-help') and
+i_brand in ('scholaramalgamalg #14','scholaramalgamalg #7',
+ 'exportiunivamalg #9','scholaramalgamalg #9'))
+or(i_category in ('Women','Music','Men') and
+i_class in ('accessories','classical','fragrances','pants') and
+i_brand in ('amalgimporto #1','edu packscholar #1','exportiimporto #1',
+ 'importoamalg #1')))
+group by i_manufact_id, d_qoy ) tmp1
+where case when avg_quarterly_sales > 0
+ then abs (sum_sales - avg_quarterly_sales)/ avg_quarterly_sales
+ else null end > 0.1
+order by avg_quarterly_sales,
+ sum_sales,
+ i_manufact_id
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
+Reducer 3 <- Map 8 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 9 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_36]
+ Limit [LIM_35] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_34] (rows=191662559 width=88)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ Select Operator [SEL_30] (rows=191662559 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_46] (rows=191662559 width=88)
+ predicate:CASE WHEN ((avg_window_0 > 0)) THEN (((abs((_col2 - avg_window_0)) / avg_window_0) > 0.1)) ELSE (null) END
+ Select Operator [SEL_29] (rows=383325119 width=88)
+ Output:["avg_window_0","_col0","_col2"]
+ PTF Operator [PTF_28] (rows=383325119 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST","partition by:":"_col0"}]
+ Select Operator [SEL_25] (rows=383325119 width=88)
+ Output:["_col0","_col2"]
+ Group By Operator [GBY_24] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0
+ Group By Operator [GBY_22] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col8, _col11
+ Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col8","_col11"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=1704 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_50] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_9] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2","_col3","_col8","_col11"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36525 width=1119)
+ Output:["_col0","_col2"]
+ Filter Operator [FIL_49] (rows=36525 width=1119)
+ predicate:((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq","d_qoy"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col8"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_47] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=115500 width=1436)
+ Output:["_col0","_col4"]
+ Filter Operator [FIL_48] (rows=115500 width=1436)
+ predicate:((((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'reference', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and ((i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9') or (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1')) and ((i_category) IN ('Books', 'Children', 'Electronics') or (i_category) IN ('Women', 'Music', 'Men')) and ((i_class) IN ('personal', 'portable', 'reference', 'self-help') or (i_class) IN ('accessories', 'classical', 'fragrances', 'pants')) and i_item_sk is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_manufact_id"]
+
[03/50] [abbrv] hive git commit: HIVE-17543: Enable PerfCliDriver for
HoS (Sahil Takiar, reviewed by Peter Vary) (addendum)
Posted by se...@apache.org.
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query87.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query87.q.out b/ql/src/test/results/clientpositive/perf/tez/query87.q.out
new file mode 100644
index 0000000..8430e8a
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query87.q.out
@@ -0,0 +1,239 @@
+PREHOOK: query: explain
+select count(*)
+from ((select distinct c_last_name, c_first_name, d_date
+ from store_sales, date_dim, customer
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212+11)
+ except
+ (select distinct c_last_name, c_first_name, d_date
+ from catalog_sales, date_dim, customer
+ where catalog_sales.cs_sold_date_sk = date_dim.d_date_sk
+ and catalog_sales.cs_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212+11)
+ except
+ (select distinct c_last_name, c_first_name, d_date
+ from web_sales, date_dim, customer
+ where web_sales.ws_sold_date_sk = date_dim.d_date_sk
+ and web_sales.ws_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212+11)
+) cool_cust
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select count(*)
+from ((select distinct c_last_name, c_first_name, d_date
+ from store_sales, date_dim, customer
+ where store_sales.ss_sold_date_sk = date_dim.d_date_sk
+ and store_sales.ss_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212+11)
+ except
+ (select distinct c_last_name, c_first_name, d_date
+ from catalog_sales, date_dim, customer
+ where catalog_sales.cs_sold_date_sk = date_dim.d_date_sk
+ and catalog_sales.cs_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212+11)
+ except
+ (select distinct c_last_name, c_first_name, d_date
+ from web_sales, date_dim, customer
+ where web_sales.ws_sold_date_sk = date_dim.d_date_sk
+ and web_sales.ws_bill_customer_sk = customer.c_customer_sk
+ and d_month_seq between 1212 and 1212+11)
+) cool_cust
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 11 <- Map 10 (SIMPLE_EDGE), Map 18 (SIMPLE_EDGE)
+Reducer 12 <- Map 17 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 14 <- Map 10 (SIMPLE_EDGE), Map 19 (SIMPLE_EDGE)
+Reducer 15 <- Map 17 (SIMPLE_EDGE), Reducer 14 (SIMPLE_EDGE)
+Reducer 16 <- Reducer 15 (SIMPLE_EDGE), Union 7 (CONTAINS)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 10 (SIMPLE_EDGE)
+Reducer 3 <- Map 17 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS)
+Reducer 6 <- Union 5 (SIMPLE_EDGE), Union 7 (CONTAINS)
+Reducer 8 <- Union 7 (SIMPLE_EDGE)
+Reducer 9 <- Reducer 8 (CUSTOM_SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 9
+ File Output Operator [FS_104]
+ Group By Operator [GBY_102] (rows=1 width=24)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 8 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_101]
+ Group By Operator [GBY_100] (rows=1 width=24)
+ Output:["_col0"],aggregations:["count()"]
+ Select Operator [SEL_98] (rows=4537552 width=129)
+ Filter Operator [FIL_97] (rows=4537552 width=129)
+ predicate:(((_col3 * 2) = _col4) and (_col3 > 0))
+ Select Operator [SEL_129] (rows=27225312 width=129)
+ Output:["_col3","_col4"]
+ Group By Operator [GBY_96] (rows=27225312 width=129)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Union 7 [SIMPLE_EDGE]
+ <-Reducer 16 [CONTAINS]
+ Reduce Output Operator [RS_95]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_94] (rows=54450625 width=129)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2
+ Select Operator [SEL_92] (rows=54450625 width=129)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Select Operator [SEL_89] (rows=43560808 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_88] (rows=43560808 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
+ Select Operator [SEL_84] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_83] (rows=87121617 width=135)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_82]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_81] (rows=174243235 width=135)
+ Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
+ Merge Join Operator [MERGEJOIN_135] (rows=174243235 width=135)
+ Conds:RS_77._col1=RS_78._col0(Inner),Output:["_col3","_col6","_col7"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_78]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_122] (rows=80000000 width=860)
+ predicate:c_customer_sk is not null
+ TableScan [TS_6] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_77]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_134] (rows=158402938 width=135)
+ Conds:RS_74._col0=RS_75._col0(Inner),Output:["_col1","_col3"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_75]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=8116 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_121] (rows=8116 width=1119)
+ predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223)
+ TableScan [TS_3] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"]
+ <-Map 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_74]
+ PartitionCols:_col0
+ Select Operator [SEL_67] (rows=144002668 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_126] (rows=144002668 width=135)
+ predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null)
+ TableScan [TS_65] (rows=144002668 width=135)
+ default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"]
+ <-Reducer 6 [CONTAINS]
+ Reduce Output Operator [RS_95]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_94] (rows=54450625 width=129)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2
+ Select Operator [SEL_92] (rows=54450625 width=129)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Select Operator [SEL_64] (rows=10889817 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_63] (rows=10889817 width=103)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col0, _col1, _col2
+ Select Operator [SEL_59] (rows=21779634 width=103)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_58] (rows=21779634 width=103)
+ predicate:(((_col3 * 2) = _col4) and (_col3 > 0))
+ Group By Operator [GBY_57] (rows=130677808 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Union 5 [SIMPLE_EDGE]
+ <-Reducer 13 [CONTAINS]
+ Reduce Output Operator [RS_56]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_55] (rows=261355616 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2
+ Select Operator [SEL_53] (rows=261355616 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Select Operator [SEL_50] (rows=87116929 width=135)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_49] (rows=87116929 width=135)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
+ Select Operator [SEL_45] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_44] (rows=174233858 width=135)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_43]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_42] (rows=348467716 width=135)
+ Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
+ Merge Join Operator [MERGEJOIN_133] (rows=348467716 width=135)
+ Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col3","_col6","_col7"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_132] (rows=316788826 width=135)
+ Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col3"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_35]
+ PartitionCols:_col0
+ Select Operator [SEL_28] (rows=287989836 width=135)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_123] (rows=287989836 width=135)
+ predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null)
+ TableScan [TS_26] (rows=287989836 width=135)
+ default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"]
+ <-Reducer 4 [CONTAINS]
+ Reduce Output Operator [RS_56]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_55] (rows=261355616 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2
+ Select Operator [SEL_53] (rows=261355616 width=103)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Select Operator [SEL_24] (rows=174238687 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Group By Operator [GBY_23] (rows=174238687 width=88)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2
+ Select Operator [SEL_19] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_18] (rows=348477374 width=88)
+ Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1, _col2
+ Group By Operator [GBY_16] (rows=696954748 width=88)
+ Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3
+ Merge Join Operator [MERGEJOIN_131] (rows=696954748 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col3","_col6","_col7"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_130] (rows=633595212 width=88)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col3"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_5]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_120] (rows=575995635 width=88)
+ predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query88.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query88.q.out b/ql/src/test/results/clientpositive/perf/tez/query88.q.out
new file mode 100644
index 0000000..6bad30c
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query88.q.out
@@ -0,0 +1,569 @@
+Warning: Shuffle Join MERGEJOIN[347][tables = [$hdt$_0, $hdt$_1, $hdt$_2, $hdt$_3, $hdt$_4, $hdt$_5, $hdt$_6, $hdt$_7]] in Stage 'Reducer 6' is a cross product
+PREHOOK: query: explain
+select *
+from
+ (select count(*) h8_30_to_9
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 8
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s1,
+ (select count(*) h9_to_9_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 9
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s2,
+ (select count(*) h9_30_to_10
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 9
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s3,
+ (select count(*) h10_to_10_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 10
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s4,
+ (select count(*) h10_30_to_11
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 10
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s5,
+ (select count(*) h11_to_11_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 11
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s6,
+ (select count(*) h11_30_to_12
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 11
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s7,
+ (select count(*) h12_to_12_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 12
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s8
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select *
+from
+ (select count(*) h8_30_to_9
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 8
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s1,
+ (select count(*) h9_to_9_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 9
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s2,
+ (select count(*) h9_30_to_10
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 9
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s3,
+ (select count(*) h10_to_10_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 10
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s4,
+ (select count(*) h10_30_to_11
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 10
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s5,
+ (select count(*) h11_to_11_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 11
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s6,
+ (select count(*) h11_30_to_12
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 11
+ and time_dim.t_minute >= 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s7,
+ (select count(*) h12_to_12_30
+ from store_sales, household_demographics , time_dim, store
+ where ss_sold_time_sk = time_dim.t_time_sk
+ and ss_hdemo_sk = household_demographics.hd_demo_sk
+ and ss_store_sk = s_store_sk
+ and time_dim.t_hour = 12
+ and time_dim.t_minute < 30
+ and ((household_demographics.hd_dep_count = 3 and household_demographics.hd_vehicle_count<=3+2) or
+ (household_demographics.hd_dep_count = 0 and household_demographics.hd_vehicle_count<=0+2) or
+ (household_demographics.hd_dep_count = 1 and household_demographics.hd_vehicle_count<=1+2))
+ and store.s_store_name = 'ese') s8
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Reducer 9 (CUSTOM_SIMPLE_EDGE)
+Reducer 11 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
+Reducer 12 <- Map 36 (SIMPLE_EDGE), Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Map 37 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE)
+Reducer 14 <- Reducer 13 (CUSTOM_SIMPLE_EDGE)
+Reducer 15 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
+Reducer 16 <- Map 36 (SIMPLE_EDGE), Reducer 15 (SIMPLE_EDGE)
+Reducer 17 <- Map 37 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE)
+Reducer 18 <- Reducer 17 (CUSTOM_SIMPLE_EDGE)
+Reducer 19 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
+Reducer 20 <- Map 36 (SIMPLE_EDGE), Reducer 19 (SIMPLE_EDGE)
+Reducer 21 <- Map 37 (SIMPLE_EDGE), Reducer 20 (SIMPLE_EDGE)
+Reducer 22 <- Reducer 21 (CUSTOM_SIMPLE_EDGE)
+Reducer 23 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
+Reducer 24 <- Map 36 (SIMPLE_EDGE), Reducer 23 (SIMPLE_EDGE)
+Reducer 25 <- Map 37 (SIMPLE_EDGE), Reducer 24 (SIMPLE_EDGE)
+Reducer 26 <- Reducer 25 (CUSTOM_SIMPLE_EDGE)
+Reducer 27 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
+Reducer 28 <- Map 36 (SIMPLE_EDGE), Reducer 27 (SIMPLE_EDGE)
+Reducer 29 <- Map 37 (SIMPLE_EDGE), Reducer 28 (SIMPLE_EDGE)
+Reducer 3 <- Map 36 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 30 <- Reducer 29 (CUSTOM_SIMPLE_EDGE)
+Reducer 31 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
+Reducer 32 <- Map 36 (SIMPLE_EDGE), Reducer 31 (SIMPLE_EDGE)
+Reducer 33 <- Map 37 (SIMPLE_EDGE), Reducer 32 (SIMPLE_EDGE)
+Reducer 34 <- Reducer 33 (CUSTOM_SIMPLE_EDGE)
+Reducer 4 <- Map 37 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE)
+Reducer 6 <- Reducer 10 (CUSTOM_SIMPLE_EDGE), Reducer 14 (CUSTOM_SIMPLE_EDGE), Reducer 18 (CUSTOM_SIMPLE_EDGE), Reducer 22 (CUSTOM_SIMPLE_EDGE), Reducer 26 (CUSTOM_SIMPLE_EDGE), Reducer 30 (CUSTOM_SIMPLE_EDGE), Reducer 34 (CUSTOM_SIMPLE_EDGE), Reducer 5 (CUSTOM_SIMPLE_EDGE)
+Reducer 7 <- Map 1 (SIMPLE_EDGE), Map 35 (SIMPLE_EDGE)
+Reducer 8 <- Map 36 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Map 37 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 6
+ File Output Operator [FS_218]
+ Select Operator [SEL_217] (rows=1 width=65)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Merge Join Operator [MERGEJOIN_347] (rows=1 width=65)
+ Conds:(Inner),(Inner),(Inner),(Inner),(Inner),(Inner),(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 10 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_209]
+ Group By Operator [GBY_50] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 9 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_49]
+ Group By Operator [GBY_48] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_328] (rows=766650239 width=88)
+ Conds:RS_44._col2=RS_45._col0(Inner)
+ <-Map 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=852 width=1910)
+ Output:["_col0"]
+ Filter Operator [FIL_294] (rows=852 width=1910)
+ predicate:((s_store_name = 'ese') and s_store_sk is not null)
+ TableScan [TS_9] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_327] (rows=696954748 width=88)
+ Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col2"]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_293] (rows=3600 width=107)
+ predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null)
+ TableScan [TS_6] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"]
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_326] (rows=633595212 width=88)
+ Conds:RS_38._col0=RS_39._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_291] (rows=575995635 width=88)
+ predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_31] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_296] (rows=14400 width=471)
+ predicate:((t_hour = 12) and (t_minute < 30) and t_time_sk is not null)
+ TableScan [TS_3] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"]
+ <-Reducer 14 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_210]
+ Group By Operator [GBY_76] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 13 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_75]
+ Group By Operator [GBY_74] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_331] (rows=766650239 width=88)
+ Conds:RS_70._col2=RS_71._col0(Inner)
+ <-Map 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_71]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_70]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_330] (rows=696954748 width=88)
+ Conds:RS_67._col1=RS_68._col0(Inner),Output:["_col2"]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_68]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_67]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_329] (rows=633595212 width=88)
+ Conds:RS_64._col0=RS_65._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_64]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_65]
+ PartitionCols:_col0
+ Select Operator [SEL_57] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_300] (rows=14400 width=471)
+ predicate:((t_hour = 11) and (t_minute >= 30) and t_time_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Reducer 18 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_211]
+ Group By Operator [GBY_102] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 17 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_101]
+ Group By Operator [GBY_100] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_334] (rows=766650239 width=88)
+ Conds:RS_96._col2=RS_97._col0(Inner)
+ <-Map 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_97]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_96]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_333] (rows=696954748 width=88)
+ Conds:RS_93._col1=RS_94._col0(Inner),Output:["_col2"]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_94]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_93]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_332] (rows=633595212 width=88)
+ Conds:RS_90._col0=RS_91._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_90]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_91]
+ PartitionCols:_col0
+ Select Operator [SEL_83] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_304] (rows=14400 width=471)
+ predicate:((t_hour = 11) and (t_minute < 30) and t_time_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Reducer 22 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_212]
+ Group By Operator [GBY_128] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 21 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_127]
+ Group By Operator [GBY_126] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_337] (rows=766650239 width=88)
+ Conds:RS_122._col2=RS_123._col0(Inner)
+ <-Map 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_123]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 20 [SIMPLE_EDGE]
+ SHUFFLE [RS_122]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_336] (rows=696954748 width=88)
+ Conds:RS_119._col1=RS_120._col0(Inner),Output:["_col2"]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_120]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 19 [SIMPLE_EDGE]
+ SHUFFLE [RS_119]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_335] (rows=633595212 width=88)
+ Conds:RS_116._col0=RS_117._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_116]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_117]
+ PartitionCols:_col0
+ Select Operator [SEL_109] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_308] (rows=14400 width=471)
+ predicate:((t_hour = 10) and (t_minute >= 30) and t_time_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Reducer 26 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_213]
+ Group By Operator [GBY_154] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 25 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_153]
+ Group By Operator [GBY_152] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_340] (rows=766650239 width=88)
+ Conds:RS_148._col2=RS_149._col0(Inner)
+ <-Map 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_149]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 24 [SIMPLE_EDGE]
+ SHUFFLE [RS_148]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_339] (rows=696954748 width=88)
+ Conds:RS_145._col1=RS_146._col0(Inner),Output:["_col2"]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_146]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 23 [SIMPLE_EDGE]
+ SHUFFLE [RS_145]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_338] (rows=633595212 width=88)
+ Conds:RS_142._col0=RS_143._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_142]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_143]
+ PartitionCols:_col0
+ Select Operator [SEL_135] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_312] (rows=14400 width=471)
+ predicate:((t_hour = 10) and (t_minute < 30) and t_time_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Reducer 30 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_214]
+ Group By Operator [GBY_180] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 29 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_179]
+ Group By Operator [GBY_178] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_343] (rows=766650239 width=88)
+ Conds:RS_174._col2=RS_175._col0(Inner)
+ <-Map 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_175]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 28 [SIMPLE_EDGE]
+ SHUFFLE [RS_174]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_342] (rows=696954748 width=88)
+ Conds:RS_171._col1=RS_172._col0(Inner),Output:["_col2"]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_172]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 27 [SIMPLE_EDGE]
+ SHUFFLE [RS_171]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_341] (rows=633595212 width=88)
+ Conds:RS_168._col0=RS_169._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_168]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_169]
+ PartitionCols:_col0
+ Select Operator [SEL_161] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_316] (rows=14400 width=471)
+ predicate:((t_hour = 9) and (t_minute >= 30) and t_time_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Reducer 34 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_215]
+ Group By Operator [GBY_206] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 33 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_205]
+ Group By Operator [GBY_204] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_346] (rows=766650239 width=88)
+ Conds:RS_200._col2=RS_201._col0(Inner)
+ <-Map 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_201]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 32 [SIMPLE_EDGE]
+ SHUFFLE [RS_200]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_345] (rows=696954748 width=88)
+ Conds:RS_197._col1=RS_198._col0(Inner),Output:["_col2"]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_198]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 31 [SIMPLE_EDGE]
+ SHUFFLE [RS_197]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_344] (rows=633595212 width=88)
+ Conds:RS_194._col0=RS_195._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_194]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_195]
+ PartitionCols:_col0
+ Select Operator [SEL_187] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_320] (rows=14400 width=471)
+ predicate:((t_hour = 9) and (t_minute < 30) and t_time_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+ <-Reducer 5 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_208]
+ Group By Operator [GBY_24] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 4 [CUSTOM_SIMPLE_EDGE]
+ PARTITION_ONLY_SHUFFLE [RS_23]
+ Group By Operator [GBY_22] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_325] (rows=766650239 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner)
+ <-Map 37 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_11]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_324] (rows=696954748 width=88)
+ Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2"]
+ <-Map 36 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_8]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_323] (rows=633595212 width=88)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Please refer to the previous Select Operator [SEL_2]
+ <-Map 35 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=14400 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_292] (rows=14400 width=471)
+ predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null)
+ Please refer to the previous TableScan [TS_3]
+
http://git-wip-us.apache.org/repos/asf/hive/blob/9244fdc7/ql/src/test/results/clientpositive/perf/tez/query89.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/tez/query89.q.out b/ql/src/test/results/clientpositive/perf/tez/query89.q.out
new file mode 100644
index 0000000..7c37909
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/tez/query89.q.out
@@ -0,0 +1,147 @@
+PREHOOK: query: explain
+select *
+from(
+select i_category, i_class, i_brand,
+ s_store_name, s_company_name,
+ d_moy,
+ sum(ss_sales_price) sum_sales,
+ avg(sum(ss_sales_price)) over
+ (partition by i_category, i_brand, s_store_name, s_company_name)
+ avg_monthly_sales
+from item, store_sales, date_dim, store
+where ss_item_sk = i_item_sk and
+ ss_sold_date_sk = d_date_sk and
+ ss_store_sk = s_store_sk and
+ d_year in (2000) and
+ ((i_category in ('Home','Books','Electronics') and
+ i_class in ('wallpaper','parenting','musical')
+ )
+ or (i_category in ('Shoes','Jewelry','Men') and
+ i_class in ('womens','birdal','pants')
+ ))
+group by i_category, i_class, i_brand,
+ s_store_name, s_company_name, d_moy) tmp1
+where case when (avg_monthly_sales <> 0) then (abs(sum_sales - avg_monthly_sales) / avg_monthly_sales) else null end > 0.1
+order by sum_sales - avg_monthly_sales, s_store_name
+limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain
+select *
+from(
+select i_category, i_class, i_brand,
+ s_store_name, s_company_name,
+ d_moy,
+ sum(ss_sales_price) sum_sales,
+ avg(sum(ss_sales_price)) over
+ (partition by i_category, i_brand, s_store_name, s_company_name)
+ avg_monthly_sales
+from item, store_sales, date_dim, store
+where ss_item_sk = i_item_sk and
+ ss_sold_date_sk = d_date_sk and
+ ss_store_sk = s_store_sk and
+ d_year in (2000) and
+ ((i_category in ('Home','Books','Electronics') and
+ i_class in ('wallpaper','parenting','musical')
+ )
+ or (i_category in ('Shoes','Jewelry','Men') and
+ i_class in ('womens','birdal','pants')
+ ))
+group by i_category, i_class, i_brand,
+ s_store_name, s_company_name, d_moy) tmp1
+where case when (avg_monthly_sales <> 0) then (abs(sum_sales - avg_monthly_sales) / avg_monthly_sales) else null end > 0.1
+order by sum_sales - avg_monthly_sales, s_store_name
+limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_37]
+ Limit [LIM_35] (rows=100 width=88)
+ Number of rows:100
+ Select Operator [SEL_34] (rows=191662559 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ Select Operator [SEL_30] (rows=191662559 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Filter Operator [FIL_47] (rows=191662559 width=88)
+ predicate:CASE WHEN ((avg_window_0 <> 0)) THEN (((abs((_col6 - avg_window_0)) / avg_window_0) > 0.1)) ELSE (null) END
+ Select Operator [SEL_29] (rows=383325119 width=88)
+ Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ PTF Operator [PTF_28] (rows=383325119 width=88)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST","partition by:":"_col0, _col2, _col3, _col4"}]
+ Select Operator [SEL_27] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0, _col2, _col3, _col4
+ Select Operator [SEL_25] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Group By Operator [GBY_24] (rows=383325119 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_22] (rows=766650239 width=88)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col7, _col10, _col12, _col13
+ Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88)
+ Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col10","_col12","_col13"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_51] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_9] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col7","_col10"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36525 width=1119)
+ Output:["_col0","_col2"]
+ Filter Operator [FIL_50] (rows=36525 width=1119)
+ predicate:((d_year) IN (2000) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=575995635 width=88)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_48] (rows=575995635 width=88)
+ predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_0] (rows=575995635 width=88)
+ default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_49] (rows=231000 width=1436)
+ predicate:((((i_category) IN ('Home', 'Books', 'Electronics') and (i_class) IN ('wallpaper', 'parenting', 'musical')) or ((i_category) IN ('Shoes', 'Jewelry', 'Men') and (i_class) IN ('womens', 'birdal', 'pants'))) and ((i_category) IN ('Home', 'Books', 'Electronics') or (i_category) IN ('Shoes', 'Jewelry', 'Men')) and ((i_class) IN ('wallpaper', 'parenting', 'musical') or (i_class) IN ('womens', 'birdal', 'pants')) and i_item_sk is not null)
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category"]
+