You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ha...@apache.org on 2015/12/15 23:15:36 UTC
[09/27] hive git commit: HIVE-11107 : Support for Performance
regression test suite with TPCDS (Hari Subramaniyan,
reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/09b6f9a3/ql/src/test/results/clientpositive/perf/query72.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query72.q.out b/ql/src/test/results/clientpositive/perf/query72.q.out
new file mode 100644
index 0000000..c56bffd
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/query72.q.out
@@ -0,0 +1,352 @@
+PREHOOK: query: explain select i_item_desc ,w_warehouse_name ,d1.d_week_seq ,count(case when p_promo_sk is null then 1 else 0 end) no_promo ,count(case when p_promo_sk is not null then 1 else 0 end) promo ,count(*) total_cnt from catalog_sales join inventory on (catalog_sales.cs_item_sk = inventory.inv_item_sk) join warehouse on (warehouse.w_warehouse_sk=inventory.inv_warehouse_sk) join item on (item.i_item_sk = catalog_sales.cs_item_sk) join customer_demographics on (catalog_sales.cs_bill_cdemo_sk = customer_demographics.cd_demo_sk) join household_demographics on (catalog_sales.cs_bill_hdemo_sk = household_demographics.hd_demo_sk) join date_dim d1 on (catalog_sales.cs_sold_date_sk = d1.d_date_sk) join date_dim d2 on (inventory.inv_date_sk = d2.d_date_sk) join date_dim d3 on (catalog_sales.cs_ship_date_sk = d3.d_date_sk) left outer join promotion on (catalog_sales.cs_promo_sk=promotion.p_promo_sk) left outer join catalog_returns on (catalog_returns.cr_item_sk = catalog_sales.cs_item
_sk and catalog_returns.cr_order_number = catalog_sales.cs_order_number) where d1.d_week_seq = d2.d_week_seq and inv_quantity_on_hand < cs_quantity and d3.d_date > d1.d_date + 5 and hd_buy_potential = '1001-5000' and d1.d_year = 2001 and hd_buy_potential = '1001-5000' and cd_marital_status = 'M' and d1.d_year = 2001 group by i_item_desc,w_warehouse_name,d1.d_week_seq order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq limit 100
+PREHOOK: type: QUERY
+POSTHOOK: query: explain select i_item_desc ,w_warehouse_name ,d1.d_week_seq ,count(case when p_promo_sk is null then 1 else 0 end) no_promo ,count(case when p_promo_sk is not null then 1 else 0 end) promo ,count(*) total_cnt from catalog_sales join inventory on (catalog_sales.cs_item_sk = inventory.inv_item_sk) join warehouse on (warehouse.w_warehouse_sk=inventory.inv_warehouse_sk) join item on (item.i_item_sk = catalog_sales.cs_item_sk) join customer_demographics on (catalog_sales.cs_bill_cdemo_sk = customer_demographics.cd_demo_sk) join household_demographics on (catalog_sales.cs_bill_hdemo_sk = household_demographics.hd_demo_sk) join date_dim d1 on (catalog_sales.cs_sold_date_sk = d1.d_date_sk) join date_dim d2 on (inventory.inv_date_sk = d2.d_date_sk) join date_dim d3 on (catalog_sales.cs_ship_date_sk = d3.d_date_sk) left outer join promotion on (catalog_sales.cs_promo_sk=promotion.p_promo_sk) left outer join catalog_returns on (catalog_returns.cr_item_sk = catalog_sales.cs_ite
m_sk and catalog_returns.cr_order_number = catalog_sales.cs_order_number) where d1.d_week_seq = d2.d_week_seq and inv_quantity_on_hand < cs_quantity and d3.d_date > d1.d_date + 5 and hd_buy_potential = '1001-5000' and d1.d_year = 2001 and hd_buy_potential = '1001-5000' and cd_marital_status = 'M' and d1.d_year = 2001 group by i_item_desc,w_warehouse_name,d1.d_week_seq order by total_cnt desc, i_item_desc, w_warehouse_name, d_week_seq limit 100
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 10 <- Map 22 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE)
+Reducer 11 <- Map 23 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE)
+Reducer 12 <- Reducer 11 (SIMPLE_EDGE)
+Reducer 13 <- Reducer 12 (SIMPLE_EDGE)
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 14 (SIMPLE_EDGE)
+Reducer 3 <- Map 15 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 16 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Map 17 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Map 18 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Map 19 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE)
+Reducer 8 <- Map 20 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE)
+Reducer 9 <- Map 21 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 13
+ File Output Operator [FS_90]
+ compressed:false
+ Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE
+ table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
+ Limit [LIM_89]
+ Number of rows:100
+ Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE
+ Select Operator [SEL_88]
+ | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ | Statistics:Num rows: 165056 Data size: 237066834 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 12 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_87]
+ key expressions:_col5 (type: bigint), _col0 (type: string), _col1 (type: string), _col2 (type: int)
+ sort order:-+++
+ Statistics:Num rows: 165056 Data size: 237066834 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col3 (type: bigint), _col4 (type: bigint)
+ Group By Operator [GBY_85]
+ | aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"]
+ | keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int)
+ | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ | Statistics:Num rows: 165056 Data size: 237066834 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 11 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_84]
+ key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: int)
+ Map-reduce partition columns:_col0 (type: string), _col1 (type: string), _col2 (type: int)
+ sort order:+++
+ Statistics:Num rows: 330112 Data size: 474133669 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint)
+ Group By Operator [GBY_83]
+ aggregations:["count(_col3)","count(_col4)","count()"]
+ keys:_col0 (type: string), _col1 (type: string), _col2 (type: int)
+ outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Statistics:Num rows: 330112 Data size: 474133669 Basic stats: COMPLETE Column stats: NONE
+ Select Operator [SEL_81]
+ outputColumnNames:["_col0","_col1","_col2","_col3","_col4"]
+ Statistics:Num rows: 330112 Data size: 474133669 Basic stats: COMPLETE Column stats: NONE
+ Merge Join Operator [MERGEJOIN_159]
+ | condition map:[{"":"Left Outer Join0 to 1"}]
+ | keys:{"0":"_col4 (type: int), _col6 (type: int)","1":"_col0 (type: int), _col1 (type: int)"}
+ | outputColumnNames:["_col13","_col15","_col22","_col28"]
+ | Statistics:Num rows: 330112 Data size: 474133669 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 23 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_79]
+ | key expressions:_col0 (type: int), _col1 (type: int)
+ | Map-reduce partition columns:_col0 (type: int), _col1 (type: int)
+ | sort order:++
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ | Select Operator [SEL_74]
+ | outputColumnNames:["_col0","_col1"]
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ | TableScan [TS_73]
+ | alias:catalog_returns
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ |<-Reducer 10 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_78]
+ key expressions:_col4 (type: int), _col6 (type: int)
+ Map-reduce partition columns:_col4 (type: int), _col6 (type: int)
+ sort order:++
+ Statistics:Num rows: 300102 Data size: 431030599 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col13 (type: string), _col15 (type: string), _col22 (type: int), _col28 (type: int)
+ Merge Join Operator [MERGEJOIN_158]
+ | condition map:[{"":"Left Outer Join0 to 1"}]
+ | keys:{"0":"_col5 (type: int)","1":"_col0 (type: int)"}
+ | outputColumnNames:["_col4","_col6","_col13","_col15","_col22","_col28"]
+ | Statistics:Num rows: 300102 Data size: 431030599 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 22 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_76]
+ | key expressions:_col0 (type: int)
+ | Map-reduce partition columns:_col0 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 2300 Data size: 2713420 Basic stats: COMPLETE Column stats: NONE
+ | Select Operator [SEL_72]
+ | outputColumnNames:["_col0"]
+ | Statistics:Num rows: 2300 Data size: 2713420 Basic stats: COMPLETE Column stats: NONE
+ | TableScan [TS_71]
+ | alias:promotion
+ | Statistics:Num rows: 2300 Data size: 2713420 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 9 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_75]
+ key expressions:_col5 (type: int)
+ Map-reduce partition columns:_col5 (type: int)
+ sort order:+
+ Statistics:Num rows: 272820 Data size: 391845991 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col4 (type: int), _col6 (type: int), _col13 (type: string), _col15 (type: string), _col22 (type: int)
+ Select Operator [SEL_70]
+ outputColumnNames:["_col13","_col15","_col22","_col4","_col5","_col6"]
+ Statistics:Num rows: 272820 Data size: 391845991 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator [FIL_137]
+ predicate:(UDFToDouble(_col27) > (UDFToDouble(_col21) + 5.0)) (type: boolean)
+ Statistics:Num rows: 272820 Data size: 391845991 Basic stats: COMPLETE Column stats: NONE
+ Merge Join Operator [MERGEJOIN_157]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"}
+ | outputColumnNames:["_col4","_col5","_col6","_col13","_col15","_col21","_col22","_col27"]
+ | Statistics:Num rows: 818460 Data size: 1175537975 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 21 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_67]
+ | key expressions:_col0 (type: int)
+ | Map-reduce partition columns:_col0 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
+ | value expressions:_col1 (type: string)
+ | Select Operator [SEL_33]
+ | outputColumnNames:["_col0","_col1"]
+ | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
+ | Filter Operator [FIL_147]
+ | predicate:d_date_sk is not null (type: boolean)
+ | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
+ | TableScan [TS_31]
+ | alias:d1
+ | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 8 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_65]
+ key expressions:_col1 (type: int)
+ Map-reduce partition columns:_col1 (type: int)
+ sort order:+
+ Statistics:Num rows: 744055 Data size: 1068670864 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col4 (type: int), _col5 (type: int), _col6 (type: int), _col13 (type: string), _col15 (type: string), _col21 (type: string), _col22 (type: int)
+ Merge Join Operator [MERGEJOIN_156]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col8 (type: int), _col22 (type: int)","1":"_col0 (type: int), _col1 (type: int)"}
+ | outputColumnNames:["_col1","_col4","_col5","_col6","_col13","_col15","_col21","_col22"]
+ | Statistics:Num rows: 744055 Data size: 1068670864 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 20 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_62]
+ | key expressions:_col0 (type: int), _col1 (type: int)
+ | Map-reduce partition columns:_col0 (type: int), _col1 (type: int)
+ | sort order:++
+ | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
+ | Select Operator [SEL_30]
+ | outputColumnNames:["_col0","_col1"]
+ | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
+ | Filter Operator [FIL_146]
+ | predicate:(d_week_seq is not null and d_date_sk is not null) (type: boolean)
+ | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
+ | TableScan [TS_28]
+ | alias:d1
+ | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 7 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_60]
+ key expressions:_col8 (type: int), _col22 (type: int)
+ Map-reduce partition columns:_col8 (type: int), _col22 (type: int)
+ sort order:++
+ Statistics:Num rows: 676414 Data size: 971518947 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col1 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col13 (type: string), _col15 (type: string), _col21 (type: string)
+ Merge Join Operator [MERGEJOIN_155]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
+ | outputColumnNames:["_col1","_col4","_col5","_col6","_col8","_col13","_col15","_col21","_col22"]
+ | Statistics:Num rows: 676414 Data size: 971518947 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 19 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_57]
+ | key expressions:_col0 (type: int)
+ | Map-reduce partition columns:_col0 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
+ | value expressions:_col1 (type: string), _col2 (type: int)
+ | Select Operator [SEL_27]
+ | outputColumnNames:["_col0","_col1","_col2"]
+ | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
+ | Filter Operator [FIL_145]
+ | predicate:((d_date_sk is not null and (d_year = 2001)) and d_week_seq is not null) (type: boolean)
+ | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
+ | TableScan [TS_25]
+ | alias:d1
+ | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 6 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_55]
+ key expressions:_col0 (type: int)
+ Map-reduce partition columns:_col0 (type: int)
+ sort order:+
+ Statistics:Num rows: 614922 Data size: 883199024 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col1 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col8 (type: int), _col13 (type: string), _col15 (type: string)
+ Merge Join Operator [MERGEJOIN_154]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col3 (type: int)","1":"_col0 (type: int)"}
+ | outputColumnNames:["_col0","_col1","_col4","_col5","_col6","_col8","_col13","_col15"]
+ | Statistics:Num rows: 614922 Data size: 883199024 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 18 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_52]
+ | key expressions:_col0 (type: int)
+ | Map-reduce partition columns:_col0 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
+ | Select Operator [SEL_24]
+ | outputColumnNames:["_col0"]
+ | Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
+ | Filter Operator [FIL_144]
+ | predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null) (type: boolean)
+ | Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
+ | TableScan [TS_22]
+ | alias:household_demographics
+ | Statistics:Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 5 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_50]
+ key expressions:_col3 (type: int)
+ Map-reduce partition columns:_col3 (type: int)
+ sort order:+
+ Statistics:Num rows: 559020 Data size: 802908187 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col0 (type: int), _col1 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col8 (type: int), _col13 (type: string), _col15 (type: string)
+ Merge Join Operator [MERGEJOIN_153]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col2 (type: int)","1":"_col0 (type: int)"}
+ | outputColumnNames:["_col0","_col1","_col3","_col4","_col5","_col6","_col8","_col13","_col15"]
+ | Statistics:Num rows: 559020 Data size: 802908187 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 17 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_47]
+ | key expressions:_col0 (type: int)
+ | Map-reduce partition columns:_col0 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 9900 Data size: 3585529 Basic stats: COMPLETE Column stats: NONE
+ | Select Operator [SEL_21]
+ | outputColumnNames:["_col0"]
+ | Statistics:Num rows: 9900 Data size: 3585529 Basic stats: COMPLETE Column stats: NONE
+ | Filter Operator [FIL_143]
+ | predicate:((cd_marital_status = 'M') and cd_demo_sk is not null) (type: boolean)
+ | Statistics:Num rows: 9900 Data size: 3585529 Basic stats: COMPLETE Column stats: NONE
+ | TableScan [TS_19]
+ | alias:customer_demographics
+ | Statistics:Num rows: 19800 Data size: 7171059 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 4 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_45]
+ key expressions:_col2 (type: int)
+ Map-reduce partition columns:_col2 (type: int)
+ sort order:+
+ Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col0 (type: int), _col1 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col8 (type: int), _col13 (type: string), _col15 (type: string)
+ Merge Join Operator [MERGEJOIN_152]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col4 (type: int)","1":"_col0 (type: int)"}
+ | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col13","_col15"]
+ | Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 16 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_42]
+ | key expressions:_col0 (type: int)
+ | Map-reduce partition columns:_col0 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
+ | value expressions:_col1 (type: string)
+ | Select Operator [SEL_18]
+ | outputColumnNames:["_col0","_col1"]
+ | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
+ | Filter Operator [FIL_142]
+ | predicate:i_item_sk is not null (type: boolean)
+ | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
+ | TableScan [TS_16]
+ | alias:item
+ | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 3 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_40]
+ key expressions:_col4 (type: int)
+ Map-reduce partition columns:_col4 (type: int)
+ sort order:+
+ Statistics:Num rows: 29 Data size: 30582 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: int), _col6 (type: int), _col8 (type: int), _col13 (type: string)
+ Merge Join Operator [MERGEJOIN_151]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col10 (type: int)","1":"_col0 (type: int)"}
+ | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col13"]
+ | Statistics:Num rows: 29 Data size: 30582 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 15 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_37]
+ | key expressions:_col0 (type: int)
+ | Map-reduce partition columns:_col0 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 27 Data size: 27802 Basic stats: COMPLETE Column stats: NONE
+ | value expressions:_col1 (type: string)
+ | Select Operator [SEL_15]
+ | outputColumnNames:["_col0","_col1"]
+ | Statistics:Num rows: 27 Data size: 27802 Basic stats: COMPLETE Column stats: NONE
+ | Filter Operator [FIL_141]
+ | predicate:w_warehouse_sk is not null (type: boolean)
+ | Statistics:Num rows: 27 Data size: 27802 Basic stats: COMPLETE Column stats: NONE
+ | TableScan [TS_13]
+ | alias:warehouse
+ | Statistics:Num rows: 27 Data size: 27802 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 2 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_35]
+ key expressions:_col10 (type: int)
+ Map-reduce partition columns:_col10 (type: int)
+ sort order:+
+ Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ value expressions:_col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col8 (type: int)
+ Select Operator [SEL_12]
+ outputColumnNames:["_col0","_col1","_col10","_col2","_col3","_col4","_col5","_col6","_col8"]
+ Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator [FIL_138]
+ predicate:(_col11 < _col7) (type: boolean)
+ Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Merge Join Operator [MERGEJOIN_150]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col4 (type: int)","1":"_col1 (type: int)"}
+ | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col10","_col11"]
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ |<-Map 1 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_7]
+ | key expressions:_col4 (type: int)
+ | Map-reduce partition columns:_col4 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ | value expressions:_col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int)
+ | Select Operator [SEL_2]
+ | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ | Filter Operator [FIL_139]
+ | predicate:((((cs_item_sk is not null and cs_bill_cdemo_sk is not null) and cs_bill_hdemo_sk is not null) and cs_sold_date_sk is not null) and cs_ship_date_sk is not null) (type: boolean)
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ | TableScan [TS_0]
+ | alias:catalog_sales
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ |<-Map 14 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_9]
+ key expressions:_col1 (type: int)
+ Map-reduce partition columns:_col1 (type: int)
+ sort order:+
+ Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ value expressions:_col0 (type: int), _col2 (type: int), _col3 (type: int)
+ Select Operator [SEL_5]
+ outputColumnNames:["_col0","_col1","_col2","_col3"]
+ Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Filter Operator [FIL_140]
+ predicate:((inv_item_sk is not null and inv_warehouse_sk is not null) and inv_date_sk is not null) (type: boolean)
+ Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ TableScan [TS_3]
+ alias:inventory
+ Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+
http://git-wip-us.apache.org/repos/asf/hive/blob/09b6f9a3/ql/src/test/results/clientpositive/perf/query73.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query73.q.out b/ql/src/test/results/clientpositive/perf/query73.q.out
new file mode 100644
index 0000000..3ab3df5
--- /dev/null
+++ b/ql/src/test/results/clientpositive/perf/query73.q.out
@@ -0,0 +1,177 @@
+PREHOOK: query: explain select c_last_name ,c_first_name ,c_salutation ,c_preferred_cust_flag ,ss_ticket_number ,cnt from (select ss_ticket_number ,ss_customer_sk ,count(*) cnt from store_sales,date_dim,store,household_demographics where store_sales.ss_sold_date_sk = date_dim.d_date_sk and store_sales.ss_store_sk = store.s_store_sk and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk and date_dim.d_dom between 1 and 2 and (household_demographics.hd_buy_potential = '1001-5000' or household_demographics.hd_buy_potential = '5001-10000') and household_demographics.hd_vehicle_count > 0 and case when household_demographics.hd_vehicle_count > 0 then household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count else null end > 1 and date_dim.d_year in (1998,1998+1,1998+2) and store.s_county in ('Kittitas County','Adams County','Richland County','Furnas County') group by ss_ticket_number,ss_customer_sk) dj,customer where dj.ss_customer_sk = customer.c_customer_sk an
d cnt between 1 and 5 order by cnt desc
+PREHOOK: type: QUERY
+POSTHOOK: query: explain select c_last_name ,c_first_name ,c_salutation ,c_preferred_cust_flag ,ss_ticket_number ,cnt from (select ss_ticket_number ,ss_customer_sk ,count(*) cnt from store_sales,date_dim,store,household_demographics where store_sales.ss_sold_date_sk = date_dim.d_date_sk and store_sales.ss_store_sk = store.s_store_sk and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk and date_dim.d_dom between 1 and 2 and (household_demographics.hd_buy_potential = '1001-5000' or household_demographics.hd_buy_potential = '5001-10000') and household_demographics.hd_vehicle_count > 0 and case when household_demographics.hd_vehicle_count > 0 then household_demographics.hd_dep_count/ household_demographics.hd_vehicle_count else null end > 1 and date_dim.d_year in (1998,1998+1,1998+2) and store.s_county in ('Kittitas County','Adams County','Richland County','Furnas County') group by ss_ticket_number,ss_customer_sk) dj,customer where dj.ss_customer_sk = customer.c_customer_sk a
nd cnt between 1 and 5 order by cnt desc
+POSTHOOK: type: QUERY
+Plan optimized by CBO.
+
+Vertex dependency in root stage
+Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 8 (SIMPLE_EDGE)
+Reducer 3 <- Map 9 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE)
+Reducer 4 <- Map 10 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE)
+Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
+Reducer 6 <- Map 11 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
+Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
+
+Stage-0
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_45]
+ compressed:false
+ Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE
+ table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
+ Select Operator [SEL_44]
+ | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ | Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 6 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_43]
+ key expressions:_col5 (type: bigint)
+ sort order:-
+ Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int)
+ Select Operator [SEL_42]
+ outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE
+ Merge Join Operator [MERGEJOIN_69]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"}
+ | outputColumnNames:["_col0","_col2","_col4","_col5","_col6","_col7"]
+ | Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 11 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_40]
+ | key expressions:_col0 (type: int)
+ | Map-reduce partition columns:_col0 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
+ | value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string)
+ | Select Operator [SEL_36]
+ | outputColumnNames:["_col0","_col1","_col2","_col3","_col4"]
+ | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
+ | Filter Operator [FIL_65]
+ | predicate:c_customer_sk is not null (type: boolean)
+ | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
+ | TableScan [TS_34]
+ | alias:customer
+ | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 5 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_38]
+ key expressions:_col1 (type: int)
+ Map-reduce partition columns:_col1 (type: int)
+ sort order:+
+ Statistics:Num rows: 6076 Data size: 6799525 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col0 (type: int), _col2 (type: bigint)
+ Select Operator [SEL_31]
+ outputColumnNames:["_col0","_col1","_col2"]
+ Statistics:Num rows: 6076 Data size: 6799525 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator [FIL_60]
+ predicate:_col2 BETWEEN 1 AND 5 (type: boolean)
+ Statistics:Num rows: 6076 Data size: 6799525 Basic stats: COMPLETE Column stats: NONE
+ Group By Operator [GBY_30]
+ | aggregations:["count(VALUE._col0)"]
+ | keys:KEY._col0 (type: int), KEY._col1 (type: int)
+ | outputColumnNames:["_col0","_col1","_col2"]
+ | Statistics:Num rows: 12152 Data size: 13599051 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 4 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_29]
+ key expressions:_col0 (type: int), _col1 (type: int)
+ Map-reduce partition columns:_col0 (type: int), _col1 (type: int)
+ sort order:++
+ Statistics:Num rows: 24305 Data size: 27199223 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col2 (type: bigint)
+ Group By Operator [GBY_28]
+ aggregations:["count()"]
+ keys:_col1 (type: int), _col4 (type: int)
+ outputColumnNames:["_col0","_col1","_col2"]
+ Statistics:Num rows: 24305 Data size: 27199223 Basic stats: COMPLETE Column stats: NONE
+ Merge Join Operator [MERGEJOIN_68]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col2 (type: int)","1":"_col0 (type: int)"}
+ | outputColumnNames:["_col1","_col4"]
+ | Statistics:Num rows: 24305 Data size: 27199223 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 10 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_25]
+ | key expressions:_col0 (type: int)
+ | Map-reduce partition columns:_col0 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 800 Data size: 85600 Basic stats: COMPLETE Column stats: NONE
+ | Select Operator [SEL_11]
+ | outputColumnNames:["_col0"]
+ | Statistics:Num rows: 800 Data size: 85600 Basic stats: COMPLETE Column stats: NONE
+ | Filter Operator [FIL_64]
+ | predicate:(((((hd_buy_potential = '1001-5000') or (hd_buy_potential = '5001-10000')) and (hd_vehicle_count > 0)) and (CASE WHEN ((hd_vehicle_count > 0)) THEN ((UDFToDouble(hd_dep_count) / UDFToDouble(hd_vehicle_count))) ELSE (null) END > 1.0)) and hd_demo_sk is not null) (type: boolean)
+ | Statistics:Num rows: 800 Data size: 85600 Basic stats: COMPLETE Column stats: NONE
+ | TableScan [TS_9]
+ | alias:household_demographics
+ | Statistics:Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 3 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_23]
+ key expressions:_col2 (type: int)
+ Map-reduce partition columns:_col2 (type: int)
+ sort order:+
+ Statistics:Num rows: 22096 Data size: 24726566 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col1 (type: int), _col4 (type: int)
+ Merge Join Operator [MERGEJOIN_67]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col3 (type: int)","1":"_col0 (type: int)"}
+ | outputColumnNames:["_col1","_col2","_col4"]
+ | Statistics:Num rows: 22096 Data size: 24726566 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 9 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_20]
+ | key expressions:_col0 (type: int)
+ | Map-reduce partition columns:_col0 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 852 Data size: 1628138 Basic stats: COMPLETE Column stats: NONE
+ | Select Operator [SEL_8]
+ | outputColumnNames:["_col0"]
+ | Statistics:Num rows: 852 Data size: 1628138 Basic stats: COMPLETE Column stats: NONE
+ | Filter Operator [FIL_63]
+ | predicate:((s_county) IN ('Kittitas County', 'Adams County', 'Richland County', 'Furnas County') and s_store_sk is not null) (type: boolean)
+ | Statistics:Num rows: 852 Data size: 1628138 Basic stats: COMPLETE Column stats: NONE
+ | TableScan [TS_6]
+ | alias:store
+ | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
+ |<-Reducer 2 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_18]
+ key expressions:_col3 (type: int)
+ Map-reduce partition columns:_col3 (type: int)
+ sort order:+
+ Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
+ value expressions:_col1 (type: int), _col2 (type: int), _col4 (type: int)
+ Merge Join Operator [MERGEJOIN_66]
+ | condition map:[{"":"Inner Join 0 to 1"}]
+ | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
+ | outputColumnNames:["_col1","_col2","_col3","_col4"]
+ | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
+ |<-Map 1 [SIMPLE_EDGE]
+ | Reduce Output Operator [RS_13]
+ | key expressions:_col0 (type: int)
+ | Map-reduce partition columns:_col0 (type: int)
+ | sort order:+
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ | value expressions:_col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int)
+ | Select Operator [SEL_2]
+ | outputColumnNames:["_col0","_col1","_col2","_col3","_col4"]
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ | Filter Operator [FIL_61]
+ | predicate:(((ss_sold_date_sk is not null and ss_store_sk is not null) and ss_hdemo_sk is not null) and ss_customer_sk is not null) (type: boolean)
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ | TableScan [TS_0]
+ | alias:store_sales
+ | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ |<-Map 8 [SIMPLE_EDGE]
+ Reduce Output Operator [RS_15]
+ key expressions:_col0 (type: int)
+ Map-reduce partition columns:_col0 (type: int)
+ sort order:+
+ Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
+ Select Operator [SEL_5]
+ outputColumnNames:["_col0"]
+ Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
+ Filter Operator [FIL_62]
+ predicate:(((d_year) IN (1998, 1999, 2000) and d_dom BETWEEN 1 AND 2) and d_date_sk is not null) (type: boolean)
+ Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
+ TableScan [TS_3]
+ alias:date_dim
+ Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
+