You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by px...@apache.org on 2016/01/29 20:06:27 UTC
[25/33] hive git commit: HIVE-12709: further improve user level
explain (Pengcheng Xiong, reviewed by Laljo John Pullokkaran)
http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query40.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query40.q.out b/ql/src/test/results/clientpositive/perf/query40.q.out
index d404c81..5e2ad72 100644
--- a/ql/src/test/results/clientpositive/perf/query40.q.out
+++ b/ql/src/test/results/clientpositive/perf/query40.q.out
@@ -13,165 +13,86 @@ Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_36]
- compressed:false
- Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE
- table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
- Limit [LIM_35]
- Number of rows:100
- Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_34]
- | outputColumnNames:["_col0","_col1","_col2","_col3"]
- | Statistics:Num rows: 139755 Data size: 200727046 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 6 [SIMPLE_EDGE]
- Reduce Output Operator [RS_33]
- key expressions:_col0 (type: string), _col1 (type: string)
- sort order:++
- Statistics:Num rows: 139755 Data size: 200727046 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col2 (type: decimal(23,2)), _col3 (type: decimal(23,2))
- Group By Operator [GBY_31]
- | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"]
- | keys:KEY._col0 (type: string), KEY._col1 (type: string)
- | outputColumnNames:["_col0","_col1","_col2","_col3"]
- | Statistics:Num rows: 139755 Data size: 200727046 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 5 [SIMPLE_EDGE]
- Reduce Output Operator [RS_30]
- key expressions:_col0 (type: string), _col1 (type: string)
- Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
- sort order:++
- Statistics:Num rows: 279510 Data size: 401454092 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col2 (type: decimal(23,2)), _col3 (type: decimal(23,2))
- Group By Operator [GBY_29]
- aggregations:["sum(_col2)","sum(_col3)"]
- keys:_col0 (type: string), _col1 (type: string)
- outputColumnNames:["_col0","_col1","_col2","_col3"]
- Statistics:Num rows: 279510 Data size: 401454092 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_27]
- outputColumnNames:["_col0","_col1","_col2","_col3"]
- Statistics:Num rows: 279510 Data size: 401454092 Basic stats: COMPLETE Column stats: NONE
- Merge Join Operator [MERGEJOIN_58]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col4","_col7","_col9","_col11","_col14"]
- | Statistics:Num rows: 279510 Data size: 401454092 Basic stats: COMPLETE Column stats: NONE
- |<-Map 11 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_25]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: string)
- | Select Operator [SEL_14]
- | outputColumnNames:["_col0","_col1"]
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_54]
- | predicate:(d_date BETWEEN '1998-03-09' AND '1998-05-08' and d_date_sk is not null) (type: boolean)
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_12]
- | alias:date_dim
- | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 4 [SIMPLE_EDGE]
- Reduce Output Operator [RS_24]
- key expressions:_col0 (type: int)
- Map-reduce partition columns:_col0 (type: int)
- sort order:+
- Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col4 (type: decimal(7,2)), _col7 (type: decimal(7,2)), _col9 (type: string), _col11 (type: string)
- Merge Join Operator [MERGEJOIN_57]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col2 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col0","_col4","_col7","_col9","_col11"]
- | Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE
- |<-Map 10 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_22]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: string)
- | Select Operator [SEL_11]
- | outputColumnNames:["_col0","_col1"]
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_53]
- | predicate:(i_current_price BETWEEN 0.99 AND 1.49 and i_item_sk is not null) (type: boolean)
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_9]
- | alias:item
- | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 3 [SIMPLE_EDGE]
- Reduce Output Operator [RS_21]
- key expressions:_col2 (type: int)
- Map-reduce partition columns:_col2 (type: int)
- sort order:+
- Statistics:Num rows: 29 Data size: 30582 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col0 (type: int), _col4 (type: decimal(7,2)), _col7 (type: decimal(7,2)), _col9 (type: string)
- Merge Join Operator [MERGEJOIN_56]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col0","_col2","_col4","_col7","_col9"]
- | Statistics:Num rows: 29 Data size: 30582 Basic stats: COMPLETE Column stats: NONE
- |<-Map 9 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_19]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 27 Data size: 27802 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: string)
- | Select Operator [SEL_8]
- | outputColumnNames:["_col0","_col1"]
- | Statistics:Num rows: 27 Data size: 27802 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_52]
- | predicate:w_warehouse_sk is not null (type: boolean)
- | Statistics:Num rows: 27 Data size: 27802 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_6]
- | alias:warehouse
- | Statistics:Num rows: 27 Data size: 27802 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 2 [SIMPLE_EDGE]
- Reduce Output Operator [RS_18]
- key expressions:_col1 (type: int)
- Map-reduce partition columns:_col1 (type: int)
- sort order:+
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- value expressions:_col0 (type: int), _col2 (type: int), _col4 (type: decimal(7,2)), _col7 (type: decimal(7,2))
- Merge Join Operator [MERGEJOIN_55]
- | condition map:[{"":"Left Outer Join0 to 1"}]
- | keys:{"0":"_col3 (type: int), _col2 (type: int)","1":"_col1 (type: int), _col0 (type: int)"}
- | outputColumnNames:["_col0","_col1","_col2","_col4","_col7"]
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- |<-Map 1 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_15]
- | key expressions:_col3 (type: int), _col2 (type: int)
- | Map-reduce partition columns:_col3 (type: int), _col2 (type: int)
- | sort order:++
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | value expressions:_col0 (type: int), _col1 (type: int), _col4 (type: decimal(7,2))
- | Select Operator [SEL_2]
- | outputColumnNames:["_col0","_col1","_col2","_col3","_col4"]
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | Filter Operator [FIL_50]
- | predicate:((cs_warehouse_sk is not null and cs_item_sk is not null) and cs_sold_date_sk is not null) (type: boolean)
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | TableScan [TS_0]
- | alias:catalog_sales
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- |<-Map 8 [SIMPLE_EDGE]
- Reduce Output Operator [RS_16]
- key expressions:_col1 (type: int), _col0 (type: int)
- Map-reduce partition columns:_col1 (type: int), _col0 (type: int)
- sort order:++
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- value expressions:_col2 (type: decimal(7,2))
- Select Operator [SEL_5]
- outputColumnNames:["_col0","_col1","_col2"]
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- Filter Operator [FIL_51]
- predicate:cr_item_sk is not null (type: boolean)
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- TableScan [TS_3]
- alias:catalog_returns
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_36]
+ Limit [LIM_35] (rows=100 width=1436)
+ Number of rows:100
+ Select Operator [SEL_34] (rows=139755 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ Group By Operator [GBY_31] (rows=139755 width=1436)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_29] (rows=279510 width=1436)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col0, _col1
+ Select Operator [SEL_27] (rows=279510 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_58] (rows=279510 width=1436)
+ Conds:RS_24._col0=RS_25._col0(Inner),Output:["_col4","_col7","_col9","_col11","_col14"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=36524 width=1119)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_54] (rows=36524 width=1119)
+ predicate:(d_date BETWEEN '1998-03-09' AND '1998-05-08' and d_date_sk is not null)
+ TableScan [TS_12] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_57] (rows=254100 width=1436)
+ Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col0","_col4","_col7","_col9","_col11"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=231000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_53] (rows=231000 width=1436)
+ predicate:(i_current_price BETWEEN 0.99 AND 1.49 and i_item_sk is not null)
+ TableScan [TS_9] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_current_price"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_56] (rows=29 width=1054)
+ Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col0","_col2","_col4","_col7","_col9"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=27 width=1029)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_52] (rows=27 width=1029)
+ predicate:w_warehouse_sk is not null
+ TableScan [TS_6] (rows=27 width=1029)
+ default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_state"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_55] (rows=1 width=0)
+ Conds:RS_15._col3, _col2=RS_16._col1, _col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col3, _col2
+ Select Operator [SEL_2] (rows=1 width=0)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_50] (rows=1 width=0)
+ predicate:((cs_warehouse_sk is not null and cs_item_sk is not null) and cs_sold_date_sk is not null)
+ TableScan [TS_0] (rows=1 width=0)
+ default@catalog_sales,catalog_sales,Tbl:PARTIAL,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_order_number","cs_sales_price"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col1, _col0
+ Select Operator [SEL_5] (rows=1 width=0)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_51] (rows=1 width=0)
+ predicate:cr_item_sk is not null
+ TableScan [TS_3] (rows=1 width=0)
+ default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash"]
http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query42.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query42.q.out b/ql/src/test/results/clientpositive/perf/query42.q.out
index fbbc6dc..28d11df 100644
--- a/ql/src/test/results/clientpositive/perf/query42.q.out
+++ b/ql/src/test/results/clientpositive/perf/query42.q.out
@@ -11,110 +11,60 @@ Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 5
- File Output Operator [FS_24]
- compressed:false
- Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE
- table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
- Limit [LIM_23]
- Number of rows:100
- Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_22]
- | outputColumnNames:["_col0","_col1","_col2","_col3"]
- | Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 4 [SIMPLE_EDGE]
- Reduce Output Operator [RS_21]
- key expressions:_col3 (type: decimal(17,2)), 1998 (type: int), _col1 (type: int), _col2 (type: string)
- sort order:-+++
- Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_20]
- outputColumnNames:["_col1","_col2","_col3"]
- Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE
- Group By Operator [GBY_19]
- | aggregations:["sum(VALUE._col0)"]
- | keys:1998 (type: int), KEY._col1 (type: int), KEY._col2 (type: string)
- | outputColumnNames:["_col0","_col1","_col2","_col3"]
- | Statistics:Num rows: 127050 Data size: 182479129 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 3 [SIMPLE_EDGE]
- Reduce Output Operator [RS_18]
- key expressions:1998 (type: int), _col1 (type: int), _col2 (type: string)
- Map-reduce partition columns:1998 (type: int), _col1 (type: int), _col2 (type: string)
- sort order:+++
- Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col3 (type: decimal(17,2))
- Group By Operator [GBY_17]
- aggregations:["sum(_col3)"]
- keys:1998 (type: int), _col1 (type: int), _col2 (type: string)
- outputColumnNames:["_col0","_col1","_col2","_col3"]
- Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_15]
- outputColumnNames:["_col1","_col2","_col3"]
- Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE
- Merge Join Operator [MERGEJOIN_34]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col4 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col5","_col7","_col8"]
- | Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE
- |<-Map 7 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_13]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: int), _col2 (type: string)
- | Select Operator [SEL_8]
- | outputColumnNames:["_col0","_col1","_col2"]
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_32]
- | predicate:((i_manager_id = 1) and i_item_sk is not null) (type: boolean)
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_6]
- | alias:item
- | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 2 [SIMPLE_EDGE]
- Reduce Output Operator [RS_12]
- key expressions:_col4 (type: int)
- Map-reduce partition columns:_col4 (type: int)
- sort order:+
- Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col5 (type: decimal(7,2))
- Merge Join Operator [MERGEJOIN_33]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col4","_col5"]
- | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
- |<-Map 1 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_9]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
- | Select Operator [SEL_2]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_30]
- | predicate:(((d_moy = 12) and (d_year = 1998)) and d_date_sk is not null) (type: boolean)
- | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_0]
- | alias:dt
- | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
- |<-Map 6 [SIMPLE_EDGE]
- Reduce Output Operator [RS_10]
- key expressions:_col0 (type: int)
- Map-reduce partition columns:_col0 (type: int)
- sort order:+
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- value expressions:_col1 (type: int), _col2 (type: decimal(7,2))
- Select Operator [SEL_5]
- outputColumnNames:["_col0","_col1","_col2"]
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- Filter Operator [FIL_31]
- predicate:(ss_sold_date_sk is not null and ss_item_sk is not null) (type: boolean)
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- TableScan [TS_3]
- alias:store_sales
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_24]
+ Limit [LIM_23] (rows=100 width=1436)
+ Number of rows:100
+ Select Operator [SEL_22] (rows=127050 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ Select Operator [SEL_20] (rows=127050 width=1436)
+ Output:["_col1","_col2","_col3"]
+ Group By Operator [GBY_19] (rows=127050 width=1436)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:1998, KEY._col1, KEY._col2
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:1998, _col1, _col2
+ Group By Operator [GBY_17] (rows=254100 width=1436)
+ Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col3)"],keys:1998, _col1, _col2
+ Select Operator [SEL_15] (rows=254100 width=1436)
+ Output:["_col1","_col2","_col3"]
+ Merge Join Operator [MERGEJOIN_34] (rows=254100 width=1436)
+ Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col5","_col7","_col8"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_32] (rows=231000 width=1436)
+ predicate:((i_manager_id = 1) and i_item_sk is not null)
+ TableScan [TS_6] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category_id","i_category","i_manager_id"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_33] (rows=20088 width=1119)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col4","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_30] (rows=18262 width=1119)
+ predicate:(((d_moy = 12) and (d_year = 1998)) and d_date_sk is not null)
+ TableScan [TS_0] (rows=73049 width=1119)
+ default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=1 width=0)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_31] (rows=1 width=0)
+ predicate:(ss_sold_date_sk is not null and ss_item_sk is not null)
+ TableScan [TS_3] (rows=1 width=0)
+ default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"]
http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query43.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query43.q.out b/ql/src/test/results/clientpositive/perf/query43.q.out
index 7fa4f53..6262c1f 100644
--- a/ql/src/test/results/clientpositive/perf/query43.q.out
+++ b/ql/src/test/results/clientpositive/perf/query43.q.out
@@ -11,108 +11,58 @@ Reducer 4 <- Reducer 3 (SIMPLE_EDGE)
Reducer 5 <- Reducer 4 (SIMPLE_EDGE)
Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 5
- File Output Operator [FS_24]
- compressed:false
- Statistics:Num rows: 100 Data size: 111900 Basic stats: COMPLETE Column stats: NONE
- table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
- Limit [LIM_23]
- Number of rows:100
- Statistics:Num rows: 100 Data size: 111900 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_22]
- | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- | Statistics:Num rows: 22096 Data size: 24726006 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 4 [SIMPLE_EDGE]
- Reduce Output Operator [RS_21]
- key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2))
- sort order:+++++++++
- Statistics:Num rows: 22096 Data size: 24726006 Basic stats: COMPLETE Column stats: NONE
- Group By Operator [GBY_19]
- | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"]
- | keys:KEY._col0 (type: string), KEY._col1 (type: string)
- | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- | Statistics:Num rows: 22096 Data size: 24726006 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 3 [SIMPLE_EDGE]
- Reduce Output Operator [RS_18]
- key expressions:_col0 (type: string), _col1 (type: string)
- Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
- sort order:++
- Statistics:Num rows: 44193 Data size: 49453132 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2))
- Group By Operator [GBY_17]
- aggregations:["sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)","sum(_col8)"]
- keys:_col0 (type: string), _col1 (type: string)
- outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Statistics:Num rows: 44193 Data size: 49453132 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_15]
- outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- Statistics:Num rows: 44193 Data size: 49453132 Basic stats: COMPLETE Column stats: NONE
- Merge Join Operator [MERGEJOIN_34]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col4 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col2","_col5","_col7","_col8"]
- | Statistics:Num rows: 44193 Data size: 49453132 Basic stats: COMPLETE Column stats: NONE
- |<-Map 7 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_13]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 852 Data size: 1628138 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: string), _col2 (type: string)
- | Select Operator [SEL_8]
- | outputColumnNames:["_col0","_col1","_col2"]
- | Statistics:Num rows: 852 Data size: 1628138 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_32]
- | predicate:((s_gmt_offset = -6) and s_store_sk is not null) (type: boolean)
- | Statistics:Num rows: 852 Data size: 1628138 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_6]
- | alias:store
- | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 2 [SIMPLE_EDGE]
- Reduce Output Operator [RS_12]
- key expressions:_col4 (type: int)
- Map-reduce partition columns:_col4 (type: int)
- sort order:+
- Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col2 (type: string), _col5 (type: decimal(7,2))
- Merge Join Operator [MERGEJOIN_33]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col2","_col4","_col5"]
- | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE
- |<-Map 1 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_9]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col2 (type: string)
- | Select Operator [SEL_2]
- | outputColumnNames:["_col0","_col2"]
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_30]
- | predicate:((d_year = 1998) and d_date_sk is not null) (type: boolean)
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_0]
- | alias:date_dim
- | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
- |<-Map 6 [SIMPLE_EDGE]
- Reduce Output Operator [RS_10]
- key expressions:_col0 (type: int)
- Map-reduce partition columns:_col0 (type: int)
- sort order:+
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- value expressions:_col1 (type: int), _col2 (type: decimal(7,2))
- Select Operator [SEL_5]
- outputColumnNames:["_col0","_col1","_col2"]
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- Filter Operator [FIL_31]
- predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- TableScan [TS_3]
- alias:store_sales
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_24]
+ Limit [LIM_23] (rows=100 width=1119)
+ Number of rows:100
+ Select Operator [SEL_22] (rows=22096 width=1119)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ Group By Operator [GBY_19] (rows=22096 width=1119)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0, KEY._col1
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_17] (rows=44193 width=1119)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)","sum(_col5)","sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col0, _col1
+ Select Operator [SEL_15] (rows=44193 width=1119)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ Merge Join Operator [MERGEJOIN_34] (rows=44193 width=1119)
+ Conds:RS_12._col4=RS_13._col0(Inner),Output:["_col2","_col5","_col7","_col8"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=852 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_32] (rows=852 width=1910)
+ predicate:((s_gmt_offset = -6) and s_store_sk is not null)
+ TableScan [TS_6] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name","s_gmt_offset"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_33] (rows=40176 width=1119)
+ Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col2","_col4","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_9]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=36524 width=1119)
+ Output:["_col0","_col2"]
+ Filter Operator [FIL_30] (rows=36524 width=1119)
+ predicate:((d_year = 1998) and d_date_sk is not null)
+ TableScan [TS_0] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_day_name"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_10]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=1 width=0)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_31] (rows=1 width=0)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_3] (rows=1 width=0)
+ default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"]
http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query45.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query45.q.out b/ql/src/test/results/clientpositive/perf/query45.q.out
index 39b8d1c..35befff 100644
--- a/ql/src/test/results/clientpositive/perf/query45.q.out
+++ b/ql/src/test/results/clientpositive/perf/query45.q.out
@@ -14,197 +14,104 @@ Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_44]
- compressed:false
- Statistics:Num rows: 100 Data size: 86000 Basic stats: COMPLETE Column stats: NONE
- table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
- Limit [LIM_43]
- Number of rows:100
- Statistics:Num rows: 100 Data size: 86000 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_42]
- | outputColumnNames:["_col0","_col1","_col2"]
- | Statistics:Num rows: 58564004 Data size: 50366227250 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 6 [SIMPLE_EDGE]
- Reduce Output Operator [RS_41]
- key expressions:_col0 (type: string), _col1 (type: string)
- sort order:++
- Statistics:Num rows: 58564004 Data size: 50366227250 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col2 (type: decimal(17,2))
- Select Operator [SEL_40]
- outputColumnNames:["_col0","_col1","_col2"]
- Statistics:Num rows: 58564004 Data size: 50366227250 Basic stats: COMPLETE Column stats: NONE
- Group By Operator [GBY_39]
- | aggregations:["sum(VALUE._col0)"]
- | keys:KEY._col0 (type: string), KEY._col1 (type: string)
- | outputColumnNames:["_col0","_col1","_col2"]
- | Statistics:Num rows: 58564004 Data size: 50366227250 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 5 [SIMPLE_EDGE]
- Reduce Output Operator [RS_38]
- key expressions:_col0 (type: string), _col1 (type: string)
- Map-reduce partition columns:_col0 (type: string), _col1 (type: string)
- sort order:++
- Statistics:Num rows: 117128008 Data size: 100732454500 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col2 (type: decimal(17,2))
- Group By Operator [GBY_37]
- aggregations:["sum(_col3)"]
- keys:_col7 (type: string), _col8 (type: string)
- outputColumnNames:["_col0","_col1","_col2"]
- Statistics:Num rows: 117128008 Data size: 100732454500 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_36]
- outputColumnNames:["_col7","_col8","_col3"]
- Statistics:Num rows: 117128008 Data size: 100732454500 Basic stats: COMPLETE Column stats: NONE
- Merge Join Operator [MERGEJOIN_72]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col3","_col7","_col8"]
- | Statistics:Num rows: 117128008 Data size: 100732454500 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 12 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_34]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE
- | Merge Join Operator [MERGEJOIN_71]
- | | condition map:[{"":"Left Semi Join 0 to 1"}]
- | | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"}
- | | outputColumnNames:["_col0"]
- | | Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE
- | |<-Map 11 [SIMPLE_EDGE]
- | | Reduce Output Operator [RS_20]
- | | key expressions:_col1 (type: string)
- | | Map-reduce partition columns:_col1 (type: string)
- | | sort order:+
- | | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
- | | value expressions:_col0 (type: int)
- | | Select Operator [SEL_14]
- | | outputColumnNames:["_col0","_col1"]
- | | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
- | | Filter Operator [FIL_66]
- | | predicate:(i_item_sk is not null and i_item_id is not null) (type: boolean)
- | | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
- | | TableScan [TS_12]
- | | alias:item
- | | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
- | |<-Map 13 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_21]
- | key expressions:_col0 (type: string)
- | Map-reduce partition columns:_col0 (type: string)
- | sort order:+
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | Group By Operator [GBY_19]
- | keys:_col0 (type: string)
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | Select Operator [SEL_17]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_67]
- | predicate:((i_item_sk) IN (2, 3, 5, 7, 11, 13, 17, 19, 23, 29) and i_item_id is not null) (type: boolean)
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_15]
- | alias:item
- | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 4 [SIMPLE_EDGE]
- Reduce Output Operator [RS_33]
- key expressions:_col1 (type: int)
- Map-reduce partition columns:_col1 (type: int)
- sort order:+
- Statistics:Num rows: 106480005 Data size: 91574956652 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col3 (type: decimal(7,2)), _col7 (type: string), _col8 (type: string)
- Merge Join Operator [MERGEJOIN_70]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col1","_col3","_col7","_col8"]
- | Statistics:Num rows: 106480005 Data size: 91574956652 Basic stats: COMPLETE Column stats: NONE
- |<-Map 10 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_31]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
- | Select Operator [SEL_11]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_65]
- | predicate:((d_date_sk is not null and (d_qoy = 2)) and (d_year = 2000)) (type: boolean)
- | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_9]
- | alias:date_dim
- | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 3 [SIMPLE_EDGE]
- Reduce Output Operator [RS_30]
- key expressions:_col0 (type: int)
- Map-reduce partition columns:_col0 (type: int)
- sort order:+
- Statistics:Num rows: 96800003 Data size: 83249958789 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col1 (type: int), _col3 (type: decimal(7,2)), _col7 (type: string), _col8 (type: string)
- Merge Join Operator [MERGEJOIN_69]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col5 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col0","_col1","_col3","_col7","_col8"]
- | Statistics:Num rows: 96800003 Data size: 83249958789 Basic stats: COMPLETE Column stats: NONE
- |<-Map 9 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_28]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: string), _col2 (type: string)
- | Select Operator [SEL_8]
- | outputColumnNames:["_col0","_col1","_col2"]
- | Statistics:Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_64]
- | predicate:ca_address_sk is not null (type: boolean)
- | Statistics:Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_6]
- | alias:customer_address
- | Statistics:Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 2 [SIMPLE_EDGE]
- Reduce Output Operator [RS_27]
- key expressions:_col5 (type: int)
- Map-reduce partition columns:_col5 (type: int)
- sort order:+
- Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col0 (type: int), _col1 (type: int), _col3 (type: decimal(7,2))
- Merge Join Operator [MERGEJOIN_68]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col2 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col0","_col1","_col3","_col5"]
- | Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE
- |<-Map 1 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_24]
- | key expressions:_col2 (type: int)
- | Map-reduce partition columns:_col2 (type: int)
- | sort order:+
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | value expressions:_col0 (type: int), _col1 (type: int), _col3 (type: decimal(7,2))
- | Select Operator [SEL_2]
- | outputColumnNames:["_col0","_col1","_col2","_col3"]
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | Filter Operator [FIL_62]
- | predicate:((ws_bill_customer_sk is not null and ws_sold_date_sk is not null) and ws_item_sk is not null) (type: boolean)
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | TableScan [TS_0]
- | alias:web_sales
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- |<-Map 8 [SIMPLE_EDGE]
- Reduce Output Operator [RS_25]
- key expressions:_col0 (type: int)
- Map-reduce partition columns:_col0 (type: int)
- sort order:+
- Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col1 (type: int)
- Select Operator [SEL_5]
- outputColumnNames:["_col0","_col1"]
- Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
- Filter Operator [FIL_63]
- predicate:(c_customer_sk is not null and c_current_addr_sk is not null) (type: boolean)
- Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
- TableScan [TS_3]
- alias:customer
- Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_44]
+ Limit [LIM_43] (rows=100 width=860)
+ Number of rows:100
+ Select Operator [SEL_42] (rows=58564004 width=860)
+ Output:["_col0","_col1","_col2"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ Select Operator [SEL_40] (rows=58564004 width=860)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_39] (rows=58564004 width=860)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_37] (rows=117128008 width=860)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col8
+ Select Operator [SEL_36] (rows=117128008 width=860)
+ Output:["_col7","_col8","_col3"]
+ Merge Join Operator [MERGEJOIN_72] (rows=117128008 width=860)
+ Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col3","_col7","_col8"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_71] (rows=508200 width=1436)
+ Conds:RS_20._col1=RS_21._col0(Left Semi),Output:["_col0"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_20]
+ PartitionCols:_col1
+ Select Operator [SEL_14] (rows=462000 width=1436)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_66] (rows=462000 width=1436)
+ predicate:(i_item_sk is not null and i_item_id is not null)
+ TableScan [TS_12] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Group By Operator [GBY_19] (rows=231000 width=1436)
+ Output:["_col0"],keys:_col0
+ Select Operator [SEL_17] (rows=231000 width=1436)
+ Output:["_col0"]
+ Filter Operator [FIL_67] (rows=231000 width=1436)
+ predicate:((i_item_sk) IN (2, 3, 5, 7, 11, 13, 17, 19, 23, 29) and i_item_id is not null)
+ TableScan [TS_15] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col1
+ Merge Join Operator [MERGEJOIN_70] (rows=106480005 width=860)
+ Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col3","_col7","_col8"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_65] (rows=18262 width=1119)
+ predicate:((d_date_sk is not null and (d_qoy = 2)) and (d_year = 2000))
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_69] (rows=96800003 width=860)
+ Conds:RS_27._col5=RS_28._col0(Inner),Output:["_col0","_col1","_col3","_col7","_col8"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=40000000 width=1014)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_64] (rows=40000000 width=1014)
+ predicate:ca_address_sk is not null
+ TableScan [TS_6] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_zip"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col5
+ Merge Join Operator [MERGEJOIN_68] (rows=88000001 width=860)
+ Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col0","_col1","_col3","_col5"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col2
+ Select Operator [SEL_2] (rows=1 width=0)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_62] (rows=1 width=0)
+ predicate:((ws_bill_customer_sk is not null and ws_sold_date_sk is not null) and ws_item_sk is not null)
+ TableScan [TS_0] (rows=1 width=0)
+ default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_sales_price"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=80000000 width=860)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_63] (rows=80000000 width=860)
+ predicate:(c_customer_sk is not null and c_current_addr_sk is not null)
+ TableScan [TS_3] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"]