You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by px...@apache.org on 2016/01/29 20:06:11 UTC
[09/33] hive git commit: HIVE-12709: further improve user level
explain (Pengcheng Xiong, reviewed by Laljo John Pullokkaran)
http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query89.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query89.q.out b/ql/src/test/results/clientpositive/perf/query89.q.out
index 445ab6c..4d0fb37 100644
--- a/ql/src/test/results/clientpositive/perf/query89.q.out
+++ b/ql/src/test/results/clientpositive/perf/query89.q.out
@@ -63,162 +63,87 @@ Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_36]
- compressed:false
- Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE
- table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
- Limit [LIM_35]
- Number of rows:100
- Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_34]
- | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- | Statistics:Num rows: 51243 Data size: 73599199 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 6 [SIMPLE_EDGE]
- Reduce Output Operator [RS_33]
- key expressions:(_col6 - _col7) (type: decimal(22,6)), _col3 (type: string)
- sort order:++
- Statistics:Num rows: 51243 Data size: 73599199 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: decimal(17,2)), _col7 (type: decimal(21,6))
- Select Operator [SEL_30]
- outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
- Statistics:Num rows: 51243 Data size: 73599199 Basic stats: COMPLETE Column stats: NONE
- Filter Operator [FIL_46]
- predicate:(CASE WHEN ((avg_window_0 <> 0)) THEN ((abs((_col6 - avg_window_0)) / avg_window_0)) ELSE (null) END > 0.1) (type: boolean)
- Statistics:Num rows: 51243 Data size: 73599199 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_29]
- outputColumnNames:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Statistics:Num rows: 153730 Data size: 220799036 Basic stats: COMPLETE Column stats: NONE
- PTF Operator [PTF_28]
- Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col0, _col2, _col3, _col4","partition by:":"_col0, _col2, _col3, _col4"}]
- Statistics:Num rows: 153730 Data size: 220799036 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_27]
- | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- | Statistics:Num rows: 153730 Data size: 220799036 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 5 [SIMPLE_EDGE]
- Reduce Output Operator [RS_26]
- key expressions:_col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string)
- Map-reduce partition columns:_col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string)
- sort order:++++
- Statistics:Num rows: 153730 Data size: 220799036 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col1 (type: string), _col5 (type: int), _col6 (type: decimal(17,2))
- Select Operator [SEL_25]
- outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Statistics:Num rows: 153730 Data size: 220799036 Basic stats: COMPLETE Column stats: NONE
- Group By Operator [GBY_24]
- | aggregations:["sum(VALUE._col0)"]
- | keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string), KEY._col3 (type: int), KEY._col4 (type: string), KEY._col5 (type: string)
- | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- | Statistics:Num rows: 153730 Data size: 220799036 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 4 [SIMPLE_EDGE]
- Reduce Output Operator [RS_23]
- key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: int), _col4 (type: string), _col5 (type: string)
- Map-reduce partition columns:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: int), _col4 (type: string), _col5 (type: string)
- sort order:++++++
- Statistics:Num rows: 307461 Data size: 441599510 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col6 (type: decimal(17,2))
- Group By Operator [GBY_22]
- aggregations:["sum(_col7)"]
- keys:_col1 (type: string), _col2 (type: string), _col3 (type: string), _col10 (type: int), _col12 (type: string), _col13 (type: string)
- outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- Statistics:Num rows: 307461 Data size: 441599510 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_21]
- outputColumnNames:["_col1","_col2","_col3","_col10","_col12","_col13","_col7"]
- Statistics:Num rows: 307461 Data size: 441599510 Basic stats: COMPLETE Column stats: NONE
- Merge Join Operator [MERGEJOIN_53]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col6 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col1","_col2","_col3","_col7","_col10","_col12","_col13"]
- | Statistics:Num rows: 307461 Data size: 441599510 Basic stats: COMPLETE Column stats: NONE
- |<-Map 10 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_19]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: string), _col2 (type: string)
- | Select Operator [SEL_11]
- | outputColumnNames:["_col0","_col1","_col2"]
- | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_50]
- | predicate:s_store_sk is not null (type: boolean)
- | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_9]
- | alias:store
- | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 3 [SIMPLE_EDGE]
- Reduce Output Operator [RS_18]
- key expressions:_col6 (type: int)
- Map-reduce partition columns:_col6 (type: int)
- sort order:+
- Statistics:Num rows: 279510 Data size: 401454092 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string), _col7 (type: decimal(7,2)), _col10 (type: int)
- Merge Join Operator [MERGEJOIN_52]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col4 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col1","_col2","_col3","_col6","_col7","_col10"]
- | Statistics:Num rows: 279510 Data size: 401454092 Basic stats: COMPLETE Column stats: NONE
- |<-Map 9 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_16]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col2 (type: int)
- | Select Operator [SEL_8]
- | outputColumnNames:["_col0","_col2"]
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_49]
- | predicate:((d_year) IN (2000) and d_date_sk is not null) (type: boolean)
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_6]
- | alias:date_dim
- | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 2 [SIMPLE_EDGE]
- Reduce Output Operator [RS_15]
- key expressions:_col4 (type: int)
- Map-reduce partition columns:_col4 (type: int)
- sort order:+
- Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: int), _col7 (type: decimal(7,2))
- Merge Join Operator [MERGEJOIN_51]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col0 (type: int)","1":"_col1 (type: int)"}
- | outputColumnNames:["_col1","_col2","_col3","_col4","_col6","_col7"]
- | Statistics:Num rows: 254100 Data size: 364958258 Basic stats: COMPLETE Column stats: NONE
- |<-Map 1 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_12]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string)
- | Select Operator [SEL_2]
- | outputColumnNames:["_col0","_col1","_col2","_col3"]
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_47]
- | predicate:(((((i_category) IN ('Home', 'Books', 'Electronics') or (i_category) IN ('Shoes', 'Jewelry', 'Men')) and ((i_class) IN ('wallpaper', 'parenting', 'musical') or (i_class) IN ('womens', 'birdal', 'pants'))) and (((i_category) IN ('Home', 'Books', 'Electronics') and (i_class) IN ('wallpaper', 'parenting', 'musical')) or ((i_category) IN ('Shoes', 'Jewelry', 'Men') and (i_class) IN ('womens', 'birdal', 'pants')))) and i_item_sk is not null) (type: boolean)
- | Statistics:Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_0]
- | alias:item
- | Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
- |<-Map 8 [SIMPLE_EDGE]
- Reduce Output Operator [RS_13]
- key expressions:_col1 (type: int)
- Map-reduce partition columns:_col1 (type: int)
- sort order:+
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- value expressions:_col0 (type: int), _col2 (type: int), _col3 (type: decimal(7,2))
- Select Operator [SEL_5]
- outputColumnNames:["_col0","_col1","_col2","_col3"]
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- Filter Operator [FIL_48]
- predicate:((ss_item_sk is not null and ss_sold_date_sk is not null) and ss_store_sk is not null) (type: boolean)
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- TableScan [TS_3]
- alias:store_sales
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_36]
+ Limit [LIM_35] (rows=100 width=1436)
+ Number of rows:100
+ Select Operator [SEL_34] (rows=51243 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ Select Operator [SEL_30] (rows=51243 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"]
+ Filter Operator [FIL_46] (rows=51243 width=1436)
+ predicate:(CASE WHEN ((avg_window_0 <> 0)) THEN ((abs((_col6 - avg_window_0)) / avg_window_0)) ELSE (null) END > 0.1)
+ Select Operator [SEL_29] (rows=153730 width=1436)
+ Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ PTF Operator [PTF_28] (rows=153730 width=1436)
+ Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0, _col2, _col3, _col4","partition by:":"_col0, _col2, _col3, _col4"}]
+ Select Operator [SEL_27] (rows=153730 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_26]
+ PartitionCols:_col0, _col2, _col3, _col4
+ Select Operator [SEL_25] (rows=153730 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ Group By Operator [GBY_24] (rows=153730 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5
+ Group By Operator [GBY_22] (rows=307461 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col7)"],keys:_col1, _col2, _col3, _col10, _col12, _col13
+ Select Operator [SEL_21] (rows=307461 width=1436)
+ Output:["_col1","_col2","_col3","_col10","_col12","_col13","_col7"]
+ Merge Join Operator [MERGEJOIN_53] (rows=307461 width=1436)
+ Conds:RS_18._col6=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col7","_col10","_col12","_col13"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=1704 width=1910)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_50] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_9] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_name"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col6
+ Merge Join Operator [MERGEJOIN_52] (rows=279510 width=1436)
+ Conds:RS_15._col4=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col6","_col7","_col10"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=36524 width=1119)
+ Output:["_col0","_col2"]
+ Filter Operator [FIL_49] (rows=36524 width=1119)
+ predicate:((d_year) IN (2000) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_51] (rows=254100 width=1436)
+ Conds:RS_12._col0=RS_13._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=231000 width=1436)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_47] (rows=231000 width=1436)
+ predicate:(((((i_category) IN ('Home', 'Books', 'Electronics') or (i_category) IN ('Shoes', 'Jewelry', 'Men')) and ((i_class) IN ('wallpaper', 'parenting', 'musical') or (i_class) IN ('womens', 'birdal', 'pants'))) and (((i_category) IN ('Home', 'Books', 'Electronics') and (i_class) IN ('wallpaper', 'parenting', 'musical')) or ((i_category) IN ('Shoes', 'Jewelry', 'Men') and (i_class) IN ('womens', 'birdal', 'pants')))) and i_item_sk is not null)
+ TableScan [TS_0] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col1
+ Select Operator [SEL_5] (rows=1 width=0)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_48] (rows=1 width=0)
+ predicate:((ss_item_sk is not null and ss_sold_date_sk is not null) and ss_store_sk is not null)
+ TableScan [TS_3] (rows=1 width=0)
+ default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query90.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query90.q.out b/ql/src/test/results/clientpositive/perf/query90.q.out
index 3e9adf2..ccb61a4 100644
--- a/ql/src/test/results/clientpositive/perf/query90.q.out
+++ b/ql/src/test/results/clientpositive/perf/query90.q.out
@@ -18,243 +18,131 @@ Reducer 6 <- Reducer 15 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE)
Reducer 7 <- Reducer 6 (SIMPLE_EDGE)
Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 7
- File Output Operator [FS_60]
- compressed:false
- Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
- Limit [LIM_59]
- Number of rows:100
- Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_58]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 6 [SIMPLE_EDGE]
- Reduce Output Operator [RS_57]
- key expressions:_col0 (type: decimal(35,20))
- sort order:+
- Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_56]
- outputColumnNames:["_col0"]
- Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Merge Join Operator [MERGEJOIN_93]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{}
- | outputColumnNames:["_col0","_col1"]
- | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 15 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_54]
- | sort order:
- | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col0 (type: bigint)
- | Group By Operator [GBY_50]
- | | aggregations:["count(VALUE._col0)"]
- | | outputColumnNames:["_col0"]
- | | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- | |<-Reducer 14 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_49]
- | sort order:
- | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col0 (type: bigint)
- | Group By Operator [GBY_48]
- | aggregations:["count()"]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- | Merge Join Operator [MERGEJOIN_92]
- | | condition map:[{"":"Inner Join 0 to 1"}]
- | | keys:{"0":"_col2 (type: int)","1":"_col0 (type: int)"}
- | | Statistics:Num rows: 52272 Data size: 24620112 Basic stats: COMPLETE Column stats: NONE
- | |<-Map 18 [SIMPLE_EDGE]
- | | Reduce Output Operator [RS_45]
- | | key expressions:_col0 (type: int)
- | | Map-reduce partition columns:_col0 (type: int)
- | | sort order:+
- | | Statistics:Num rows: 2301 Data size: 1348089 Basic stats: COMPLETE Column stats: NONE
- | | Select Operator [SEL_37]
- | | outputColumnNames:["_col0"]
- | | Statistics:Num rows: 2301 Data size: 1348089 Basic stats: COMPLETE Column stats: NONE
- | | Filter Operator [FIL_86]
- | | predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null) (type: boolean)
- | | Statistics:Num rows: 2301 Data size: 1348089 Basic stats: COMPLETE Column stats: NONE
- | | TableScan [TS_35]
- | | alias:web_page
- | | Statistics:Num rows: 4602 Data size: 2696178 Basic stats: COMPLETE Column stats: NONE
- | |<-Reducer 13 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_44]
- | key expressions:_col2 (type: int)
- | Map-reduce partition columns:_col2 (type: int)
- | sort order:+
- | Statistics:Num rows: 47520 Data size: 22381920 Basic stats: COMPLETE Column stats: NONE
- | Merge Join Operator [MERGEJOIN_91]
- | | condition map:[{"":"Inner Join 0 to 1"}]
- | | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
- | | outputColumnNames:["_col2"]
- | | Statistics:Num rows: 47520 Data size: 22381920 Basic stats: COMPLETE Column stats: NONE
- | |<-Map 17 [SIMPLE_EDGE]
- | | Reduce Output Operator [RS_42]
- | | key expressions:_col0 (type: int)
- | | Map-reduce partition columns:_col0 (type: int)
- | | sort order:+
- | | Statistics:Num rows: 43200 Data size: 20347200 Basic stats: COMPLETE Column stats: NONE
- | | Select Operator [SEL_34]
- | | outputColumnNames:["_col0"]
- | | Statistics:Num rows: 43200 Data size: 20347200 Basic stats: COMPLETE Column stats: NONE
- | | Filter Operator [FIL_85]
- | | predicate:(t_hour BETWEEN 14 AND 15 and t_time_sk is not null) (type: boolean)
- | | Statistics:Num rows: 43200 Data size: 20347200 Basic stats: COMPLETE Column stats: NONE
- | | TableScan [TS_32]
- | | alias:time_dim
- | | Statistics:Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
- | |<-Reducer 12 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_41]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 3960 Data size: 423720 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col2 (type: int)
- | Merge Join Operator [MERGEJOIN_90]
- | | condition map:[{"":"Inner Join 0 to 1"}]
- | | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"}
- | | outputColumnNames:["_col0","_col2"]
- | | Statistics:Num rows: 3960 Data size: 423720 Basic stats: COMPLETE Column stats: NONE
- | |<-Map 11 [SIMPLE_EDGE]
- | | Reduce Output Operator [RS_38]
- | | key expressions:_col1 (type: int)
- | | Map-reduce partition columns:_col1 (type: int)
- | | sort order:+
- | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | | value expressions:_col0 (type: int), _col2 (type: int)
- | | Select Operator [SEL_28]
- | | outputColumnNames:["_col0","_col1","_col2"]
- | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | | Filter Operator [FIL_83]
- | | predicate:((ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null) and ws_web_page_sk is not null) (type: boolean)
- | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | | TableScan [TS_26]
- | | alias:web_sales
- | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | |<-Map 16 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_39]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
- | Select Operator [SEL_31]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_84]
- | predicate:((hd_dep_count = 8) and hd_demo_sk is not null) (type: boolean)
- | Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_29]
- | alias:household_demographics
- | Statistics:Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 5 [SIMPLE_EDGE]
- Reduce Output Operator [RS_53]
- sort order:
- Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col0 (type: bigint)
- Group By Operator [GBY_24]
- | aggregations:["count(VALUE._col0)"]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 4 [SIMPLE_EDGE]
- Reduce Output Operator [RS_23]
- sort order:
- Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col0 (type: bigint)
- Group By Operator [GBY_22]
- aggregations:["count()"]
- outputColumnNames:["_col0"]
- Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
- Merge Join Operator [MERGEJOIN_89]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col2 (type: int)","1":"_col0 (type: int)"}
- | Statistics:Num rows: 52272 Data size: 24620112 Basic stats: COMPLETE Column stats: NONE
- |<-Map 10 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_19]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 2301 Data size: 1348089 Basic stats: COMPLETE Column stats: NONE
- | Select Operator [SEL_11]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 2301 Data size: 1348089 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_82]
- | predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null) (type: boolean)
- | Statistics:Num rows: 2301 Data size: 1348089 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_9]
- | alias:web_page
- | Statistics:Num rows: 4602 Data size: 2696178 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 3 [SIMPLE_EDGE]
- Reduce Output Operator [RS_18]
- key expressions:_col2 (type: int)
- Map-reduce partition columns:_col2 (type: int)
- sort order:+
- Statistics:Num rows: 47520 Data size: 22381920 Basic stats: COMPLETE Column stats: NONE
- Merge Join Operator [MERGEJOIN_88]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col2"]
- | Statistics:Num rows: 47520 Data size: 22381920 Basic stats: COMPLETE Column stats: NONE
- |<-Map 9 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_16]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 43200 Data size: 20347200 Basic stats: COMPLETE Column stats: NONE
- | Select Operator [SEL_8]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 43200 Data size: 20347200 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_81]
- | predicate:(t_hour BETWEEN 6 AND 7 and t_time_sk is not null) (type: boolean)
- | Statistics:Num rows: 43200 Data size: 20347200 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_6]
- | alias:time_dim
- | Statistics:Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 2 [SIMPLE_EDGE]
- Reduce Output Operator [RS_15]
- key expressions:_col0 (type: int)
- Map-reduce partition columns:_col0 (type: int)
- sort order:+
- Statistics:Num rows: 3960 Data size: 423720 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col2 (type: int)
- Merge Join Operator [MERGEJOIN_87]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col0","_col2"]
- | Statistics:Num rows: 3960 Data size: 423720 Basic stats: COMPLETE Column stats: NONE
- |<-Map 1 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_12]
- | key expressions:_col1 (type: int)
- | Map-reduce partition columns:_col1 (type: int)
- | sort order:+
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | value expressions:_col0 (type: int), _col2 (type: int)
- | Select Operator [SEL_2]
- | outputColumnNames:["_col0","_col1","_col2"]
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | Filter Operator [FIL_79]
- | predicate:((ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null) and ws_web_page_sk is not null) (type: boolean)
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | TableScan [TS_0]
- | alias:web_sales
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- |<-Map 8 [SIMPLE_EDGE]
- Reduce Output Operator [RS_13]
- key expressions:_col0 (type: int)
- Map-reduce partition columns:_col0 (type: int)
- sort order:+
- Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_5]
- outputColumnNames:["_col0"]
- Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
- Filter Operator [FIL_80]
- predicate:((hd_dep_count = 8) and hd_demo_sk is not null) (type: boolean)
- Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
- TableScan [TS_3]
- alias:household_demographics
- Statistics:Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 7
+ File Output Operator [FS_60]
+ Limit [LIM_59] (rows=1 width=8)
+ Number of rows:100
+ Select Operator [SEL_58] (rows=1 width=8)
+ Output:["_col0"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_57]
+ Select Operator [SEL_56] (rows=1 width=8)
+ Output:["_col0"]
+ Merge Join Operator [MERGEJOIN_93] (rows=1 width=8)
+ Conds:(Inner),Output:["_col0","_col1"]
+ <-Reducer 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_54]
+ Group By Operator [GBY_50] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_49]
+ Group By Operator [GBY_48] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_92] (rows=52272 width=471)
+ Conds:RS_44._col2=RS_45._col0(Inner)
+ <-Map 18 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ PartitionCols:_col0
+ Select Operator [SEL_37] (rows=2301 width=585)
+ Output:["_col0"]
+ Filter Operator [FIL_86] (rows=2301 width=585)
+ predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null)
+ TableScan [TS_35] (rows=4602 width=585)
+ default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk","wp_char_count"]
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_91] (rows=47520 width=471)
+ Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col2"]
+ <-Map 17 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ PartitionCols:_col0
+ Select Operator [SEL_34] (rows=43200 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_85] (rows=43200 width=471)
+ predicate:(t_hour BETWEEN 14 AND 15 and t_time_sk is not null)
+ TableScan [TS_32] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour"]
+ <-Reducer 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_90] (rows=3960 width=107)
+ Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col0","_col2"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_38]
+ PartitionCols:_col1
+ Select Operator [SEL_28] (rows=1 width=0)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_83] (rows=1 width=0)
+ predicate:((ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null) and ws_web_page_sk is not null)
+ TableScan [TS_26] (rows=1 width=0)
+ default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"]
+ <-Map 16 [SIMPLE_EDGE]
+ SHUFFLE [RS_39]
+ PartitionCols:_col0
+ Select Operator [SEL_31] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_84] (rows=3600 width=107)
+ predicate:((hd_dep_count = 8) and hd_demo_sk is not null)
+ TableScan [TS_29] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_53]
+ Group By Operator [GBY_24] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count(VALUE._col0)"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_23]
+ Group By Operator [GBY_22] (rows=1 width=8)
+ Output:["_col0"],aggregations:["count()"]
+ Merge Join Operator [MERGEJOIN_89] (rows=52272 width=471)
+ Conds:RS_18._col2=RS_19._col0(Inner)
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_19]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=2301 width=585)
+ Output:["_col0"]
+ Filter Operator [FIL_82] (rows=2301 width=585)
+ predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null)
+ TableScan [TS_9] (rows=4602 width=585)
+ default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk","wp_char_count"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_18]
+ PartitionCols:_col2
+ Merge Join Operator [MERGEJOIN_88] (rows=47520 width=471)
+ Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2"]
+ <-Map 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_16]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=43200 width=471)
+ Output:["_col0"]
+ Filter Operator [FIL_81] (rows=43200 width=471)
+ predicate:(t_hour BETWEEN 6 AND 7 and t_time_sk is not null)
+ TableScan [TS_6] (rows=86400 width=471)
+ default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_15]
+ PartitionCols:_col0
+ Merge Join Operator [MERGEJOIN_87] (rows=3960 width=107)
+ Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col1
+ Select Operator [SEL_2] (rows=1 width=0)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_79] (rows=1 width=0)
+ predicate:((ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null) and ws_web_page_sk is not null)
+ TableScan [TS_0] (rows=1 width=0)
+ default@web_sales,web_sales,Tbl:PARTIAL,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"]
+ <-Map 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_5] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_80] (rows=3600 width=107)
+ predicate:((hd_dep_count = 8) and hd_demo_sk is not null)
+ TableScan [TS_3] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"]
http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query91.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query91.q.out b/ql/src/test/results/clientpositive/perf/query91.q.out
index 306cec7..66d8056 100644
--- a/ql/src/test/results/clientpositive/perf/query91.q.out
+++ b/ql/src/test/results/clientpositive/perf/query91.q.out
@@ -15,218 +15,114 @@ Reducer 8 <- Reducer 7 (SIMPLE_EDGE)
Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
Stage-0
- Fetch Operator
- limit:-1
- Stage-1
- Reducer 9
- File Output Operator [FS_46]
- compressed:false
- Statistics:Num rows: 58564004 Data size: 50366227250 Basic stats: COMPLETE Column stats: NONE
- table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
- Select Operator [SEL_45]
- | outputColumnNames:["_col0","_col1","_col2","_col3"]
- | Statistics:Num rows: 58564004 Data size: 50366227250 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 8 [SIMPLE_EDGE]
- Reduce Output Operator [RS_44]
- key expressions:_col3 (type: decimal(17,2))
- sort order:-
- Statistics:Num rows: 58564004 Data size: 50366227250 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string)
- Select Operator [SEL_43]
- outputColumnNames:["_col0","_col1","_col2","_col3"]
- Statistics:Num rows: 58564004 Data size: 50366227250 Basic stats: COMPLETE Column stats: NONE
- Group By Operator [GBY_42]
- | aggregations:["sum(VALUE._col0)"]
- | keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string), KEY._col3 (type: string), KEY._col4 (type: string)
- | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
- | Statistics:Num rows: 58564004 Data size: 50366227250 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 7 [SIMPLE_EDGE]
- Reduce Output Operator [RS_41]
- key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string)
- Map-reduce partition columns:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string)
- sort order:+++++
- Statistics:Num rows: 117128008 Data size: 100732454500 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col5 (type: decimal(17,2))
- Group By Operator [GBY_40]
- aggregations:["sum(_col7)"]
- keys:_col1 (type: string), _col2 (type: string), _col3 (type: string), _col18 (type: string), _col19 (type: string)
- outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Statistics:Num rows: 117128008 Data size: 100732454500 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_39]
- outputColumnNames:["_col1","_col2","_col3","_col18","_col19","_col7"]
- Statistics:Num rows: 117128008 Data size: 100732454500 Basic stats: COMPLETE Column stats: NONE
- Merge Join Operator [MERGEJOIN_86]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col13 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col1","_col2","_col3","_col7","_col18","_col19"]
- | Statistics:Num rows: 117128008 Data size: 100732454500 Basic stats: COMPLETE Column stats: NONE
- |<-Map 15 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_37]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
- | Select Operator [SEL_20]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_80]
- | predicate:((hd_buy_potential like '0-500%') and hd_demo_sk is not null) (type: boolean)
- | Statistics:Num rows: 3600 Data size: 385200 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_18]
- | alias:household_demographics
- | Statistics:Num rows: 7200 Data size: 770400 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 6 [SIMPLE_EDGE]
- Reduce Output Operator [RS_36]
- key expressions:_col13 (type: int)
- Map-reduce partition columns:_col13 (type: int)
- sort order:+
- Statistics:Num rows: 106480005 Data size: 91574956652 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string), _col7 (type: decimal(7,2)), _col18 (type: string), _col19 (type: string)
- Merge Join Operator [MERGEJOIN_85]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col12 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col1","_col2","_col3","_col7","_col13","_col18","_col19"]
- | Statistics:Num rows: 106480005 Data size: 91574956652 Basic stats: COMPLETE Column stats: NONE
- |<-Map 14 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_34]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 9900 Data size: 3585529 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: string), _col2 (type: string)
- | Select Operator [SEL_17]
- | outputColumnNames:["_col0","_col1","_col2"]
- | Statistics:Num rows: 9900 Data size: 3585529 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_79]
- | predicate:(((((cd_marital_status = 'M') or (cd_marital_status = 'W')) and ((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree'))) and (((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree')))) and cd_demo_sk is not null) (type: boolean)
- | Statistics:Num rows: 9900 Data size: 3585529 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_15]
- | alias:customer_demographics
- | Statistics:Num rows: 19800 Data size: 7171059 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 5 [SIMPLE_EDGE]
- Reduce Output Operator [RS_33]
- key expressions:_col12 (type: int)
- Map-reduce partition columns:_col12 (type: int)
- sort order:+
- Statistics:Num rows: 96800003 Data size: 83249958789 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string), _col7 (type: decimal(7,2)), _col13 (type: int)
- Merge Join Operator [MERGEJOIN_84]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col14 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col1","_col2","_col3","_col7","_col12","_col13"]
- | Statistics:Num rows: 96800003 Data size: 83249958789 Basic stats: COMPLETE Column stats: NONE
- |<-Map 13 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_31]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE
- | Select Operator [SEL_14]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_78]
- | predicate:((ca_gmt_offset = -7) and ca_address_sk is not null) (type: boolean)
- | Statistics:Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_12]
- | alias:customer_address
- | Statistics:Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 4 [SIMPLE_EDGE]
- Reduce Output Operator [RS_30]
- key expressions:_col14 (type: int)
- Map-reduce partition columns:_col14 (type: int)
- sort order:+
- Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string), _col7 (type: decimal(7,2)), _col12 (type: int), _col13 (type: int)
- Merge Join Operator [MERGEJOIN_83]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col5 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col1","_col2","_col3","_col7","_col12","_col13","_col14"]
- | Statistics:Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE
- |<-Map 12 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_28]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: int), _col2 (type: int), _col3 (type: int)
- | Select Operator [SEL_11]
- | outputColumnNames:["_col0","_col1","_col2","_col3"]
- | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_77]
- | predicate:(((c_customer_sk is not null and c_current_addr_sk is not null) and c_current_cdemo_sk is not null) and c_current_hdemo_sk is not null) (type: boolean)
- | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_9]
- | alias:customer
- | Statistics:Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 3 [SIMPLE_EDGE]
- Reduce Output Operator [RS_27]
- key expressions:_col5 (type: int)
- Map-reduce partition columns:_col5 (type: int)
- sort order:+
- Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string), _col7 (type: decimal(7,2))
- Merge Join Operator [MERGEJOIN_82]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col4 (type: int)","1":"_col0 (type: int)"}
- | outputColumnNames:["_col1","_col2","_col3","_col5","_col7"]
- | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
- |<-Map 11 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_25]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
- | Select Operator [SEL_8]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_76]
- | predicate:(((d_year = 1999) and (d_moy = 11)) and d_date_sk is not null) (type: boolean)
- | Statistics:Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_6]
- | alias:date_dim
- | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 2 [SIMPLE_EDGE]
- Reduce Output Operator [RS_24]
- key expressions:_col4 (type: int)
- Map-reduce partition columns:_col4 (type: int)
- sort order:+
- Statistics:Num rows: 66 Data size: 134970 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col7 (type: decimal(7,2))
- Merge Join Operator [MERGEJOIN_81]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col0 (type: int)","1":"_col2 (type: int)"}
- | outputColumnNames:["_col1","_col2","_col3","_col4","_col5","_col7"]
- | Statistics:Num rows: 66 Data size: 134970 Basic stats: COMPLETE Column stats: NONE
- |<-Map 1 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_21]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 60 Data size: 122700 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string)
- | Select Operator [SEL_2]
- | outputColumnNames:["_col0","_col1","_col2","_col3"]
- | Statistics:Num rows: 60 Data size: 122700 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_74]
- | predicate:cc_call_center_sk is not null (type: boolean)
- | Statistics:Num rows: 60 Data size: 122700 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_0]
- | alias:call_center
- | Statistics:Num rows: 60 Data size: 122700 Basic stats: COMPLETE Column stats: NONE
- |<-Map 10 [SIMPLE_EDGE]
- Reduce Output Operator [RS_22]
- key expressions:_col2 (type: int)
- Map-reduce partition columns:_col2 (type: int)
- sort order:+
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- value expressions:_col0 (type: int), _col1 (type: int), _col3 (type: decimal(7,2))
- Select Operator [SEL_5]
- outputColumnNames:["_col0","_col1","_col2","_col3"]
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- Filter Operator [FIL_75]
- predicate:((cr_call_center_sk is not null and cr_returned_date_sk is not null) and cr_returning_customer_sk is not null) (type: boolean)
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- TableScan [TS_3]
- alias:catalog_returns
- Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
+ Fetch Operator
+ limit:-1
+ Stage-1
+ Reducer 9
+ File Output Operator [FS_46]
+ Select Operator [SEL_45] (rows=58564004 width=860)
+ Output:["_col0","_col1","_col2","_col3"]
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ Select Operator [SEL_43] (rows=58564004 width=860)
+ Output:["_col0","_col1","_col2","_col3"]
+ Group By Operator [GBY_42] (rows=58564004 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4
+ <-Reducer 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ PartitionCols:_col0, _col1, _col2, _col3, _col4
+ Group By Operator [GBY_40] (rows=117128008 width=860)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col7)"],keys:_col1, _col2, _col3, _col18, _col19
+ Select Operator [SEL_39] (rows=117128008 width=860)
+ Output:["_col1","_col2","_col3","_col18","_col19","_col7"]
+ Merge Join Operator [MERGEJOIN_86] (rows=117128008 width=860)
+ Conds:RS_36._col13=RS_37._col0(Inner),Output:["_col1","_col2","_col3","_col7","_col18","_col19"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_37]
+ PartitionCols:_col0
+ Select Operator [SEL_20] (rows=3600 width=107)
+ Output:["_col0"]
+ Filter Operator [FIL_80] (rows=3600 width=107)
+ predicate:((hd_buy_potential like '0-500%') and hd_demo_sk is not null)
+ TableScan [TS_18] (rows=7200 width=107)
+ default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"]
+ <-Reducer 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col13
+ Merge Join Operator [MERGEJOIN_85] (rows=106480005 width=860)
+ Conds:RS_33._col12=RS_34._col0(Inner),Output:["_col1","_col2","_col3","_col7","_col13","_col18","_col19"]
+ <-Map 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_34]
+ PartitionCols:_col0
+ Select Operator [SEL_17] (rows=9900 width=362)
+ Output:["_col0","_col1","_col2"]
+ Filter Operator [FIL_79] (rows=9900 width=362)
+ predicate:(((((cd_marital_status = 'M') or (cd_marital_status = 'W')) and ((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree'))) and (((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree')))) and cd_demo_sk is not null)
+ TableScan [TS_15] (rows=19800 width=362)
+ default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"]
+ <-Reducer 5 [SIMPLE_EDGE]
+ SHUFFLE [RS_33]
+ PartitionCols:_col12
+ Merge Join Operator [MERGEJOIN_84] (rows=96800003 width=860)
+ Conds:RS_30._col14=RS_31._col0(Inner),Output:["_col1","_col2","_col3","_col7","_col12","_col13"]
+ <-Map 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_14] (rows=20000000 width=1014)
+ Output:["_col0"]
+ Filter Operator [FIL_78] (rows=20000000 width=1014)
+ predicate:((ca_gmt_offset = -7) and ca_address_sk is not null)
+ TableScan [TS_12] (rows=40000000 width=1014)
+ default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_30]
+ PartitionCols:_col14
+ Merge Join Operator [MERGEJOIN_83] (rows=88000001 width=860)
+ Conds:RS_27._col5=RS_28._col0(Inner),Output:["_col1","_col2","_col3","_col7","_col12","_col13","_col14"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_28]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=80000000 width=860)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_77] (rows=80000000 width=860)
+ predicate:(((c_customer_sk is not null and c_current_addr_sk is not null) and c_current_cdemo_sk is not null) and c_current_hdemo_sk is not null)
+ TableScan [TS_9] (rows=80000000 width=860)
+ default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_27]
+ PartitionCols:_col5
+ Merge Join Operator [MERGEJOIN_82] (rows=20088 width=1119)
+ Conds:RS_24._col4=RS_25._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col7"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_25]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=18262 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_76] (rows=18262 width=1119)
+ predicate:(((d_year = 1999) and (d_moy = 11)) and d_date_sk is not null)
+ TableScan [TS_6] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_24]
+ PartitionCols:_col4
+ Merge Join Operator [MERGEJOIN_81] (rows=66 width=2045)
+ Conds:RS_21._col0=RS_22._col2(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_21]
+ PartitionCols:_col0
+ Select Operator [SEL_2] (rows=60 width=2045)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_74] (rows=60 width=2045)
+ predicate:cc_call_center_sk is not null
+ TableScan [TS_0] (rows=60 width=2045)
+ default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_call_center_id","cc_name","cc_manager"]
+ <-Map 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col2
+ Select Operator [SEL_5] (rows=1 width=0)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_75] (rows=1 width=0)
+ predicate:((cr_call_center_sk is not null and cr_returned_date_sk is not null) and cr_returning_customer_sk is not null)
+ TableScan [TS_3] (rows=1 width=0)
+ default@catalog_returns,catalog_returns,Tbl:PARTIAL,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"]