You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by px...@apache.org on 2016/01/29 20:06:22 UTC
[20/33] hive git commit: HIVE-12709: further improve user level
explain (Pengcheng Xiong, reviewed by Laljo John Pullokkaran)
http://git-wip-us.apache.org/repos/asf/hive/blob/be9735e1/ql/src/test/results/clientpositive/perf/query65.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/perf/query65.q.out b/ql/src/test/results/clientpositive/perf/query65.q.out
index c016fed..9799fa9 100644
--- a/ql/src/test/results/clientpositive/perf/query65.q.out
+++ b/ql/src/test/results/clientpositive/perf/query65.q.out
@@ -90,226 +90,116 @@ Reducer 8 <- Map 11 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE)
Reducer 9 <- Reducer 8 (SIMPLE_EDGE)
Stage-0
- Fetch Operator
- limit:100
- Stage-1
- Reducer 5
- File Output Operator [FS_55]
- compressed:false
- Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE
- table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
- Limit [LIM_54]
- Number of rows:100
- Statistics:Num rows: 100 Data size: 143600 Basic stats: COMPLETE Column stats: NONE
- Select Operator [SEL_53]
- | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
- | Statistics:Num rows: 204974 Data size: 294399674 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 4 [SIMPLE_EDGE]
- Reduce Output Operator [RS_52]
- key expressions:_col0 (type: string), _col1 (type: string)
- sort order:++
- Statistics:Num rows: 204974 Data size: 294399674 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col2 (type: decimal(17,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: string)
- Select Operator [SEL_51]
- outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"]
- Statistics:Num rows: 204974 Data size: 294399674 Basic stats: COMPLETE Column stats: NONE
- Filter Operator [FIL_50]
- predicate:(_col11 <= CAST( (0.1 * UDFToDouble(_col8)) AS decimal(30,15))) (type: boolean)
- Statistics:Num rows: 204974 Data size: 294399674 Basic stats: COMPLETE Column stats: NONE
- Merge Join Operator [MERGEJOIN_76]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{"0":"_col7 (type: int), _col0 (type: int), _col2 (type: int)","1":"_col0 (type: int), _col0 (type: int), _col1 (type: int)"}
- | outputColumnNames:["_col1","_col3","_col4","_col5","_col6","_col8","_col11"]
- | Statistics:Num rows: 614922 Data size: 883199024 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 14 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_48]
- | key expressions:_col0 (type: int), _col0 (type: int), _col1 (type: int)
- | Map-reduce partition columns:_col0 (type: int), _col0 (type: int), _col1 (type: int)
- | sort order:+++
- | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col2 (type: decimal(17,2))
- | Select Operator [SEL_38]
- | outputColumnNames:["_col0","_col1","_col2"]
- | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
- | Group By Operator [GBY_37]
- | | aggregations:["sum(VALUE._col0)"]
- | | keys:KEY._col0 (type: int), KEY._col1 (type: int)
- | | outputColumnNames:["_col0","_col1","_col2"]
- | | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
- | |<-Reducer 13 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_36]
- | key expressions:_col0 (type: int), _col1 (type: int)
- | Map-reduce partition columns:_col0 (type: int), _col1 (type: int)
- | sort order:++
- | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col2 (type: decimal(17,2))
- | Group By Operator [GBY_35]
- | aggregations:["sum(_col3)"]
- | keys:_col1 (type: int), _col2 (type: int)
- | outputColumnNames:["_col0","_col1","_col2"]
- | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE
- | Merge Join Operator [MERGEJOIN_74]
- | | condition map:[{"":"Inner Join 0 to 1"}]
- | | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
- | | outputColumnNames:["_col1","_col2","_col3"]
- | | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE
- | |<-Map 12 [SIMPLE_EDGE]
- | | Reduce Output Operator [RS_31]
- | | key expressions:_col0 (type: int)
- | | Map-reduce partition columns:_col0 (type: int)
- | | sort order:+
- | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | | value expressions:_col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2))
- | | Select Operator [SEL_27]
- | | outputColumnNames:["_col0","_col1","_col2","_col3"]
- | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | | Filter Operator [FIL_70]
- | | predicate:((ss_sold_date_sk is not null and ss_store_sk is not null) and ss_item_sk is not null) (type: boolean)
- | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | | TableScan [TS_25]
- | | alias:store_sales
- | | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | |<-Map 15 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_32]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | Select Operator [SEL_30]
- | outputColumnNames:["_col0"]
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_71]
- | predicate:(d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null) (type: boolean)
- | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_28]
- | alias:date_dim
- | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 3 [SIMPLE_EDGE]
- Reduce Output Operator [RS_47]
- key expressions:_col7 (type: int), _col0 (type: int), _col2 (type: int)
- Map-reduce partition columns:_col7 (type: int), _col0 (type: int), _col2 (type: int)
- sort order:+++
- Statistics:Num rows: 559020 Data size: 802908187 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col1 (type: string), _col3 (type: string), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: string), _col8 (type: decimal(21,6))
- Merge Join Operator [MERGEJOIN_75]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{}
- | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
- | Statistics:Num rows: 559020 Data size: 802908187 Basic stats: COMPLETE Column stats: NONE
- |<-Reducer 10 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_45]
- | sort order:
- | Statistics:Num rows: 10044 Data size: 11239348 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col0 (type: int), _col1 (type: decimal(21,6))
- | Group By Operator [GBY_23]
- | | aggregations:["avg(VALUE._col0)"]
- | | keys:KEY._col0 (type: int)
- | | outputColumnNames:["_col0","_col1"]
- | | Statistics:Num rows: 10044 Data size: 11239348 Basic stats: COMPLETE Column stats: NONE
- | |<-Reducer 9 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_22]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col1 (type: struct<count:bigint,sum:decimal(27,2),input:decimal(17,2)>)
- | Group By Operator [GBY_21]
- | aggregations:["avg(_col2)"]
- | keys:_col1 (type: int)
- | outputColumnNames:["_col0","_col1"]
- | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
- | Select Operator [SEL_19]
- | outputColumnNames:["_col1","_col2"]
- | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
- | Group By Operator [GBY_18]
- | | aggregations:["sum(VALUE._col0)"]
- | | keys:KEY._col0 (type: int), KEY._col1 (type: int)
- | | outputColumnNames:["_col0","_col1","_col2"]
- | | Statistics:Num rows: 20088 Data size: 22478696 Basic stats: COMPLETE Column stats: NONE
- | |<-Reducer 8 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_17]
- | key expressions:_col0 (type: int), _col1 (type: int)
- | Map-reduce partition columns:_col0 (type: int), _col1 (type: int)
- | sort order:++
- | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col2 (type: decimal(17,2))
- | Group By Operator [GBY_16]
- | aggregations:["sum(_col3)"]
- | keys:_col1 (type: int), _col2 (type: int)
- | outputColumnNames:["_col0","_col1","_col2"]
- | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE
- | Merge Join Operator [MERGEJOIN_73]
- | | condition map:[{"":"Inner Join 0 to 1"}]
- | | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"}
- | | outputColumnNames:["_col1","_col2","_col3"]
- | | Statistics:Num rows: 40176 Data size: 44957392 Basic stats: COMPLETE Column stats: NONE
- | |<-Map 11 [SIMPLE_EDGE]
- | | Reduce Output Operator [RS_13]
- | | key expressions:_col0 (type: int)
- | | Map-reduce partition columns:_col0 (type: int)
- | | sort order:+
- | | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | | Select Operator [SEL_11]
- | | outputColumnNames:["_col0"]
- | | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | | Filter Operator [FIL_69]
- | | predicate:(d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null) (type: boolean)
- | | Statistics:Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE
- | | TableScan [TS_9]
- | | alias:date_dim
- | | Statistics:Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE
- | |<-Map 7 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_12]
- | key expressions:_col0 (type: int)
- | Map-reduce partition columns:_col0 (type: int)
- | sort order:+
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | value expressions:_col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2))
- | Select Operator [SEL_8]
- | outputColumnNames:["_col0","_col1","_col2","_col3"]
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | Filter Operator [FIL_68]
- | predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) (type: boolean)
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- | TableScan [TS_6]
- | alias:store_sales
- | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE
- |<-Reducer 2 [SIMPLE_EDGE]
- Reduce Output Operator [RS_44]
- sort order:
- Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)), _col6 (type: string)
- Merge Join Operator [MERGEJOIN_72]
- | condition map:[{"":"Inner Join 0 to 1"}]
- | keys:{}
- | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
- | Statistics:Num rows: 508200 Data size: 729916518 Basic stats: COMPLETE Column stats: NONE
- |<-Map 1 [SIMPLE_EDGE]
- | Reduce Output Operator [RS_41]
- | sort order:
- | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
- | value expressions:_col0 (type: int), _col1 (type: string)
- | Select Operator [SEL_2]
- | outputColumnNames:["_col0","_col1"]
- | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
- | Filter Operator [FIL_66]
- | predicate:s_store_sk is not null (type: boolean)
- | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
- | TableScan [TS_0]
- | alias:store
- | Statistics:Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE
- |<-Map 6 [SIMPLE_EDGE]
- Reduce Output Operator [RS_42]
- sort order:
- Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
- value expressions:_col0 (type: int), _col1 (type: string), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: string)
- Select Operator [SEL_5]
- outputColumnNames:["_col0","_col1","_col2","_col3","_col4"]
- Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
- Filter Operator [FIL_67]
- predicate:i_item_sk is not null (type: boolean)
- Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
- TableScan [TS_3]
- alias:item
- Statistics:Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE
+ Fetch Operator
+ limit:100
+ Stage-1
+ Reducer 5
+ File Output Operator [FS_55]
+ Limit [LIM_54] (rows=100 width=1436)
+ Number of rows:100
+ Select Operator [SEL_53] (rows=204974 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ <-Reducer 4 [SIMPLE_EDGE]
+ SHUFFLE [RS_52]
+ Select Operator [SEL_51] (rows=204974 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
+ Filter Operator [FIL_50] (rows=204974 width=1436)
+ predicate:(_col11 <= CAST( (0.1 * UDFToDouble(_col8)) AS decimal(30,15)))
+ Merge Join Operator [MERGEJOIN_76] (rows=614922 width=1436)
+ Conds:RS_47._col7, _col0, _col2=RS_48._col0, _col0, _col1(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col8","_col11"]
+ <-Reducer 14 [SIMPLE_EDGE]
+ SHUFFLE [RS_48]
+ PartitionCols:_col0, _col0, _col1
+ Select Operator [SEL_38] (rows=20088 width=1119)
+ Output:["_col0","_col1","_col2"]
+ Group By Operator [GBY_37] (rows=20088 width=1119)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 13 [SIMPLE_EDGE]
+ SHUFFLE [RS_36]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_35] (rows=40176 width=1119)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col1, _col2
+ Merge Join Operator [MERGEJOIN_74] (rows=40176 width=1119)
+ Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 12 [SIMPLE_EDGE]
+ SHUFFLE [RS_31]
+ PartitionCols:_col0
+ Select Operator [SEL_27] (rows=1 width=0)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_70] (rows=1 width=0)
+ predicate:((ss_sold_date_sk is not null and ss_store_sk is not null) and ss_item_sk is not null)
+ TableScan [TS_25] (rows=1 width=0)
+ default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
+ <-Map 15 [SIMPLE_EDGE]
+ SHUFFLE [RS_32]
+ PartitionCols:_col0
+ Select Operator [SEL_30] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_71] (rows=36524 width=1119)
+ predicate:(d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null)
+ TableScan [TS_28] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+ <-Reducer 3 [SIMPLE_EDGE]
+ SHUFFLE [RS_47]
+ PartitionCols:_col7, _col0, _col2
+ Merge Join Operator [MERGEJOIN_75] (rows=559020 width=1436)
+ Conds:(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"]
+ <-Reducer 10 [SIMPLE_EDGE]
+ SHUFFLE [RS_45]
+ Group By Operator [GBY_23] (rows=10044 width=1119)
+ Output:["_col0","_col1"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0
+ <-Reducer 9 [SIMPLE_EDGE]
+ SHUFFLE [RS_22]
+ PartitionCols:_col0
+ Group By Operator [GBY_21] (rows=20088 width=1119)
+ Output:["_col0","_col1"],aggregations:["avg(_col2)"],keys:_col1
+ Select Operator [SEL_19] (rows=20088 width=1119)
+ Output:["_col1","_col2"]
+ Group By Operator [GBY_18] (rows=20088 width=1119)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1
+ <-Reducer 8 [SIMPLE_EDGE]
+ SHUFFLE [RS_17]
+ PartitionCols:_col0, _col1
+ Group By Operator [GBY_16] (rows=40176 width=1119)
+ Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col1, _col2
+ Merge Join Operator [MERGEJOIN_73] (rows=40176 width=1119)
+ Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"]
+ <-Map 11 [SIMPLE_EDGE]
+ SHUFFLE [RS_13]
+ PartitionCols:_col0
+ Select Operator [SEL_11] (rows=36524 width=1119)
+ Output:["_col0"]
+ Filter Operator [FIL_69] (rows=36524 width=1119)
+ predicate:(d_month_seq BETWEEN 1212 AND 1223 and d_date_sk is not null)
+ TableScan [TS_9] (rows=73049 width=1119)
+ default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"]
+ <-Map 7 [SIMPLE_EDGE]
+ SHUFFLE [RS_12]
+ PartitionCols:_col0
+ Select Operator [SEL_8] (rows=1 width=0)
+ Output:["_col0","_col1","_col2","_col3"]
+ Filter Operator [FIL_68] (rows=1 width=0)
+ predicate:(ss_sold_date_sk is not null and ss_store_sk is not null)
+ TableScan [TS_6] (rows=1 width=0)
+ default@store_sales,store_sales,Tbl:PARTIAL,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"]
+ <-Reducer 2 [SIMPLE_EDGE]
+ SHUFFLE [RS_44]
+ Merge Join Operator [MERGEJOIN_72] (rows=508200 width=1436)
+ Conds:(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"]
+ <-Map 1 [SIMPLE_EDGE]
+ SHUFFLE [RS_41]
+ Select Operator [SEL_2] (rows=1704 width=1910)
+ Output:["_col0","_col1"]
+ Filter Operator [FIL_66] (rows=1704 width=1910)
+ predicate:s_store_sk is not null
+ TableScan [TS_0] (rows=1704 width=1910)
+ default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"]
+ <-Map 6 [SIMPLE_EDGE]
+ SHUFFLE [RS_42]
+ Select Operator [SEL_5] (rows=462000 width=1436)
+ Output:["_col0","_col1","_col2","_col3","_col4"]
+ Filter Operator [FIL_67] (rows=462000 width=1436)
+ predicate:i_item_sk is not null
+ TableScan [TS_3] (rows=462000 width=1436)
+ default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc","i_current_price","i_wholesale_cost","i_brand"]