You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2015/09/30 21:06:34 UTC
[3/3] hive git commit: HIVE-12001 : LLAP: update some out files
(Sergey Shelukhin)
HIVE-12001 : LLAP: update some out files (Sergey Shelukhin)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/7273a4c4
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/7273a4c4
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/7273a4c4
Branch: refs/heads/llap
Commit: 7273a4c4405f38ed7de95a4bf915b0309cf75dc0
Parents: 7a3e745
Author: Sergey Shelukhin <se...@apache.org>
Authored: Wed Sep 30 12:07:04 2015 -0700
Committer: Sergey Shelukhin <se...@apache.org>
Committed: Wed Sep 30 12:07:04 2015 -0700
----------------------------------------------------------------------
.../llap/dynpart_sort_opt_vectorization.q.out | 12 +-
.../llap/dynpart_sort_optimization.q.out | 12 +-
.../clientpositive/llap/explainuser_1.q.out | 76 +-
.../llap/vector_auto_smb_mapjoin_14.q.out | 1918 ++++++++++++++++++
.../llap/vector_groupby_reduce.q.out | 1473 +++++++++++++-
.../llap/vectorization_limit.q.out | 8 +-
6 files changed, 3421 insertions(+), 78 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/7273a4c4/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
index 07a87c8..2f70b40 100644
--- a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
+++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
@@ -1821,13 +1821,15 @@ Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
-PREHOOK: query: select * from over1k_part2_orc
+PREHOOK: query: -- SORT_BEFORE_DIFF
+select * from over1k_part2_orc
PREHOOK: type: QUERY
PREHOOK: Input: default@over1k_part2_orc
PREHOOK: Input: default@over1k_part2_orc@ds=foo/t=27
PREHOOK: Input: default@over1k_part2_orc@ds=foo/t=__HIVE_DEFAULT_PARTITION__
#### A masked pattern was here ####
-POSTHOOK: query: select * from over1k_part2_orc
+POSTHOOK: query: -- SORT_BEFORE_DIFF
+select * from over1k_part2_orc
POSTHOOK: type: QUERY
POSTHOOK: Input: default@over1k_part2_orc
POSTHOOK: Input: default@over1k_part2_orc@ds=foo/t=27
@@ -1966,13 +1968,15 @@ Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
-PREHOOK: query: select * from over1k_part2_orc
+PREHOOK: query: -- SORT_BEFORE_DIFF
+select * from over1k_part2_orc
PREHOOK: type: QUERY
PREHOOK: Input: default@over1k_part2_orc
PREHOOK: Input: default@over1k_part2_orc@ds=foo/t=27
PREHOOK: Input: default@over1k_part2_orc@ds=foo/t=__HIVE_DEFAULT_PARTITION__
#### A masked pattern was here ####
-POSTHOOK: query: select * from over1k_part2_orc
+POSTHOOK: query: -- SORT_BEFORE_DIFF
+select * from over1k_part2_orc
POSTHOOK: type: QUERY
POSTHOOK: Input: default@over1k_part2_orc
POSTHOOK: Input: default@over1k_part2_orc@ds=foo/t=27
http://git-wip-us.apache.org/repos/asf/hive/blob/7273a4c4/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out
index 2534254..fa15157 100644
--- a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out
+++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out
@@ -1752,13 +1752,15 @@ Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
-PREHOOK: query: select * from over1k_part2
+PREHOOK: query: -- SORT_BEFORE_DIFF
+select * from over1k_part2
PREHOOK: type: QUERY
PREHOOK: Input: default@over1k_part2
PREHOOK: Input: default@over1k_part2@ds=foo/t=27
PREHOOK: Input: default@over1k_part2@ds=foo/t=__HIVE_DEFAULT_PARTITION__
#### A masked pattern was here ####
-POSTHOOK: query: select * from over1k_part2
+POSTHOOK: query: -- SORT_BEFORE_DIFF
+select * from over1k_part2
POSTHOOK: type: QUERY
POSTHOOK: Input: default@over1k_part2
POSTHOOK: Input: default@over1k_part2@ds=foo/t=27
@@ -1897,13 +1899,15 @@ Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
-PREHOOK: query: select * from over1k_part2
+PREHOOK: query: -- SORT_BEFORE_DIFF
+select * from over1k_part2
PREHOOK: type: QUERY
PREHOOK: Input: default@over1k_part2
PREHOOK: Input: default@over1k_part2@ds=foo/t=27
PREHOOK: Input: default@over1k_part2@ds=foo/t=__HIVE_DEFAULT_PARTITION__
#### A masked pattern was here ####
-POSTHOOK: query: select * from over1k_part2
+POSTHOOK: query: -- SORT_BEFORE_DIFF
+select * from over1k_part2
POSTHOOK: type: QUERY
POSTHOOK: Input: default@over1k_part2
POSTHOOK: Input: default@over1k_part2@ds=foo/t=27
http://git-wip-us.apache.org/repos/asf/hive/blob/7273a4c4/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
index 7d9d99e..d41e02f 100644
--- a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
+++ b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
@@ -1986,7 +1986,7 @@ Stage-0
Statistics:Num rows: 4 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE
value expressions:_col1 (type: int), _col2 (type: float), _col3 (type: string), _col4 (type: int)
Filter Operator [FIL_27]
- predicate:((((_col1 + _col4) = 2) and _col0 is not null) and ((_col4 + 1) = 2)) (type: boolean)
+ predicate:((((_col1 + _col4) = 2) and ((_col4 + 1) = 2)) and _col0 is not null) (type: boolean)
Statistics:Num rows: 4 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE
Merge Join Operator [MERGEJOIN_31]
| condition map:[{"":"Outer Join 0 to 1"}]
@@ -2797,7 +2797,7 @@ Stage-0
| outputColumnNames:["_col0","_col1","_col2","_col3"]
| Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE
| Filter Operator [FIL_61]
- | predicate:(((UDFToDouble(_col0) + UDFToDouble(_col3)) >= 0.0) and ((UDFToDouble(_col0) >= 1.0) or (_col3 >= 1))) (type: boolean)
+ | predicate:(((UDFToDouble(_col0) >= 1.0) or (_col3 >= 1)) and ((UDFToDouble(_col0) + UDFToDouble(_col3)) >= 0.0)) (type: boolean)
| Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE
| Select Operator [SEL_65]
| outputColumnNames:["_col0","_col1","_col3"]
@@ -4240,7 +4240,7 @@ Stage-0
Select Operator [SEL_13]
Statistics:Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator [FIL_45]
- predicate:((_col0 is null or _col1 is null) and ((_col2 - _col1) > 600.0)) (type: boolean)
+ predicate:(((_col2 - _col1) > 600.0) and (_col0 is null or _col1 is null)) (type: boolean)
Statistics:Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator [GBY_11]
| aggregations:["min(VALUE._col0)","max(VALUE._col1)"]
@@ -6031,36 +6031,36 @@ Stage-0
Reducer 2
File Output Operator [FS_6]
compressed:true
- Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
Select Operator [SEL_5]
outputColumnNames:["_col0","_col1","_col2","_col3"]
- Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
Merge Join Operator [MERGEJOIN_7]
| condition map:[{"":"Inner Join 0 to 1"}]
| keys:{"0":"key (type: int)","1":"key (type: int)"}
| outputColumnNames:["_col0","_col1","_col5","_col6"]
- | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
|<-Map 1 [SIMPLE_EDGE]
| Reduce Output Operator [RS_2]
| key expressions:key (type: int)
| Map-reduce partition columns:key (type: int)
| sort order:+
- | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
| value expressions:value (type: int)
| TableScan [TS_0]
| alias:a
- | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
|<-Map 3 [SIMPLE_EDGE]
Reduce Output Operator [RS_3]
key expressions:key (type: int)
Map-reduce partition columns:key (type: int)
sort order:+
- Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
value expressions:value (type: int)
TableScan [TS_1]
alias:b
- Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key AND a.value <=> b.value
PREHOOK: type: QUERY
@@ -6078,34 +6078,34 @@ Stage-0
Reducer 2
File Output Operator [FS_6]
compressed:true
- Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
Select Operator [SEL_5]
outputColumnNames:["_col0","_col1","_col2","_col3"]
- Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
Merge Join Operator [MERGEJOIN_7]
| condition map:[{"":"Inner Join 0 to 1"}]
| keys:{"0":"key (type: int), value (type: int)","1":"key (type: int), value (type: int)"}
| outputColumnNames:["_col0","_col1","_col5","_col6"]
- | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
|<-Map 1 [SIMPLE_EDGE]
| Reduce Output Operator [RS_2]
| key expressions:key (type: int), value (type: int)
| Map-reduce partition columns:key (type: int), value (type: int)
| sort order:++
- | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
| TableScan [TS_0]
| alias:a
- | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
|<-Map 3 [SIMPLE_EDGE]
Reduce Output Operator [RS_3]
key expressions:key (type: int), value (type: int)
Map-reduce partition columns:key (type: int), value (type: int)
sort order:++
- Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
TableScan [TS_1]
alias:b
- Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input1 b ON a.key <=> b.key
PREHOOK: type: QUERY
@@ -6123,36 +6123,36 @@ Stage-0
Reducer 2
File Output Operator [FS_6]
compressed:true
- Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
Select Operator [SEL_5]
outputColumnNames:["_col0","_col1","_col2","_col3"]
- Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
Merge Join Operator [MERGEJOIN_7]
| condition map:[{"":"Right Outer Join0 to 1"}]
| keys:{"0":"key (type: int)","1":"key (type: int)"}
| outputColumnNames:["_col0","_col1","_col5","_col6"]
- | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
|<-Map 1 [SIMPLE_EDGE]
| Reduce Output Operator [RS_2]
| key expressions:key (type: int)
| Map-reduce partition columns:key (type: int)
| sort order:+
- | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
| value expressions:value (type: int)
| TableScan [TS_0]
| alias:a
- | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
|<-Map 3 [SIMPLE_EDGE]
Reduce Output Operator [RS_3]
key expressions:key (type: int)
Map-reduce partition columns:key (type: int)
sort order:+
- Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
value expressions:value (type: int)
TableScan [TS_1]
alias:b
- Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key
PREHOOK: type: QUERY
@@ -6170,36 +6170,36 @@ Stage-0
Reducer 2
File Output Operator [FS_6]
compressed:true
- Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
Select Operator [SEL_5]
outputColumnNames:["_col0","_col1","_col2","_col3"]
- Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
Merge Join Operator [MERGEJOIN_7]
| condition map:[{"":"Inner Join 0 to 1"}]
| keys:{"0":"key (type: int)","1":"key (type: int)"}
| outputColumnNames:["_col0","_col1","_col5","_col6"]
- | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
|<-Map 1 [SIMPLE_EDGE]
| Reduce Output Operator [RS_2]
| key expressions:key (type: int)
| Map-reduce partition columns:key (type: int)
| sort order:+
- | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
| value expressions:value (type: int)
| TableScan [TS_0]
| alias:a
- | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
|<-Map 3 [SIMPLE_EDGE]
Reduce Output Operator [RS_3]
key expressions:key (type: int)
Map-reduce partition columns:key (type: int)
sort order:+
- Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
value expressions:value (type: int)
TableScan [TS_1]
alias:b
- Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input1 b ON a.key <=> b.key
PREHOOK: type: QUERY
@@ -6217,36 +6217,36 @@ Stage-0
Reducer 2
File Output Operator [FS_6]
compressed:true
- Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}
Select Operator [SEL_5]
outputColumnNames:["_col0","_col1","_col2","_col3"]
- Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
Merge Join Operator [MERGEJOIN_7]
| condition map:[{"":"Left Outer Join0 to 1"}]
| keys:{"0":"key (type: int)","1":"key (type: int)"}
| outputColumnNames:["_col0","_col1","_col5","_col6"]
- | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 24 Data size: 174 Basic stats: COMPLETE Column stats: NONE
|<-Map 1 [SIMPLE_EDGE]
| Reduce Output Operator [RS_2]
| key expressions:key (type: int)
| Map-reduce partition columns:key (type: int)
| sort order:+
- | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
| value expressions:value (type: int)
| TableScan [TS_0]
| alias:a
- | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ | Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
|<-Map 3 [SIMPLE_EDGE]
Reduce Output Operator [RS_3]
key expressions:key (type: int)
Map-reduce partition columns:key (type: int)
sort order:+
- Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
value expressions:value (type: int)
TableScan [TS_1]
alias:b
- Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE
+ Statistics:Num rows: 22 Data size: 159 Basic stats: COMPLETE Column stats: NONE
PREHOOK: query: drop table sales
PREHOOK: type: DROPTABLE