You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by vg...@apache.org on 2017/09/25 20:59:55 UTC
[09/23] hive git commit: HIVE-17536 : StatsUtil::getBasicStatForTable
doesn't distinguish b/w absence of statistics or zero stats (Vineet Garg,
reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/6a99cf53/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out b/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out
index b8c4366..d8adc81 100644
--- a/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out
+++ b/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out
@@ -33,23 +33,23 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int)
sort order: +
Map-reduce partition columns: key (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
value expressions: value (type: int)
Map 3
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: value (type: int)
sort order: +
Map-reduce partition columns: value (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
value expressions: key (type: int)
Reducer 2
Reduce Operator Tree:
@@ -61,14 +61,14 @@ STAGE PLANS:
1 value (type: int)
nullSafes: [true]
outputColumnNames: _col0, _col1, _col5, _col6
- Statistics: Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -118,43 +118,43 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int)
sort order: +
Map-reduce partition columns: key (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
value expressions: value (type: int)
Map 3
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: value is not null (type: boolean)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: value (type: int)
sort order: +
Map-reduce partition columns: value (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
value expressions: key (type: int)
Map 4
Map Operator Tree:
TableScan
alias: c
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int)
sort order: +
Map-reduce partition columns: key (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
value expressions: value (type: int)
Reducer 2
Reduce Operator Tree:
@@ -167,14 +167,14 @@ STAGE PLANS:
1 value (type: int)
2 key (type: int)
outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -215,34 +215,34 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int)
sort order: +
Map-reduce partition columns: key (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
value expressions: value (type: int)
Map 3
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: value (type: int)
sort order: +
Map-reduce partition columns: value (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
value expressions: key (type: int)
Map 4
Map Operator Tree:
TableScan
alias: c
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int)
sort order: +
Map-reduce partition columns: key (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
value expressions: value (type: int)
Reducer 2
Reduce Operator Tree:
@@ -256,14 +256,14 @@ STAGE PLANS:
2 key (type: int)
nullSafes: [true]
outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -331,41 +331,41 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: value is not null (type: boolean)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int), value (type: int)
sort order: ++
Map-reduce partition columns: key (type: int), value (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Map 3
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: value (type: int), key (type: int)
sort order: ++
Map-reduce partition columns: value (type: int), key (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Map 4
Map Operator Tree:
TableScan
alias: c
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: value is not null (type: boolean)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int), value (type: int)
sort order: ++
Map-reduce partition columns: key (type: int), value (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Join Operator
@@ -378,14 +378,14 @@ STAGE PLANS:
2 key (type: int), value (type: int)
nullSafes: [true, false]
outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -426,32 +426,32 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int), value (type: int)
sort order: ++
Map-reduce partition columns: key (type: int), value (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Map 3
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: value (type: int), key (type: int)
sort order: ++
Map-reduce partition columns: value (type: int), key (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Map 4
Map Operator Tree:
TableScan
alias: c
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int), value (type: int)
sort order: ++
Map-reduce partition columns: key (type: int), value (type: int)
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Join Operator
@@ -464,14 +464,14 @@ STAGE PLANS:
2 key (type: int), value (type: int)
nullSafes: [true, true]
outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 57 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -1557,29 +1557,29 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is null (type: boolean)
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: null (type: int)
sort order: +
Map-reduce partition columns: null (type: int)
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
value expressions: value (type: int)
Map 3
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: value is null (type: boolean)
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: null (type: int)
sort order: +
Map-reduce partition columns: null (type: int)
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE
value expressions: key (type: int)
Reducer 2
Reduce Operator Tree:
@@ -1591,14 +1591,14 @@ STAGE PLANS:
1 value (type: int)
nullSafes: [true]
outputColumnNames: _col1, _col5
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: null (type: int), _col1 (type: int), _col5 (type: int), null (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/6a99cf53/ql/src/test/results/clientpositive/spark/join_star.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/join_star.q.out b/ql/src/test/results/clientpositive/spark/join_star.q.out
index e304225..25b6140 100644
--- a/ql/src/test/results/clientpositive/spark/join_star.q.out
+++ b/ql/src/test/results/clientpositive/spark/join_star.q.out
@@ -144,14 +144,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: f1 is not null (type: boolean)
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f1 (type: int), f2 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col2 (type: int)
@@ -167,14 +167,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: fact
- Statistics: Num rows: 8 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: d1 is not null (type: boolean)
- Statistics: Num rows: 8 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: m1 (type: int), m2 (type: int), d1 (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 8 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -184,14 +184,14 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col4
input vertices:
1 Map 2
- Statistics: Num rows: 8 Data size: 107 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 107 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), _col4 (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 8 Data size: 107 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 107 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 8 Data size: 107 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 107 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -243,14 +243,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: f1 is not null (type: boolean)
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f1 (type: int), f2 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col2 (type: int)
@@ -261,14 +261,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim2
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: f3 is not null (type: boolean)
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f3 (type: int), f4 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col3 (type: int)
@@ -284,14 +284,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: fact
- Statistics: Num rows: 6 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (d1 is not null and d2 is not null) (type: boolean)
- Statistics: Num rows: 6 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: m1 (type: int), m2 (type: int), d1 (type: int), d2 (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 6 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -301,7 +301,7 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col3, _col5
input vertices:
1 Map 2
- Statistics: Num rows: 6 Data size: 107 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 107 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -311,14 +311,14 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col5, _col7
input vertices:
1 Map 3
- Statistics: Num rows: 6 Data size: 117 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 117 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col7 (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 6 Data size: 117 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 117 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 6 Data size: 117 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 117 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -373,14 +373,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim2
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: f3 is not null (type: boolean)
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f3 (type: int), f4 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col1 (type: int)
@@ -396,14 +396,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (f1 is not null and f2 is not null) (type: boolean)
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f1 (type: int), f2 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -413,7 +413,7 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col3
input vertices:
1 Map 2
- Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 17 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -429,14 +429,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: fact
- Statistics: Num rows: 8 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: d1 is not null (type: boolean)
- Statistics: Num rows: 8 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: m1 (type: int), m2 (type: int), d1 (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 8 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -446,14 +446,14 @@ STAGE PLANS:
outputColumnNames: _col1, _col3, _col4, _col5
input vertices:
0 Map 1
- Statistics: Num rows: 8 Data size: 107 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 18 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col4 (type: int), _col5 (type: int), _col1 (type: int), _col3 (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 8 Data size: 107 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 18 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 8 Data size: 107 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 18 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -507,11 +507,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f1 (type: int), f2 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col2 (type: int)
@@ -522,11 +522,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim2
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f3 (type: int), f4 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col4 (type: int)
@@ -542,11 +542,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: fact
- Statistics: Num rows: 8 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: m1 (type: int), m2 (type: int), d1 (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 8 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -556,7 +556,7 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col4
input vertices:
1 Map 2
- Statistics: Num rows: 8 Data size: 107 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 107 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -566,14 +566,14 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col4, _col6
input vertices:
1 Map 3
- Statistics: Num rows: 8 Data size: 117 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 117 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), _col4 (type: int), _col6 (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 8 Data size: 117 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 117 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 8 Data size: 117 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 117 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -643,11 +643,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f1 (type: int), f2 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col2 (type: int)
@@ -658,11 +658,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim2
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f3 (type: int), f4 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col5 (type: int)
@@ -673,11 +673,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim3
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f5 (type: int), f6 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col3 (type: int)
@@ -688,11 +688,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim4
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f7 (type: int), f8 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col9 (type: int)
@@ -703,11 +703,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim5
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f9 (type: int), f10 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col11 (type: int)
@@ -718,11 +718,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim6
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f11 (type: int), f12 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col9 (type: int)
@@ -733,11 +733,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: dim7
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: f13 (type: int), f14 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col15 (type: int)
@@ -753,11 +753,11 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: fact
- Statistics: Num rows: 6 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: m1 (type: int), m2 (type: int), d1 (type: int), d2 (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 6 Data size: 98 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -767,7 +767,7 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col3, _col5
input vertices:
1 Map 2
- Statistics: Num rows: 6 Data size: 107 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 107 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -777,7 +777,7 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col3, _col5, _col7
input vertices:
1 Map 3
- Statistics: Num rows: 6 Data size: 117 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 117 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -787,7 +787,7 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col5, _col7, _col9
input vertices:
1 Map 4
- Statistics: Num rows: 6 Data size: 128 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 128 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -797,7 +797,7 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col5, _col7, _col9, _col11
input vertices:
1 Map 5
- Statistics: Num rows: 6 Data size: 140 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 140 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -807,7 +807,7 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col5, _col7, _col9, _col11, _col13
input vertices:
1 Map 6
- Statistics: Num rows: 6 Data size: 154 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 154 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -817,7 +817,7 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col5, _col7, _col9, _col11, _col13, _col15
input vertices:
1 Map 7
- Statistics: Num rows: 6 Data size: 169 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 169 Basic stats: COMPLETE Column stats: NONE
Map Join Operator
condition map:
Left Outer Join 0 to 1
@@ -827,14 +827,14 @@ STAGE PLANS:
outputColumnNames: _col0, _col1, _col5, _col7, _col9, _col11, _col13, _col15, _col17
input vertices:
1 Map 8
- Statistics: Num rows: 6 Data size: 185 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 185 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col7 (type: int), _col9 (type: int), _col11 (type: int), _col13 (type: int), _col15 (type: int), _col17 (type: int)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
- Statistics: Num rows: 6 Data size: 185 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 185 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 6 Data size: 185 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 185 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/6a99cf53/ql/src/test/results/clientpositive/spark/orc_merge5.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/orc_merge5.q.out b/ql/src/test/results/clientpositive/spark/orc_merge5.q.out
index 1f8c869..a7adcb4 100644
--- a/ql/src/test/results/clientpositive/spark/orc_merge5.q.out
+++ b/ql/src/test/results/clientpositive/spark/orc_merge5.q.out
@@ -41,17 +41,17 @@ STAGE PLANS:
TableScan
alias: orc_merge5
filterExpr: (userid <= 13) (type: boolean)
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (userid <= 13) (type: boolean)
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -129,17 +129,17 @@ STAGE PLANS:
TableScan
alias: orc_merge5
filterExpr: (userid <= 13) (type: boolean)
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (userid <= 13) (type: boolean)
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/6a99cf53/ql/src/test/results/clientpositive/spark/orc_merge6.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/orc_merge6.q.out b/ql/src/test/results/clientpositive/spark/orc_merge6.q.out
index be62fae..1028618 100644
--- a/ql/src/test/results/clientpositive/spark/orc_merge6.q.out
+++ b/ql/src/test/results/clientpositive/spark/orc_merge6.q.out
@@ -41,17 +41,17 @@ STAGE PLANS:
TableScan
alias: orc_merge5
filterExpr: (userid <= 13) (type: boolean)
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (userid <= 13) (type: boolean)
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -174,17 +174,17 @@ STAGE PLANS:
TableScan
alias: orc_merge5
filterExpr: (userid <= 13) (type: boolean)
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (userid <= 13) (type: boolean)
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/6a99cf53/ql/src/test/results/clientpositive/spark/orc_merge7.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/orc_merge7.q.out b/ql/src/test/results/clientpositive/spark/orc_merge7.q.out
index 01e3eac..780f5c8 100644
--- a/ql/src/test/results/clientpositive/spark/orc_merge7.q.out
+++ b/ql/src/test/results/clientpositive/spark/orc_merge7.q.out
@@ -40,14 +40,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: orc_merge5
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp), subtype (type: double)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
@@ -207,14 +207,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: orc_merge5
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp), subtype (type: double)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/6a99cf53/ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out b/ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out
index 65790c4..01f8bd4 100644
--- a/ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out
+++ b/ql/src/test/results/clientpositive/spark/orc_merge_incompat1.q.out
@@ -40,17 +40,17 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: orc_merge5
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (userid <= 13) (type: boolean)
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/6a99cf53/ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out b/ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out
index 52973c8..0f1db16 100644
--- a/ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out
+++ b/ql/src/test/results/clientpositive/spark/orc_merge_incompat2.q.out
@@ -40,14 +40,14 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: orc_merge5
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: userid (type: bigint), string1 (type: string), subtype (type: double), decimal1 (type: decimal(10,0)), ts (type: timestamp), subtype (type: double)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 919 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 246402 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat
output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/6a99cf53/ql/src/test/results/clientpositive/spark/parallel_orderby.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/parallel_orderby.q.out b/ql/src/test/results/clientpositive/spark/parallel_orderby.q.out
index 483e42d..30511e8 100644
--- a/ql/src/test/results/clientpositive/spark/parallel_orderby.q.out
+++ b/ql/src/test/results/clientpositive/spark/parallel_orderby.q.out
@@ -45,24 +45,24 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: src5
- Statistics: Num rows: 2 Data size: 560 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 560 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 560 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 560 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string)
sort order: ++
- Statistics: Num rows: 2 Data size: 560 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 560 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 2 Data size: 560 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 560 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 560 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 560 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/6a99cf53/ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out b/ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out
index 45b59f1..f4efb90 100644
--- a/ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out
+++ b/ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out
@@ -71,19 +71,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: flights_tiny
- Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int)
sort order: ++++
Map-reduce partition columns: fl_num (type: string)
- Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
value expressions: origin_city_name (type: string), arr_delay (type: float)
Reducer 2
Reduce Operator Tree:
Select Operator
expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey0 (type: string)
outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Function definitions:
Input definition
@@ -99,14 +99,14 @@ STAGE PLANS:
partition by: _col6
raw input shape:
referenced columns: _col0, _col6, _col2, _col3, _col4, tpath, _col5
- Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: origin_city_name (type: string), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -195,19 +195,19 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: flights_tiny
- Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: 0 (type: int), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int)
sort order: +++++
Map-reduce partition columns: 0 (type: int)
- Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
value expressions: origin_city_name (type: string), arr_delay (type: float)
Reducer 2
Reduce Operator Tree:
Select Operator
expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string)
outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Function definitions:
Input definition
@@ -223,17 +223,17 @@ STAGE PLANS:
partition by: 0
raw input shape:
referenced columns: _col0, _col6, _col2, _col3, _col4, tpath, _col5
- Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (fl_num = 1142) (type: boolean)
- Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: origin_city_name (type: string), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -309,26 +309,26 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: flights_tiny
- Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (fl_num = -1142) (type: boolean)
- Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: origin_city_name (type: string), year (type: int), month (type: int), day_of_month (type: int), arr_delay (type: float), fl_num (type: string)
outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: 0 (type: int), _col6 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int)
sort order: +++++
Map-reduce partition columns: 0 (type: int)
- Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col5 (type: float)
Reducer 2
Reduce Operator Tree:
Select Operator
expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string)
outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
PTF Operator
Function definitions:
Input definition
@@ -344,14 +344,14 @@ STAGE PLANS:
partition by: 0
raw input shape:
referenced columns: _col0, _col6, _col2, _col3, _col4, tpath, _col5
- Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: origin_city_name (type: string), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6
- Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 5379 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat