You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by kg...@apache.org on 2017/12/20 10:40:18 UTC
[17/37] hive git commit: HIVE-18149: Stats: rownum estimation from
datasize underestimates in most cases (Zoltan Haindrich,
reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out
index e1c4d8a..9467ca0 100644
--- a/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out
+++ b/ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out
@@ -56,73 +56,73 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key = '2') or (key = '3')) and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 3
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key = '2') or (key = '3')) and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 4
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key <> '2') and (key <> '3')) and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 6
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key <> '2') and (key <> '3')) and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Reducer 2
Reduce Operator Tree:
@@ -130,10 +130,10 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 66 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -144,10 +144,10 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 66 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -199,73 +199,73 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key = '2') or (key = '3')) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 3
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key = '2') or (key = '3')) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 4
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key <> '2') and (key <> '3')) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 6
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key <> '2') and (key <> '3')) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Reducer 2
Reduce Operator Tree:
@@ -273,10 +273,10 @@ STAGE PLANS:
condition map:
Right Outer Join 0 to 1
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 66 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -287,10 +287,10 @@ STAGE PLANS:
condition map:
Right Outer Join 0 to 1
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 66 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -345,76 +345,76 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key = '2') or (key = '3')) and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 4
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key = '2') or (key = '3')) and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 5
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key <> '2') and (key <> '3')) and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 7
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((key <> '2') and (key <> '3')) and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Join Operator
condition map:
Inner Join 0 to 1
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
@@ -443,7 +443,7 @@ STAGE PLANS:
Join Operator
condition map:
Inner Join 0 to 1
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
@@ -494,76 +494,76 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key = '2') or (key = '3')) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 4
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key = '2') or (key = '3')) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 5
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key <> '2') and (key <> '3')) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 7
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key <> '2') and (key <> '3')) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Join Operator
condition map:
Right Outer Join 0 to 1
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
@@ -592,7 +592,7 @@ STAGE PLANS:
Join Operator
condition map:
Right Outer Join 0 to 1
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out
index 407d2ad..12c5efe 100644
--- a/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out
+++ b/ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out
@@ -58,15 +58,15 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (key = '8') (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: string)
sort order: +
Map-reduce partition columns: key (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 3
Map Operator Tree:
TableScan
@@ -85,15 +85,15 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key <> '8') and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: string)
sort order: +
Map-reduce partition columns: key (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 6
Map Operator Tree:
TableScan
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out
index c8a93a0..abb9ac1 100644
--- a/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out
+++ b/ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out
@@ -66,73 +66,73 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (key = '2') (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 10
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key <> '2') and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 12
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key <> '2') and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 3
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (key = '2') (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Reducer 11
Reduce Operator Tree:
@@ -140,14 +140,14 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 4 Data size: 132 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -158,14 +158,14 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 4 Data size: 132 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -176,14 +176,14 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 4 Data size: 132 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -194,14 +194,14 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 4 Data size: 132 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out
index 7d7ae1c..8be28b6 100644
--- a/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out
+++ b/ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out
@@ -56,80 +56,80 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((((key = '2') and (val = '12')) or ((key = '8') and (val = '18'))) or ((key = '3') and (val = '13'))) and key is not null and val is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string)
sort order: ++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 3
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((((key = '2') and (val = '12')) or ((key = '8') and (val = '18'))) or ((key = '3') and (val = '13'))) and key is not null and val is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string)
sort order: ++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 4
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((((key <> '2') or (val <> '12')) and ((key <> '8') or (val <> '18'))) and ((key <> '3') or (val <> '13'))) and key is not null and val is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string)
sort order: ++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 6
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (((((key <> '2') or (val <> '12')) and ((key <> '8') or (val <> '18'))) and ((key <> '3') or (val <> '13'))) and key is not null and val is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string)
sort order: ++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Join Operator
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 66 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -140,10 +140,10 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 66 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out
index ff43702..9a8dced 100644
--- a/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out
+++ b/ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out
@@ -76,55 +76,55 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (key is not null and val is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 4
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: key is not null (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 5
Map Operator Tree:
TableScan
alias: c
- Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: val is not null (type: boolean)
- Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: string)
sort order: +
Map-reduce partition columns: _col1 (type: string)
- Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
Reducer 2
Reduce Operator Tree:
@@ -135,12 +135,12 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: string)
sort order: +
Map-reduce partition columns: _col1 (type: string)
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string)
Reducer 3
Reduce Operator Tree:
@@ -151,10 +151,10 @@ STAGE PLANS:
0 _col1 (type: string)
1 _col1 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 363 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 363 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out
index 2ab27b4..3cda697 100644
--- a/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out
+++ b/ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out
@@ -79,91 +79,91 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key = '2') and val is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 4
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (key = '2') (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 5
Map Operator Tree:
TableScan
alias: c
- Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: val is not null (type: boolean)
- Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: string)
sort order: +
Map-reduce partition columns: _col1 (type: string)
- Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string)
Map 6
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key <> '2') and key is not null and val is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Map 8
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((key <> '2') and key is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: string)
Reducer 2
Reduce Operator Tree:
@@ -171,12 +171,12 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: string)
sort order: +
Map-reduce partition columns: _col1 (type: string)
- Statistics: Num rows: 2 Data size: 66 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string)
Reducer 3
Reduce Operator Tree:
@@ -187,10 +187,10 @@ STAGE PLANS:
0 _col1 (type: string)
1 _col1 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 2 Data size: 72 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 726 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 72 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 726 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -201,12 +201,12 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: string)
sort order: +
Map-reduce partition columns: _col1 (type: string)
- Statistics: Num rows: 2 Data size: 66 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE
value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string)
Stage: Stage-0
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out b/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out
index 2dc1ed8..4189fb3 100644
--- a/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out
+++ b/ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out
@@ -56,80 +56,80 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((key = '2') and (val = '12')) or (key = '3')) and key is not null and val is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string)
sort order: ++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 3
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((key = '2') and (val = '12')) or (key = '3')) and key is not null and val is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string)
sort order: ++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 4
Map Operator Tree:
TableScan
alias: a
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((key <> '2') or (val <> '12')) and (key <> '3')) and key is not null and val is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string)
sort order: ++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Map 6
Map Operator Tree:
TableScan
alias: b
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: ((((key <> '2') or (val <> '12')) and (key <> '3')) and key is not null and val is not null) (type: boolean)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string)
sort order: ++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Join Operator
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 66 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -140,10 +140,10 @@ STAGE PLANS:
condition map:
Inner Join 0 to 1
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 66 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat