You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2018/06/28 22:47:58 UTC
[02/52] [abbrv] hive git commit: HIVE-18140: Partitioned tables
statistics can go wrong in basic stats mixed case (Zoltan Haindrich reviewed
by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out
index 4a7b083..718c2e0 100644
--- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out
+++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out
@@ -134,16 +134,16 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 112 Data size: 55000 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 112 Data size: 55000 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 112 Data size: 55000 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 112 Data size: 55000 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 112 Data size: 55000 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 112 Data size: 55000 Basic stats: PARTIAL Column stats: NONE
Sorted Merge Bucket Map Join Operator
condition map:
Inner Join 0 to 1
@@ -151,17 +151,17 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
Position of Big Table: 1
- Statistics: Num rows: 123 Data size: 60500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 123 Data size: 60500 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
@@ -279,13 +279,13 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -348,16 +348,16 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 112 Data size: 55000 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 112 Data size: 55000 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 112 Data size: 55000 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 112 Data size: 55000 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 112 Data size: 55000 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 112 Data size: 55000 Basic stats: PARTIAL Column stats: NONE
Sorted Merge Bucket Map Join Operator
condition map:
Inner Join 0 to 1
@@ -365,17 +365,17 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
Position of Big Table: 0
- Statistics: Num rows: 123 Data size: 60500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 123 Data size: 60500 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
@@ -493,13 +493,13 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -562,16 +562,16 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 112 Data size: 55000 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 112 Data size: 55000 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 112 Data size: 55000 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 112 Data size: 55000 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 112 Data size: 55000 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 112 Data size: 55000 Basic stats: PARTIAL Column stats: NONE
Sorted Merge Bucket Map Join Operator
condition map:
Inner Join 0 to 1
@@ -579,17 +579,17 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
Position of Big Table: 0
- Statistics: Num rows: 123 Data size: 60500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 123 Data size: 60500 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
@@ -707,13 +707,13 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out
index f4273e0..c9abe9f 100644
--- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out
+++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out
@@ -134,16 +134,16 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 240 Data size: 116240 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 240 Data size: 116240 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 240 Data size: 116240 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 240 Data size: 116240 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 240 Data size: 116240 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 240 Data size: 116240 Basic stats: PARTIAL Column stats: NONE
Sorted Merge Bucket Map Join Operator
condition map:
Inner Join 0 to 1
@@ -151,17 +151,17 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
Position of Big Table: 1
- Statistics: Num rows: 264 Data size: 127864 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 264 Data size: 127864 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
@@ -279,13 +279,13 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -348,16 +348,16 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 240 Data size: 116240 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 240 Data size: 116240 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 240 Data size: 116240 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 240 Data size: 116240 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 240 Data size: 116240 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 240 Data size: 116240 Basic stats: PARTIAL Column stats: NONE
Sorted Merge Bucket Map Join Operator
condition map:
Inner Join 0 to 1
@@ -365,17 +365,17 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
Position of Big Table: 0
- Statistics: Num rows: 264 Data size: 127864 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 264 Data size: 127864 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
@@ -493,13 +493,13 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -562,16 +562,16 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 240 Data size: 116240 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 240 Data size: 116240 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 240 Data size: 116240 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 240 Data size: 116240 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 240 Data size: 116240 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 240 Data size: 116240 Basic stats: PARTIAL Column stats: NONE
Sorted Merge Bucket Map Join Operator
condition map:
Inner Join 0 to 1
@@ -579,17 +579,17 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
Position of Big Table: 0
- Statistics: Num rows: 264 Data size: 127864 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 264 Data size: 127864 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
@@ -707,13 +707,13 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out
index dad0db4..2818796 100644
--- a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark1.q.out
@@ -132,16 +132,16 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -218,16 +218,16 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -238,18 +238,18 @@ STAGE PLANS:
input vertices:
1 Map 2
Position of Big Table: 0
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -446,16 +446,16 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -527,16 +527,16 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -547,17 +547,17 @@ STAGE PLANS:
input vertices:
1 Map 2
Position of Big Table: 0
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out
index c573863..6d3899a 100644
--- a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark2.q.out
@@ -116,16 +116,16 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean)
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -202,16 +202,16 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -222,18 +222,18 @@ STAGE PLANS:
input vertices:
1 Map 2
Position of Big Table: 0
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -430,16 +430,16 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean)
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -516,16 +516,16 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -536,18 +536,18 @@ STAGE PLANS:
input vertices:
1 Map 2
Position of Big Table: 0
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out
index 3421e30..4398193 100644
--- a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out
@@ -116,16 +116,16 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -202,16 +202,16 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -222,18 +222,18 @@ STAGE PLANS:
input vertices:
0 Map 1
Position of Big Table: 1
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -430,16 +430,16 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 78 Data size: 30620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
keys:
0 _col0 (type: int)
@@ -511,16 +511,16 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -531,17 +531,17 @@ STAGE PLANS:
input vertices:
0 Map 1
Position of Big Table: 1
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out
index 595bf4c..0e89474 100644
--- a/ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out
@@ -400,22 +400,22 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
tag: 1
value expressions: _col1 (type: string)
auto parallelism: false
@@ -483,17 +483,17 @@ STAGE PLANS:
0 _col0 (type: int)
1 _col0 (type: int)
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -763,22 +763,22 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: ((ds = '2008-04-08') and key is not null) (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 149 Data size: 58120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE
tag: 1
value expressions: _col1 (type: string)
auto parallelism: false
@@ -846,17 +846,17 @@ STAGE PLANS:
0 _col0 (type: int)
1 _col0 (type: int)
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 163 Data size: 63932 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 63932 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out
index 9571cc8..f295f29 100644
--- a/ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out
@@ -151,12 +151,12 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: (part is not null and key is not null) (type: boolean)
- Statistics: Num rows: 178 Data size: 69500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 178 Data size: 69500 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 178 Data size: 69500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 178 Data size: 69500 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
keys:
0 key (type: int)
@@ -280,12 +280,12 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: (part is not null and key is not null) (type: boolean)
- Statistics: Num rows: 178 Data size: 69500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 178 Data size: 69500 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 178 Data size: 69500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 178 Data size: 69500 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -295,16 +295,16 @@ STAGE PLANS:
input vertices:
1 Map 3
Position of Big Table: 0
- Statistics: Num rows: 195 Data size: 76450 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 195 Data size: 76450 Basic stats: PARTIAL Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
@@ -421,13 +421,13 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out
index 0c89ea5..8ae1b0a 100644
--- a/ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out
@@ -159,12 +159,12 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: (part is not null and key is not null) (type: boolean)
- Statistics: Num rows: 219 Data size: 85620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 219 Data size: 85620 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 219 Data size: 85620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 219 Data size: 85620 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
keys:
0 key (type: int)
@@ -293,12 +293,12 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: (part is not null and key is not null) (type: boolean)
- Statistics: Num rows: 219 Data size: 85620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 219 Data size: 85620 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 219 Data size: 85620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 219 Data size: 85620 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -308,17 +308,17 @@ STAGE PLANS:
input vertices:
1 Map 3
Position of Big Table: 0
- Statistics: Num rows: 240 Data size: 94182 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 240 Data size: 94182 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
@@ -440,13 +440,13 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -518,12 +518,12 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: (part is not null and key is not null) (type: boolean)
- Statistics: Num rows: 219 Data size: 85620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 219 Data size: 85620 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 219 Data size: 85620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 219 Data size: 85620 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
keys:
0 key (type: int), part (type: string)
@@ -652,12 +652,12 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: (part is not null and key is not null) (type: boolean)
- Statistics: Num rows: 219 Data size: 85620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 219 Data size: 85620 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 219 Data size: 85620 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 219 Data size: 85620 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -667,17 +667,17 @@ STAGE PLANS:
input vertices:
1 Map 3
Position of Big Table: 0
- Statistics: Num rows: 240 Data size: 94182 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 240 Data size: 94182 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
@@ -799,13 +799,13 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out b/ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out
index 7cdf77e..4bef157 100644
--- a/ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out
@@ -120,12 +120,12 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: ((part = '1') and key is not null) (type: boolean)
- Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
keys:
0 key (type: int)
@@ -203,12 +203,12 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: ((part = '1') and key is not null) (type: boolean)
- Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -218,17 +218,17 @@ STAGE PLANS:
input vertices:
1 Map 3
Position of Big Table: 0
- Statistics: Num rows: 104 Data size: 30250 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 104 Data size: 30250 Basic stats: PARTIAL Column stats: NONE
BucketMapJoin: true
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
@@ -300,13 +300,13 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -374,12 +374,12 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: ((part = '1') and key is not null) (type: boolean)
- Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE
Spark HashTable Sink Operator
keys:
0 key (type: int)
@@ -452,12 +452,12 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: ((part = '1') and key is not null) (type: boolean)
- Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 95 Data size: 27500 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 27500 Basic stats: PARTIAL Column stats: NONE
Map Join Operator
condition map:
Inner Join 0 to 1
@@ -467,16 +467,16 @@ STAGE PLANS:
input vertices:
1 Map 3
Position of Big Table: 0
- Statistics: Num rows: 104 Data size: 30250 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 104 Data size: 30250 Basic stats: PARTIAL Column stats: NONE
Group By Operator
aggregations: count()
mode: hash
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: bigint)
auto parallelism: false
@@ -543,13 +543,13 @@ STAGE PLANS:
aggregations: count(VALUE._col0)
mode: mergepartial
outputColumnNames: _col0
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat