You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2018/06/28 22:48:01 UTC
[05/52] [abbrv] hive git commit: HIVE-18140: Partitioned tables
statistics can go wrong in basic stats mixed case (Zoltan Haindrich reviewed
by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out b/ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out
index c5a1d7a..d69adbe 100644
--- a/ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out
@@ -120,22 +120,22 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 85004 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 85004 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
tag: 0
value expressions: _col1 (type: string)
auto parallelism: true
@@ -200,22 +200,22 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 78 Data size: 44908 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 44908 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
tag: 1
value expressions: _col1 (type: string)
auto parallelism: true
@@ -287,17 +287,17 @@ STAGE PLANS:
1 _col0 (type: int)
outputColumnNames: _col0, _col1, _col3
Position of Big Table: 0
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -328,16 +328,16 @@ STAGE PLANS:
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string)
outputColumnNames: key, value1, value2
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
Group By Operator
aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll')
mode: hash
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>)
auto parallelism: false
@@ -349,13 +349,13 @@ STAGE PLANS:
aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -552,22 +552,22 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 85004 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 85004 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
tag: 0
value expressions: _col1 (type: string)
auto parallelism: true
@@ -632,22 +632,22 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 78 Data size: 44908 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 44908 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
tag: 1
value expressions: _col1 (type: string)
auto parallelism: true
@@ -719,17 +719,17 @@ STAGE PLANS:
1 _col0 (type: int)
outputColumnNames: _col0, _col1, _col3
Position of Big Table: 0
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -760,16 +760,16 @@ STAGE PLANS:
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string)
outputColumnNames: key, value1, value2
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
Group By Operator
aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll')
mode: hash
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>)
auto parallelism: false
@@ -781,13 +781,13 @@ STAGE PLANS:
aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -1001,22 +1001,22 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 85004 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 85004 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
tag: 0
value expressions: _col1 (type: string)
auto parallelism: true
@@ -1081,22 +1081,22 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 156 Data size: 89440 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89440 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 85426 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 85426 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 149 Data size: 85426 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 85426 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 149 Data size: 85426 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 85426 Basic stats: PARTIAL Column stats: NONE
tag: 1
value expressions: _col1 (type: string)
auto parallelism: true
@@ -1218,17 +1218,17 @@ STAGE PLANS:
1 _col0 (type: int)
outputColumnNames: _col0, _col1, _col3
Position of Big Table: 1
- Statistics: Num rows: 163 Data size: 93968 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 93968 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col3 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 163 Data size: 93968 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 93968 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 163 Data size: 93968 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 93968 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1259,16 +1259,16 @@ STAGE PLANS:
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string)
outputColumnNames: key, value1, value2
- Statistics: Num rows: 163 Data size: 93968 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 93968 Basic stats: PARTIAL Column stats: NONE
Group By Operator
aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll')
mode: hash
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>)
auto parallelism: false
@@ -1280,13 +1280,13 @@ STAGE PLANS:
aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out b/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out
index fde451f..887dd42 100644
--- a/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out
@@ -144,22 +144,22 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 78 Data size: 44908 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 44908 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
tag: 0
value expressions: _col1 (type: string)
auto parallelism: true
@@ -224,22 +224,22 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 85004 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 85004 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
tag: 1
value expressions: _col1 (type: string)
auto parallelism: true
@@ -311,17 +311,17 @@ STAGE PLANS:
1 _col0 (type: int)
outputColumnNames: _col0, _col1, _col4
Position of Big Table: 1
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col4 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -352,16 +352,16 @@ STAGE PLANS:
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string)
outputColumnNames: key, value1, value2
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
Group By Operator
aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll')
mode: hash
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>)
auto parallelism: false
@@ -373,13 +373,13 @@ STAGE PLANS:
aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -576,22 +576,22 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 78 Data size: 44908 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 78 Data size: 44908 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 75 Data size: 43180 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 75 Data size: 43180 Basic stats: PARTIAL Column stats: NONE
tag: 0
value expressions: _col1 (type: string)
auto parallelism: true
@@ -656,22 +656,22 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 149 Data size: 85004 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 149 Data size: 85004 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 142 Data size: 81010 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 142 Data size: 81010 Basic stats: PARTIAL Column stats: NONE
tag: 1
value expressions: _col1 (type: string)
auto parallelism: true
@@ -743,17 +743,17 @@ STAGE PLANS:
1 _col0 (type: int)
outputColumnNames: _col0, _col1, _col4
Position of Big Table: 1
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: UDFToString(_col0) (type: string), _col1 (type: string), _col4 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 1
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -784,16 +784,16 @@ STAGE PLANS:
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string)
outputColumnNames: key, value1, value2
- Statistics: Num rows: 156 Data size: 89111 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 156 Data size: 89111 Basic stats: PARTIAL Column stats: NONE
Group By Operator
aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll')
mode: hash
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
null sort order:
sort order:
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
tag: -1
value expressions: _col0 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col1 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>)
auto parallelism: false
@@ -805,13 +805,13 @@ STAGE PLANS:
aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out b/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out
index 5ee4b18..c3faba8 100644
--- a/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out
@@ -82,18 +82,18 @@ STAGE PLANS:
TableScan
alias: a
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 69 Data size: 27768 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 69 Data size: 27768 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 66 Data size: 26560 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 66 Data size: 26560 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: key (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: key (type: int)
- Statistics: Num rows: 66 Data size: 26560 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 66 Data size: 26560 Basic stats: PARTIAL Column stats: NONE
tag: 0
auto parallelism: true
Execution mode: llap
@@ -158,18 +158,18 @@ STAGE PLANS:
TableScan
alias: b
filterExpr: key is not null (type: boolean)
- Statistics: Num rows: 69 Data size: 40096 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 69 Data size: 40096 Basic stats: PARTIAL Column stats: NONE
GatherStats: false
Filter Operator
isSamplingPred: false
predicate: key is not null (type: boolean)
- Statistics: Num rows: 66 Data size: 38352 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 66 Data size: 38352 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: key (type: int)
null sort order: a
sort order: +
Map-reduce partition columns: key (type: int)
- Statistics: Num rows: 66 Data size: 38352 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 66 Data size: 38352 Basic stats: PARTIAL Column stats: NONE
tag: 1
value expressions: value (type: string)
auto parallelism: true
@@ -242,16 +242,16 @@ STAGE PLANS:
1 key (type: int)
outputColumnNames: _col0, _col8
Position of Big Table: 1
- Statistics: Num rows: 72 Data size: 29216 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 72 Data size: 29216 Basic stats: PARTIAL Column stats: NONE
Select Operator
expressions: _col0 (type: int), _col8 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 72 Data size: 29216 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 72 Data size: 29216 Basic stats: PARTIAL Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: string)
null sort order: aa
sort order: ++
- Statistics: Num rows: 72 Data size: 29216 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 72 Data size: 29216 Basic stats: PARTIAL Column stats: NONE
tag: -1
TopN: 1
TopN Hash Memory Usage: 0.1
@@ -263,16 +263,16 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 72 Data size: 29216 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 72 Data size: 29216 Basic stats: PARTIAL Column stats: NONE
Limit
Number of rows: 1
- Statistics: Num rows: 1 Data size: 405 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 405 Basic stats: PARTIAL Column stats: NONE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 405 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 405 Basic stats: PARTIAL Column stats: NONE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/15d7d6dc/ql/src/test/results/clientpositive/llap/column_table_stats.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/column_table_stats.q.out b/ql/src/test/results/clientpositive/llap/column_table_stats.q.out
index d319f8a..7034a74 100644
--- a/ql/src/test/results/clientpositive/llap/column_table_stats.q.out
+++ b/ql/src/test/results/clientpositive/llap/column_table_stats.q.out
@@ -329,25 +329,25 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: spart
- Statistics: Num rows: 196 Data size: 257552 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 196 Data size: 257552 Basic stats: PARTIAL Column stats: PARTIAL
Statistics Aggregation Key Prefix: default.spart/
GatherStats: true
Select Operator
expressions: key (type: string), value (type: string), ds (type: string), hr (type: string)
outputColumnNames: key, value, ds, hr
- Statistics: Num rows: 196 Data size: 257552 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 196 Data size: 257552 Basic stats: PARTIAL Column stats: PARTIAL
Group By Operator
aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll')
keys: ds (type: string), hr (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 196 Data size: 313792 Basic stats: PARTIAL Column stats: PARTIAL
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string)
null sort order: aa
sort order: ++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 196 Data size: 313792 Basic stats: PARTIAL Column stats: PARTIAL
tag: -1
value expressions: _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>)
auto parallelism: true
@@ -464,17 +464,17 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 98 Data size: 155424 Basic stats: PARTIAL Column stats: PARTIAL
Select Operator
expressions: _col2 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: string), _col1 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 98 Data size: 155424 Basic stats: PARTIAL Column stats: PARTIAL
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 98 Data size: 155424 Basic stats: PARTIAL Column stats: PARTIAL
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -739,25 +739,25 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: spart
- Statistics: Num rows: 196 Data size: 257552 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 196 Data size: 257552 Basic stats: PARTIAL Column stats: PARTIAL
Statistics Aggregation Key Prefix: default.spart/
GatherStats: true
Select Operator
expressions: key (type: string), value (type: string), ds (type: string), hr (type: string)
outputColumnNames: key, value, ds, hr
- Statistics: Num rows: 196 Data size: 257552 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 196 Data size: 257552 Basic stats: PARTIAL Column stats: PARTIAL
Group By Operator
aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll')
keys: ds (type: string), hr (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 196 Data size: 313792 Basic stats: PARTIAL Column stats: PARTIAL
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string)
null sort order: aa
sort order: ++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 196 Data size: 313792 Basic stats: PARTIAL Column stats: PARTIAL
tag: -1
value expressions: _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>)
auto parallelism: true
@@ -874,17 +874,17 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 98 Data size: 155424 Basic stats: PARTIAL Column stats: PARTIAL
Select Operator
expressions: _col2 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: string), _col1 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 98 Data size: 155424 Basic stats: PARTIAL Column stats: PARTIAL
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 98 Data size: 155424 Basic stats: PARTIAL Column stats: PARTIAL
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
@@ -1150,25 +1150,25 @@ STAGE PLANS:
TableScan
alias: spart
filterExpr: (hr = '11') (type: boolean)
- Statistics: Num rows: 117 Data size: 121232 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 117 Data size: 121232 Basic stats: PARTIAL Column stats: PARTIAL
Statistics Aggregation Key Prefix: default.spart/
GatherStats: true
Select Operator
expressions: key (type: string), value (type: string), ds (type: string)
outputColumnNames: key, value, ds
- Statistics: Num rows: 117 Data size: 121232 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 117 Data size: 121232 Basic stats: PARTIAL Column stats: PARTIAL
Group By Operator
aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll')
keys: ds (type: string), '11' (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 1150 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 117 Data size: 166072 Basic stats: PARTIAL Column stats: PARTIAL
Reduce Output Operator
key expressions: _col0 (type: string), '11' (type: string)
null sort order: aa
sort order: ++
Map-reduce partition columns: _col0 (type: string), '11' (type: string)
- Statistics: Num rows: 1 Data size: 1150 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 117 Data size: 166072 Basic stats: PARTIAL Column stats: PARTIAL
tag: -1
value expressions: _col2 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,sumlength:bigint,count:bigint,countnulls:bigint,bitvector:binary>)
auto parallelism: true
@@ -1236,17 +1236,17 @@ STAGE PLANS:
keys: KEY._col0 (type: string), '11' (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 1150 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 58 Data size: 81584 Basic stats: PARTIAL Column stats: PARTIAL
Select Operator
expressions: _col2 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,maxlength:bigint,avglength:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: string), '11' (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 1150 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 58 Data size: 81584 Basic stats: PARTIAL Column stats: PARTIAL
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 1 Data size: 1150 Basic stats: COMPLETE Column stats: PARTIAL
+ Statistics: Num rows: 58 Data size: 81584 Basic stats: PARTIAL Column stats: PARTIAL
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat