You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by kg...@apache.org on 2017/12/20 10:40:22 UTC
[21/37] hive git commit: HIVE-18149: Stats: rownum estimation from
datasize underestimates in most cases (Zoltan Haindrich,
reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/count.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/count.q.out b/ql/src/test/results/clientpositive/spark/count.q.out
index bb29363..a2c57d9 100644
--- a/ql/src/test/results/clientpositive/spark/count.q.out
+++ b/ql/src/test/results/clientpositive/spark/count.q.out
@@ -48,22 +48,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: a (type: int), b (type: int), c (type: int), d (type: int)
outputColumnNames: a, b, c, d
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(DISTINCT b), count(DISTINCT c), sum(d)
keys: a (type: int), b (type: int), c (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int)
sort order: +++
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
value expressions: _col5 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -72,10 +72,10 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -118,21 +118,21 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: a (type: int), b (type: int), c (type: int), d (type: int)
outputColumnNames: a, b, c, d
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(), count(a), count(b), count(c), count(d), count(DISTINCT a), count(DISTINCT b), count(DISTINCT c), count(DISTINCT d), count(DISTINCT a, b), count(DISTINCT b, c), count(DISTINCT c, d), count(DISTINCT a, d), count(DISTINCT a, c), count(DISTINCT b, d), count(DISTINCT a, b, c), count(DISTINCT b, c, d), count(DISTINCT a, c, d), count(DISTINCT a, b, d), count(DISTINCT a, b, c, d)
keys: a (type: int), b (type: int), c (type: int), d (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int)
sort order: ++++
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -187,16 +187,16 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: a (type: int), b (type: int), c (type: int), d (type: int)
outputColumnNames: a, b, c, d
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: a (type: int), b (type: int), c (type: int)
sort order: +++
Map-reduce partition columns: a (type: int)
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
value expressions: d (type: int)
Reducer 2
Reduce Operator Tree:
@@ -205,10 +205,10 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: complete
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -251,15 +251,15 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: a (type: int), b (type: int), c (type: int), d (type: int)
outputColumnNames: a, b, c, d
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: a (type: int), b (type: int), c (type: int), d (type: int)
sort order: ++++
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Group By Operator
@@ -313,21 +313,21 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: a (type: int), b (type: int), c (type: int), d (type: int)
outputColumnNames: a, b, c, d
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(), count(a), count(b), count(c), count(d), count(DISTINCT a), count(DISTINCT b), count(DISTINCT c), count(DISTINCT d), count(DISTINCT a, b), count(DISTINCT b, c), count(DISTINCT c, d), count(DISTINCT a, d), count(DISTINCT a, c), count(DISTINCT b, d), count(DISTINCT a, b, c), count(DISTINCT b, c, d), count(DISTINCT a, c, d), count(DISTINCT a, b, d), count(DISTINCT a, b, c, d)
keys: a (type: int), b (type: int), c (type: int), d (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int)
sort order: ++++
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -383,28 +383,28 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: a (type: int), b (type: int)
outputColumnNames: a, b
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: a (type: int), b (type: int)
sort order: ++
Map-reduce partition columns: a (type: int), b (type: int)
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: int), KEY._col1 (type: int)
mode: complete
outputColumnNames: a, b
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: a (type: int)
sort order: +
Map-reduce partition columns: a (type: int)
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
value expressions: b (type: int)
Reducer 3
Reduce Operator Tree:
@@ -413,14 +413,14 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: complete
outputColumnNames: a, $f1
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: $f1 (type: bigint)
outputColumnNames: _o__c0
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -464,28 +464,28 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: b (type: int)
outputColumnNames: b
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: b (type: int)
sort order: +
Map-reduce partition columns: b (type: int)
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: int)
mode: complete
outputColumnNames: b
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: b (type: int)
sort order: +
Map-reduce partition columns: b (type: int)
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reducer 3
Reduce Operator Tree:
Group By Operator
@@ -493,14 +493,14 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: complete
outputColumnNames: b, $f1
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: $f1 (type: bigint)
outputColumnNames: _o__c0
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -544,28 +544,28 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: b (type: int), c (type: int)
outputColumnNames: b, c
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: b (type: int), c (type: int)
sort order: ++
Map-reduce partition columns: b (type: int), c (type: int)
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Group By Operator
keys: KEY._col0 (type: int), KEY._col1 (type: int)
mode: complete
outputColumnNames: b, c
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: c (type: int)
sort order: +
Map-reduce partition columns: c (type: int)
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
value expressions: b (type: int)
Reducer 3
Reduce Operator Tree:
@@ -574,14 +574,14 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: complete
outputColumnNames: c, $f1
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: $f1 (type: bigint)
outputColumnNames: _o__c0
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -627,16 +627,16 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: b (type: int), c (type: int), d (type: int)
outputColumnNames: b, c, d
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: d (type: int), c (type: int)
sort order: ++
Map-reduce partition columns: d (type: int)
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
value expressions: b (type: int)
Reducer 2
Reduce Operator Tree:
@@ -645,14 +645,14 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: complete
outputColumnNames: d, $f1, $f2
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: $f1 (type: bigint), $f2 (type: bigint)
outputColumnNames: _o__c0, _o__c1
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -698,16 +698,16 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: a (type: int), b (type: int), c (type: int), d (type: int), (d + d) (type: int), (d * 3) (type: int)
outputColumnNames: $f0, $f1, $f2, $f3, $f4, $f5
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: $f0 (type: int), $f1 (type: int), $f2 (type: int)
sort order: +++
Map-reduce partition columns: $f0 (type: int)
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
value expressions: $f3 (type: int), $f4 (type: int), $f5 (type: int)
Reducer 2
Reduce Operator Tree:
@@ -716,10 +716,10 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: complete
outputColumnNames: $f0, $f1, $f2, $f3, $f4, $f5, $f6, $f7, $f8, $f9, $f10
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -762,16 +762,16 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: a (type: int), b (type: int), c (type: int), d (type: int)
outputColumnNames: a, b, c, d
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: a (type: int), b (type: int), c (type: int)
sort order: +++
Map-reduce partition columns: a (type: int)
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
value expressions: d (type: int)
Reducer 2
Reduce Operator Tree:
@@ -780,10 +780,10 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: complete
outputColumnNames: a, $f1, $f2, $f3, $f4
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -826,15 +826,15 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: abcd
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: a (type: int), b (type: int), c (type: int), d (type: int)
outputColumnNames: a, b, c, d
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: a (type: int), b (type: int), c (type: int), d (type: int)
sort order: ++++
- Statistics: Num rows: 1 Data size: 78 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Group By Operator
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out b/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out
index 88eaf86..53d982a 100644
--- a/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out
+++ b/ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out
@@ -39,28 +39,28 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: t1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: add10(x) (type: int), add10(y) (type: double)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: double)
sort order: -+
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
TopN Hash Memory Usage: 0.1
Reducer 2
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: double)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Limit
Number of rows: 10
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/groupby10.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/groupby10.q.out b/ql/src/test/results/clientpositive/spark/groupby10.q.out
index f03e4e3..df4e23b 100644
--- a/ql/src/test/results/clientpositive/spark/groupby10.q.out
+++ b/ql/src/test/results/clientpositive/spark/groupby10.q.out
@@ -61,16 +61,16 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: input
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: key, value
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int), substr(value, 5) (type: string)
sort order: ++
Map-reduce partition columns: key (type: int)
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Group By Operator
@@ -78,12 +78,12 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: partial1
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint), _col2 (type: bigint)
Reducer 3
Reduce Operator Tree:
@@ -92,14 +92,14 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: final
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -112,12 +112,12 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: partial1
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: double), _col2 (type: double)
Reducer 5
Reduce Operator Tree:
@@ -126,14 +126,14 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: final
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -275,16 +275,16 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: input
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: key, value
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int), substr(value, 5) (type: string)
sort order: ++
Map-reduce partition columns: key (type: int)
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Group By Operator
@@ -292,12 +292,12 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: partial1
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint), _col2 (type: bigint)
Reducer 3
Reduce Operator Tree:
@@ -306,14 +306,14 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: final
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -326,12 +326,12 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: partial1
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: double), _col2 (type: double)
Reducer 5
Reduce Operator Tree:
@@ -340,14 +340,14 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: final
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -486,33 +486,33 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: input
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), value (type: string)
outputColumnNames: key, value
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: key (type: int), substr(value, 5) (type: string)
sort order: ++
Map-reduce partition columns: key (type: int)
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Forward
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0)
keys: KEY._col0 (type: int)
mode: complete
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -523,14 +523,14 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: complete
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/e26b9325/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out b/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out
index 7629fe6..fa1480e 100644
--- a/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out
+++ b/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out
@@ -35,22 +35,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: t1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: key, val
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
keys: key (type: string), val (type: string), 0 (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int)
sort order: +++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int)
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -59,15 +59,15 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
pruneGroupingSetId: true
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -100,22 +100,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: t1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: key, val
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
keys: key (type: string), val (type: string), 0 (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int)
sort order: +++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int)
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -124,15 +124,15 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
pruneGroupingSetId: true
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -191,22 +191,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: t1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
keys: _col0 (type: string), _col1 (type: string), 0 (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int)
sort order: +++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int)
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -215,14 +215,14 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: bigint)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -281,22 +281,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: t1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: key, val
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(DISTINCT val)
keys: key (type: string), 0 (type: int), val (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: string)
sort order: +++
Map-reduce partition columns: _col0 (type: string), _col1 (type: int)
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Group By Operator
@@ -304,15 +304,15 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col2
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
pruneGroupingSetId: true
Select Operator
expressions: _col0 (type: string), _col2 (type: bigint)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -360,22 +360,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: t1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: key, val
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count()
keys: key (type: string), val (type: string), 0 (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int)
sort order: +++
Map-reduce partition columns: rand() (type: double)
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -384,12 +384,12 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int)
mode: partials
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int)
sort order: +++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: bigint)
Reducer 3
Reduce Operator Tree:
@@ -398,15 +398,15 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int)
mode: final
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
pruneGroupingSetId: true
Select Operator
expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -466,22 +466,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: t1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: key, val
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(DISTINCT val)
keys: key (type: string), 0 (type: int), val (type: string)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: string)
sort order: +++
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
Reducer 2
Reduce Operator Tree:
Group By Operator
@@ -489,12 +489,12 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: int)
mode: partials
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: int)
sort order: ++
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: bigint)
Reducer 3
Reduce Operator Tree:
@@ -503,15 +503,15 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: int)
mode: final
outputColumnNames: _col0, _col2
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
pruneGroupingSetId: true
Select Operator
expressions: _col0 (type: string), _col2 (type: bigint)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -584,43 +584,43 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: t1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: key, val
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: count(1)
keys: key (type: string), val (type: string), 0 (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int)
sort order: +++
Map-reduce partition columns: rand() (type: double)
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: bigint)
Map 7
Map Operator Tree:
TableScan
alias: t1
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: string), val (type: string)
outputColumnNames: key, val
- Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(1)
keys: key (type: string), val (type: string), 0 (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int)
sort order: +++
Map-reduce partition columns: rand() (type: double)
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -629,12 +629,12 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int)
mode: partials
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int)
sort order: +++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: bigint)
Reducer 3
Reduce Operator Tree:
@@ -643,15 +643,15 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int)
mode: final
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
pruneGroupingSetId: true
Select Operator
expressions: _col0 (type: string), _col1 (type: string), UDFToInteger(_col3) (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -664,12 +664,12 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int)
mode: partials
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int)
sort order: +++
Map-reduce partition columns: _col0 (type: string), _col1 (type: string)
- Statistics: Num rows: 4 Data size: 120 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 4 Data size: 1200 Basic stats: COMPLETE Column stats: NONE
value expressions: _col3 (type: bigint)
Reducer 5
Reduce Operator Tree:
@@ -678,15 +678,15 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int)
mode: final
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
pruneGroupingSetId: true
Select Operator
expressions: _col0 (type: string), _col1 (type: string), UDFToInteger(_col3) (type: int)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 60 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat