You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by ha...@apache.org on 2015/06/27 23:53:28 UTC
[3/4] hive git commit: HIVE-11128 : Stats Annotation misses
extracting stats for cols in some cases. (Ashutosh Chauhan via Prasanth J)
http://git-wip-us.apache.org/repos/asf/hive/blob/368f3316/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx_cbo_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx_cbo_1.q.out b/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx_cbo_1.q.out
index 02e24c3..cf214b9 100644
--- a/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx_cbo_1.q.out
+++ b/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx_cbo_1.q.out
@@ -87,7 +87,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -258,29 +258,29 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: $hdt$_0:default__lineitem_ix_lineitem_ix_lshipdate_idx__
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint)
outputColumnNames: _col0, _count_of_l_shipdate
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(_count_of_l_shipdate)
keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -289,10 +289,10 @@ STAGE PLANS:
keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -437,7 +437,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
Reducer 3 <- Reducer 2 (SORT, 1)
#### A masked pattern was here ####
Vertices:
@@ -578,7 +578,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
Reducer 3 <- Reducer 2 (SORT, 1)
#### A masked pattern was here ####
Vertices:
@@ -586,22 +586,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: $hdt$_0:default__lineitem_ix_lineitem_ix_lshipdate_idx__
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: year(l_shipdate) (type: int), month(l_shipdate) (type: int), l_shipdate (type: string), _count_of_l_shipdate (type: bigint)
outputColumnNames: _col0, _col1, _col2, _count_of_l_shipdate
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(_count_of_l_shipdate)
keys: _col0 (type: int), _col1 (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int)
sort order: ++
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -610,21 +610,21 @@ STAGE PLANS:
keys: KEY._col0 (type: int), KEY._col1 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int)
sort order: ++
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: bigint)
Reducer 3
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: bigint)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -747,64 +747,64 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
- Reducer 5 <- Map 4 (GROUP, 4)
- Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 4), Reducer 5 (PARTITION-LEVEL SORT, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
+ Reducer 5 <- Map 4 (GROUP, 2)
+ Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2), Reducer 5 (PARTITION-LEVEL SORT, 2)
#### A masked pattern was here ####
Vertices:
Map 1
Map Operator Tree:
TableScan
alias: lastyear:default__lineitem_ix_lineitem_ix_lshipdate_idx__
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (year(l_shipdate) = 1997) (type: boolean)
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint)
outputColumnNames: l_shipdate, _count_of_l_shipdate
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(_count_of_l_shipdate)
keys: year(l_shipdate) (type: int), month(l_shipdate) (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: _col1 is not null (type: boolean)
- Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int)
sort order: ++
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
- Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: bigint)
Map 4
Map Operator Tree:
TableScan
alias: thisyear:default__lineitem_ix_lineitem_ix_lshipdate_idx__
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: (year(l_shipdate) = 1998) (type: boolean)
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint)
outputColumnNames: l_shipdate, _count_of_l_shipdate
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(_count_of_l_shipdate)
keys: year(l_shipdate) (type: int), month(l_shipdate) (type: int)
mode: hash
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
Filter Operator
predicate: _col1 is not null (type: boolean)
- Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int), _col1 (type: int)
sort order: ++
Map-reduce partition columns: _col0 (type: int), _col1 (type: int)
- Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -813,16 +813,16 @@ STAGE PLANS:
keys: KEY._col0 (type: int), KEY._col1 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: int), _col2 (type: bigint)
outputColumnNames: _col1, _col2
- Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: int)
sort order: +
Map-reduce partition columns: _col1 (type: int)
- Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: bigint)
Reducer 3
Reduce Operator Tree:
@@ -833,14 +833,14 @@ STAGE PLANS:
0 _col1 (type: int)
1 _col1 (type: int)
outputColumnNames: _col1, _col2, _col4, _col5
- Statistics: Num rows: 13 Data size: 1244 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 13 Data size: 1758 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: int), _col4 (type: int), ((_col5 - _col2) / _col2) (type: double)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 13 Data size: 1244 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 13 Data size: 1758 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 13 Data size: 1244 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 13 Data size: 1758 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -852,16 +852,16 @@ STAGE PLANS:
keys: KEY._col0 (type: int), KEY._col1 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: _col1 (type: int), _col2 (type: bigint)
outputColumnNames: _col1, _col2
- Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col1 (type: int)
sort order: +
Map-reduce partition columns: _col1 (type: int)
- Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE
value expressions: _col2 (type: bigint)
Stage: Stage-0
@@ -890,7 +890,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 3 <- Map 2 (GROUP, 4)
+ Reducer 3 <- Map 2 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -904,7 +904,7 @@ STAGE PLANS:
Statistics: Num rows: 116 Data size: 12099 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 163 Data size: 16531 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 18364 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -913,22 +913,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: null-subquery1:$hdt$_0-subquery1:$hdt$_0:default__lineitem_ix_lineitem_ix_lshipdate_idx__
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint)
outputColumnNames: _col0, _count_of_l_shipdate
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(_count_of_l_shipdate)
keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Reducer 3
Reduce Operator Tree:
@@ -937,10 +937,10 @@ STAGE PLANS:
keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 163 Data size: 16531 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 163 Data size: 18364 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -991,7 +991,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1052,7 +1052,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1216,7 +1216,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1271,7 +1271,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1330,7 +1330,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1388,7 +1388,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1446,7 +1446,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1505,7 +1505,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1564,7 +1564,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1622,7 +1622,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1677,7 +1677,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1732,7 +1732,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1787,7 +1787,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1842,7 +1842,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1900,7 +1900,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -1958,7 +1958,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -2016,7 +2016,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -2074,7 +2074,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -2129,7 +2129,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -2272,7 +2272,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -2375,7 +2375,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
#### A masked pattern was here ####
Vertices:
Map 1
@@ -2485,7 +2485,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
Reducer 3 <- Reducer 2 (SORT, 1)
#### A masked pattern was here ####
Vertices:
@@ -2569,7 +2569,7 @@ STAGE PLANS:
Stage: Stage-1
Spark
Edges:
- Reducer 2 <- Map 1 (GROUP, 4)
+ Reducer 2 <- Map 1 (GROUP, 2)
Reducer 3 <- Reducer 2 (SORT, 1)
#### A masked pattern was here ####
Vertices:
@@ -2577,22 +2577,22 @@ STAGE PLANS:
Map Operator Tree:
TableScan
alias: $hdt$_0:default__tbl_tbl_key_idx__
- Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE
Select Operator
expressions: key (type: int), _count_of_key (type: bigint)
outputColumnNames: _col0, _count_of_key
- Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE
Group By Operator
aggregations: sum(_count_of_key)
keys: _col0 (type: int)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Reducer 2
Reduce Operator Tree:
@@ -2601,21 +2601,21 @@ STAGE PLANS:
keys: KEY._col0 (type: int)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
- Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE
value expressions: _col1 (type: bigint)
Reducer 3
Reduce Operator Tree:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE
File Output Operator
compressed: false
- Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+ Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/368f3316/ql/src/test/results/clientpositive/tez/cross_join.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/tez/cross_join.q.out b/ql/src/test/results/clientpositive/tez/cross_join.q.out
index 30564d7..6d10c1e 100644
--- a/ql/src/test/results/clientpositive/tez/cross_join.q.out
+++ b/ql/src/test/results/clientpositive/tez/cross_join.q.out
@@ -35,10 +35,10 @@ STAGE PLANS:
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
- Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
sort order:
- Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Reducer 2
Reduce Operator Tree:
Merge Join Operator
@@ -100,10 +100,10 @@ STAGE PLANS:
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
- Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
sort order:
- Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE
+ Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE
Reducer 2
Reduce Operator Tree:
Merge Join Operator