You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by kg...@apache.org on 2018/08/02 10:55:38 UTC
[5/6] hive git commit: HIVE-20260: NDV of a column shouldn't be
scaled when row count is changed by filter on another column (Zoltan
Haindrich reviewed by Ashutosh Chauhan)
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out
index 800bcaa..205cd44 100644
--- a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out
@@ -696,10 +696,10 @@ STAGE PLANS:
0 _col0 (type: int)
1 _col0 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -751,10 +751,10 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
input vertices:
1 Map 2
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -856,10 +856,10 @@ STAGE PLANS:
0 _col0 (type: int)
1 _col0 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -911,10 +911,10 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
input vertices:
1 Map 2
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -1016,10 +1016,10 @@ STAGE PLANS:
0 _col0 (type: int)
1 _col0 (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -1091,10 +1091,10 @@ STAGE PLANS:
outputColumnNames: _col0, _col1
input vertices:
0 Map 1
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 272 Data size: 2176 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 166 Data size: 1328 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -1366,14 +1366,14 @@ STAGE PLANS:
0 UDFToDouble(_col0) (type: double)
1 UDFToDouble(_col0) (type: double)
outputColumnNames: _col0, _col2
- Statistics: Num rows: 191 Data size: 34762 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 200 Data size: 36400 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: string), _col2 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 191 Data size: 34762 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 200 Data size: 36400 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 191 Data size: 34762 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 200 Data size: 36400 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -1468,14 +1468,14 @@ STAGE PLANS:
0 UDFToDouble(_col0) (type: double)
1 UDFToDouble(_col0) (type: double)
outputColumnNames: _col0, _col2
- Statistics: Num rows: 191 Data size: 34762 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 200 Data size: 36400 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: string), _col2 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 191 Data size: 34762 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 200 Data size: 36400 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 191 Data size: 34762 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 200 Data size: 36400 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -1610,7 +1610,7 @@ STAGE PLANS:
keys:
0 _col0 (type: int), _col1 (type: string)
1 _col0 (type: int), _col1 (type: string)
- Statistics: Num rows: 197 Data size: 1576 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 242 Data size: 1936 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
@@ -1722,7 +1722,7 @@ STAGE PLANS:
1 _col0 (type: int), _col1 (type: string)
input vertices:
1 Map 4
- Statistics: Num rows: 197 Data size: 1576 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 242 Data size: 1936 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_7.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_7.q.out b/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_7.q.out
index c7f5b88..1330a86 100644
--- a/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_7.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucketsortoptimize_insert_7.q.out
@@ -547,16 +547,16 @@ STAGE PLANS:
0 _col0 (type: int)
1 _col0 (type: int)
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 3 Data size: 549 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 2 Data size: 366 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: int), concat(_col1, _col3) (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 3 Data size: 564 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 2 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: int)
sort order: +
Map-reduce partition columns: _col0 (type: int)
- Statistics: Num rows: 3 Data size: 564 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 2 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col1 (type: string)
Execution mode: llap
Reducer 2
@@ -565,10 +565,10 @@ STAGE PLANS:
Select Operator
expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 3 Data size: 564 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 2 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 3 Data size: 564 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 2 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -577,7 +577,7 @@ STAGE PLANS:
Select Operator
expressions: _col0 (type: int), _col1 (type: string), '1' (type: string)
outputColumnNames: key, value, ds
- Statistics: Num rows: 3 Data size: 819 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 2 Data size: 546 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll')
keys: ds (type: string)
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out b/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out
index 2ccde41..2b48970 100644
--- a/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out
+++ b/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out
@@ -68,9 +68,9 @@ Stage-0
Stage-1
Reducer 2 llap
File Output Operator [FS_12]
- Select Operator [SEL_11] (rows=1 width=185)
+ Select Operator [SEL_11] (rows=2 width=185)
Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_27] (rows=1 width=94)
+ Merge Join Operator [MERGEJOIN_27] (rows=2 width=94)
Conds:RS_30._col3=RS_34._col0(Left Semi),Output:["_col0","_col2"]
<-Map 1 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_30]
@@ -122,9 +122,9 @@ Stage-0
Stage-1
Reducer 3 llap
File Output Operator [FS_18]
- Select Operator [SEL_17] (rows=1 width=187)
+ Select Operator [SEL_17] (rows=2 width=187)
Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_48] (rows=1 width=96)
+ Merge Join Operator [MERGEJOIN_48] (rows=2 width=96)
Conds:RS_14._col2=RS_58._col0(Left Semi),Output:["_col0","_col4"]
<-Map 5 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_58]
@@ -192,9 +192,9 @@ Stage-0
Stage-1
Reducer 3 llap
File Output Operator [FS_18]
- Select Operator [SEL_17] (rows=1 width=187)
+ Select Operator [SEL_17] (rows=2 width=187)
Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_48] (rows=1 width=96)
+ Merge Join Operator [MERGEJOIN_48] (rows=2 width=96)
Conds:RS_14._col0=RS_58._col0(Inner),Output:["_col0","_col4"]
<-Map 5 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_58]
@@ -208,7 +208,7 @@ Stage-0
<-Reducer 2 [SIMPLE_EDGE] llap
SHUFFLE [RS_14]
PartitionCols:_col0
- Merge Join Operator [MERGEJOIN_47] (rows=1 width=4)
+ Merge Join Operator [MERGEJOIN_47] (rows=2 width=4)
Conds:RS_51._col2=RS_55._col0(Left Semi),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_51]
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out
index b156ce3..21b07b2 100644
--- a/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out
+++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out
@@ -523,18 +523,18 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 19 Data size: 1634 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 9 Data size: 846 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 9 Data size: 846 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col1 (type: bigint)
Reducer 3
Execution mode: vectorized, llap
@@ -544,11 +544,11 @@ STAGE PLANS:
keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 9 Data size: 846 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 9 Data size: 846 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1)
mode: hash
@@ -678,18 +678,18 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 19 Data size: 1634 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 9 Data size: 846 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 9 Data size: 846 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col1 (type: bigint)
Reducer 3
Execution mode: vectorized, llap
@@ -699,11 +699,11 @@ STAGE PLANS:
keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 9 Data size: 846 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 9 Data size: 846 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1)
mode: hash
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out
index eb0dcad..cb5f357 100644
--- a/ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out
+++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out
@@ -94,11 +94,11 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 9 Data size: 1701 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 2268 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 9 Data size: 1701 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 2268 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3)
mode: hash
@@ -245,11 +245,11 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 9 Data size: 1701 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 2268 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 9 Data size: 1701 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 2268 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3)
mode: hash
@@ -392,11 +392,11 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 250 Data size: 24690 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 250 Data size: 24972 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 250 Data size: 24690 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 250 Data size: 24972 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3)
mode: hash
@@ -539,11 +539,11 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 250 Data size: 24690 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 250 Data size: 24972 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 250 Data size: 24690 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 250 Data size: 24972 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3)
mode: hash
@@ -686,11 +686,11 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 12 Data size: 2078 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 2268 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 12 Data size: 2078 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 2268 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3)
mode: hash
@@ -833,11 +833,11 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 12 Data size: 2078 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 2268 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 12 Data size: 2078 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 2268 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3)
mode: hash
@@ -988,11 +988,11 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 262 Data size: 1890 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 262 Data size: 2457 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 262 Data size: 1890 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 262 Data size: 2457 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3)
mode: hash
@@ -1158,11 +1158,11 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 262 Data size: 1890 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 262 Data size: 2457 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 262 Data size: 1890 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 262 Data size: 2457 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3)
mode: hash
@@ -1325,18 +1325,18 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 262 Data size: 870 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 262 Data size: 1131 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 17 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 13 Data size: 278 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 17 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 13 Data size: 278 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col1 (type: bigint)
Reducer 4
Execution mode: vectorized, llap
@@ -1346,11 +1346,11 @@ STAGE PLANS:
keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 17 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 13 Data size: 278 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 17 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 13 Data size: 278 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1)
mode: hash
@@ -1513,18 +1513,18 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0
- Statistics: Num rows: 262 Data size: 870 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 262 Data size: 1131 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
keys: _col0 (type: string)
mode: hash
outputColumnNames: _col0, _col1
- Statistics: Num rows: 17 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 13 Data size: 278 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string)
sort order: +
Map-reduce partition columns: _col0 (type: string)
- Statistics: Num rows: 17 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 13 Data size: 278 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col1 (type: bigint)
Reducer 4
Execution mode: vectorized, llap
@@ -1534,11 +1534,11 @@ STAGE PLANS:
keys: KEY._col0 (type: string)
mode: mergepartial
outputColumnNames: _col0, _col1
- Statistics: Num rows: 17 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 13 Data size: 278 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: hash(_col0) (type: int), hash(_col1) (type: int)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 17 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 13 Data size: 278 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col0), sum(_col1)
mode: hash
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out
index 6c3e65d..7ddae49 100644
--- a/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out
+++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out
@@ -802,10 +802,10 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 19 Data size: 3439 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 25 Data size: 4525 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 19 Data size: 3439 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 25 Data size: 4525 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -945,10 +945,10 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2
- Statistics: Num rows: 19 Data size: 3439 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 25 Data size: 4525 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 19 Data size: 3439 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 25 Data size: 4525 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -2794,7 +2794,7 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 9 Data size: 927 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 1236 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col1), sum(_col3)
keys: _col0 (type: string)
@@ -3032,7 +3032,7 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col3
- Statistics: Num rows: 9 Data size: 927 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 12 Data size: 1236 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: sum(_col1), sum(_col3)
keys: _col0 (type: string)
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
index 3b72fc4..22f0a31 100644
--- a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
+++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out
@@ -1410,12 +1410,12 @@ STAGE PLANS:
keys: ds (type: string), t (type: tinyint)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 2 Data size: 3574 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 5 Data size: 8935 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: string), _col1 (type: tinyint)
sort order: ++
Map-reduce partition columns: _col0 (type: string), _col1 (type: tinyint)
- Statistics: Num rows: 2 Data size: 3574 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 5 Data size: 8935 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col4 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col5 (type: struct<columntype:string,min:double,max:double,countnulls:bigint,bitvector:binary>)
Reducer 3
Execution mode: llap
@@ -1425,14 +1425,14 @@ STAGE PLANS:
keys: KEY._col0 (type: string), KEY._col1 (type: tinyint)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 2 Data size: 3702 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 5 Data size: 9255 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col4 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col5 (type: struct<columntype:string,min:double,max:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: string), _col1 (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5
- Statistics: Num rows: 2 Data size: 3702 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 5 Data size: 9255 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 3702 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 5 Data size: 9255 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
@@ -1590,16 +1590,16 @@ STAGE PLANS:
Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: COMPLETE
Filter Operator
predicate: ((_col0 = 27Y) or _col0 is null) (type: boolean)
- Statistics: Num rows: 5 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col0 (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 5 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col4 (type: tinyint)
sort order: +
Map-reduce partition columns: _col4 (type: tinyint)
- Statistics: Num rows: 5 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float)
Reducer 3
Execution mode: vectorized, llap
@@ -1607,11 +1607,11 @@ STAGE PLANS:
Select Operator
expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 5 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
Dp Sort State: PARTITION_SORTED
- Statistics: Num rows: 5 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -2216,12 +2216,12 @@ STAGE PLANS:
keys: t (type: tinyint)
mode: hash
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 2 Data size: 3400 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 5 Data size: 8500 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col0 (type: tinyint)
sort order: +
Map-reduce partition columns: _col0 (type: tinyint)
- Statistics: Num rows: 2 Data size: 3400 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 5 Data size: 8500 Basic stats: COMPLETE Column stats: COMPLETE
value expressions: _col1 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col3 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,bitvector:binary>), _col4 (type: struct<columntype:string,min:double,max:double,countnulls:bigint,bitvector:binary>)
Reducer 3
Execution mode: llap
@@ -2231,14 +2231,14 @@ STAGE PLANS:
keys: KEY._col0 (type: tinyint)
mode: mergepartial
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 2 Data size: 3528 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 5 Data size: 8820 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col1 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col2 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col3 (type: struct<columntype:string,min:bigint,max:bigint,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col4 (type: struct<columntype:string,min:double,max:double,countnulls:bigint,numdistinctvalues:bigint,ndvbitvector:binary>), _col0 (type: tinyint)
outputColumnNames: _col0, _col1, _col2, _col3, _col4
- Statistics: Num rows: 2 Data size: 3528 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 5 Data size: 8820 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 2 Data size: 3528 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 5 Data size: 8820 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
index 708fa17..4db83c1 100644
--- a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
+++ b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out
@@ -396,9 +396,9 @@ Stage-0
PartitionCols:_col0, _col1
Group By Operator [GBY_22] (rows=1 width=20)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col4, _col1
- Select Operator [SEL_21] (rows=1 width=20)
+ Select Operator [SEL_21] (rows=2 width=20)
Output:["_col1","_col4"]
- Merge Join Operator [MERGEJOIN_57] (rows=1 width=20)
+ Merge Join Operator [MERGEJOIN_57] (rows=2 width=20)
Conds:RS_17._col0=RS_18._col0(Inner),RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col3 > 0) or (_col1 >= 0))} {((_col3 + _col6) >= 0)}
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_17]
@@ -412,9 +412,9 @@ Stage-0
<-Reducer 6 [SIMPLE_EDGE] llap
SHUFFLE [RS_18]
PartitionCols:_col0
- Select Operator [SEL_9] (rows=1 width=97)
+ Select Operator [SEL_9] (rows=2 width=97)
Output:["_col0","_col1","_col2"]
- Group By Operator [GBY_8] (rows=1 width=101)
+ Group By Operator [GBY_8] (rows=2 width=101)
Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Map 5 [SIMPLE_EDGE] llap
SHUFFLE [RS_7]
@@ -921,7 +921,7 @@ Stage-0
Stage-1
Reducer 2 llap
File Output Operator [FS_10]
- Merge Join Operator [MERGEJOIN_25] (rows=18 width=85)
+ Merge Join Operator [MERGEJOIN_25] (rows=6 width=85)
Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_6]
@@ -1119,9 +1119,9 @@ Stage-0
Stage-1
Reducer 2 llap
File Output Operator [FS_14]
- Select Operator [SEL_13] (rows=40 width=101)
+ Select Operator [SEL_13] (rows=24 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_42] (rows=40 width=101)
+ Merge Join Operator [MERGEJOIN_42] (rows=24 width=101)
Conds:RS_9._col0=RS_10._col0(Inner),RS_9._col0=RS_11._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6"],residual filter predicates:{((_col1 + _col4) = 2)} {((_col1 > 0) or (_col6 >= 0))}
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_9]
@@ -1166,9 +1166,9 @@ Stage-0
Stage-1
Reducer 2 llap
File Output Operator [FS_14]
- Select Operator [SEL_13] (rows=40 width=101)
+ Select Operator [SEL_13] (rows=24 width=101)
Output:["_col0","_col1","_col2","_col3","_col4"]
- Merge Join Operator [MERGEJOIN_42] (rows=40 width=101)
+ Merge Join Operator [MERGEJOIN_42] (rows=24 width=101)
Conds:RS_9._col0=RS_10._col0(Inner),RS_9._col0=RS_11._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6"],residual filter predicates:{((_col1 + _col4) = 2)} {((_col1 > 0) or (_col6 >= 0))}
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_9]
@@ -1489,9 +1489,9 @@ Stage-0
Stage-1
Reducer 2 llap
File Output Operator [FS_18]
- Select Operator [SEL_17] (rows=14 width=93)
+ Select Operator [SEL_17] (rows=10 width=93)
Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_46] (rows=14 width=93)
+ Merge Join Operator [MERGEJOIN_46] (rows=10 width=93)
Conds:RS_13._col0=RS_14._col0(Left Semi),RS_13._col0=RS_15._col0(Left Semi),Output:["_col0","_col1","_col2"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_13]
@@ -1777,9 +1777,9 @@ Stage-0
Stage-1
Reducer 2 llap
File Output Operator [FS_18]
- Select Operator [SEL_17] (rows=185 width=178)
+ Select Operator [SEL_17] (rows=167 width=178)
Output:["_col0","_col1"]
- Filter Operator [FIL_16] (rows=185 width=179)
+ Filter Operator [FIL_16] (rows=167 width=179)
predicate:_col4 is null
Merge Join Operator [MERGEJOIN_31] (rows=250 width=179)
Conds:GBY_4._col0, _col1=SEL_12._col0, _col1(Left Outer),Output:["_col0","_col1","_col4"]
@@ -1847,7 +1847,7 @@ Stage-0
Stage-1
Reducer 2 llap
File Output Operator [FS_12]
- Merge Join Operator [MERGEJOIN_37] (rows=131 width=178)
+ Merge Join Operator [MERGEJOIN_37] (rows=83 width=178)
Conds:RS_8._col0, _col1=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_8]
@@ -1899,7 +1899,7 @@ Stage-0
Stage-1
Reducer 2 llap
File Output Operator [FS_12]
- Merge Join Operator [MERGEJOIN_37] (rows=131 width=178)
+ Merge Join Operator [MERGEJOIN_37] (rows=83 width=178)
Conds:RS_8._col0, _col1=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_8]
@@ -1941,7 +1941,7 @@ Stage-0
Stage-1
Reducer 2 llap
File Output Operator [FS_12]
- Merge Join Operator [MERGEJOIN_27] (rows=131 width=178)
+ Merge Join Operator [MERGEJOIN_27] (rows=83 width=178)
Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0","_col1"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_8]
@@ -1987,25 +1987,25 @@ Stage-0
Stage-1
Reducer 4 llap
File Output Operator [FS_22]
- Select Operator [SEL_21] (rows=7 width=8)
+ Select Operator [SEL_21] (rows=1 width=8)
Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_52] (rows=7 width=8)
+ Merge Join Operator [MERGEJOIN_52] (rows=1 width=8)
Conds:RS_18._col1, _col4=RS_19._col0, _col1(Left Semi),Output:["_col0","_col3"]
<-Map 6 [SIMPLE_EDGE] llap
SHUFFLE [RS_19]
PartitionCols:_col0, _col1
- Group By Operator [GBY_17] (rows=4 width=8)
+ Group By Operator [GBY_17] (rows=1 width=8)
Output:["_col0","_col1"],keys:_col0, _col1
- Select Operator [SEL_12] (rows=14 width=8)
+ Select Operator [SEL_12] (rows=2 width=8)
Output:["_col0","_col1"]
- Filter Operator [FIL_30] (rows=14 width=96)
+ Filter Operator [FIL_30] (rows=2 width=96)
predicate:((l_linenumber = 1) and (l_shipmode = 'AIR') and l_orderkey is not null)
TableScan [TS_10] (rows=100 width=96)
default@lineitem,lineitem,Tbl:COMPLETE,Col:COMPLETE,Output:["l_orderkey","l_linenumber","l_shipmode"]
<-Reducer 3 [SIMPLE_EDGE] llap
SHUFFLE [RS_18]
PartitionCols:_col1, _col4
- Merge Join Operator [MERGEJOIN_51] (rows=7 width=16)
+ Merge Join Operator [MERGEJOIN_51] (rows=14 width=16)
Conds:RS_13._col0=RS_14._col1(Inner),Output:["_col0","_col1","_col3","_col4"]
<-Map 5 [SIMPLE_EDGE] llap
SHUFFLE [RS_14]
@@ -2057,21 +2057,21 @@ Stage-0
Stage-1
Reducer 4 llap
File Output Operator [FS_31]
- Merge Join Operator [MERGEJOIN_54] (rows=32 width=186)
+ Merge Join Operator [MERGEJOIN_54] (rows=41 width=186)
Conds:RS_27._col2=RS_28._col0(Left Semi),Output:["_col0","_col1","_col2"]
<-Reducer 3 [SIMPLE_EDGE] llap
SHUFFLE [RS_27]
PartitionCols:_col2
- Filter Operator [FIL_37] (rows=65 width=186)
+ Filter Operator [FIL_37] (rows=41 width=186)
predicate:_col2 is not null
- Group By Operator [GBY_14] (rows=65 width=186)
+ Group By Operator [GBY_14] (rows=41 width=186)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1
<-Reducer 2 [SIMPLE_EDGE] llap
SHUFFLE [RS_13]
PartitionCols:_col0, _col1
- Group By Operator [GBY_12] (rows=65 width=186)
+ Group By Operator [GBY_12] (rows=41 width=186)
Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1
- Merge Join Operator [MERGEJOIN_53] (rows=131 width=178)
+ Merge Join Operator [MERGEJOIN_53] (rows=83 width=178)
Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0","_col1"]
<-Map 5 [SIMPLE_EDGE] llap
SHUFFLE [RS_9]
@@ -2140,7 +2140,7 @@ Stage-0
Stage-1
Reducer 3 llap
File Output Operator [FS_21]
- Merge Join Operator [MERGEJOIN_31] (rows=6 width=227)
+ Merge Join Operator [MERGEJOIN_31] (rows=13 width=227)
Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0","_col1","_col2"]
<-Reducer 2 [SIMPLE_EDGE] llap
SHUFFLE [RS_17]
@@ -2287,14 +2287,14 @@ Stage-0
File Output Operator [FS_24]
Select Operator [SEL_23] (rows=13 width=223)
Output:["_col0","_col1","_col2"]
- Filter Operator [FIL_22] (rows=13 width=231)
+ Filter Operator [FIL_22] (rows=13 width=237)
predicate:CASE WHEN ((_col4 = 0L)) THEN (true) WHEN (_col4 is null) THEN (true) WHEN (_col8 is not null) THEN (false) WHEN (_col0 is null) THEN (null) WHEN ((_col5 < _col4)) THEN (false) ELSE (true) END
- Merge Join Operator [MERGEJOIN_45] (rows=26 width=230)
+ Merge Join Operator [MERGEJOIN_45] (rows=26 width=236)
Conds:RS_19._col0, _col1=RS_20._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col8"]
<-Reducer 2 [SIMPLE_EDGE] llap
SHUFFLE [RS_19]
PartitionCols:_col0, _col1
- Merge Join Operator [MERGEJOIN_44] (rows=26 width=229)
+ Merge Join Operator [MERGEJOIN_44] (rows=26 width=235)
Conds:RS_16._col1=RS_17._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_16]
@@ -2306,12 +2306,12 @@ Stage-0
<-Reducer 4 [ONE_TO_ONE_EDGE] llap
FORWARD [RS_17]
PartitionCols:_col0
- Group By Operator [GBY_7] (rows=2 width=114)
+ Group By Operator [GBY_7] (rows=4 width=114)
Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_6]
PartitionCols:_col0
- Group By Operator [GBY_5] (rows=2 width=114)
+ Group By Operator [GBY_5] (rows=4 width=114)
Output:["_col0","_col1","_col2"],aggregations:["count()","count(p_name)"],keys:p_mfgr
Select Operator [SEL_4] (rows=8 width=223)
Output:["p_name","p_mfgr"]
@@ -2835,16 +2835,16 @@ Stage-0
PARTITION_ONLY_SHUFFLE [RS_18]
Group By Operator [GBY_17] (rows=1 width=16)
Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"]
- Select Operator [SEL_15] (rows=9 width=94)
+ Select Operator [SEL_15] (rows=12 width=94)
Output:["_col0","_col1"]
- Group By Operator [GBY_14] (rows=9 width=94)
+ Group By Operator [GBY_14] (rows=12 width=94)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Reducer 2 [SIMPLE_EDGE] llap
SHUFFLE [RS_13]
PartitionCols:_col0
- Group By Operator [GBY_12] (rows=9 width=94)
+ Group By Operator [GBY_12] (rows=12 width=94)
Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
- Merge Join Operator [MERGEJOIN_36] (rows=19 width=86)
+ Merge Join Operator [MERGEJOIN_36] (rows=25 width=86)
Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE] llap
SHUFFLE [RS_8]
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/explainuser_2.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out
index 71e1f29..47941fa 100644
--- a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out
+++ b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out
@@ -304,34 +304,34 @@ Stage-0
Stage-1
Reducer 5 vectorized, llap
File Output Operator [FS_217]
- Limit [LIM_216] (rows=12 width=285)
+ Limit [LIM_216] (rows=2 width=285)
Number of rows:100
- Select Operator [SEL_215] (rows=12 width=285)
+ Select Operator [SEL_215] (rows=2 width=285)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"]
<-Reducer 4 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_214]
- Group By Operator [GBY_213] (rows=12 width=285)
+ Group By Operator [GBY_213] (rows=2 width=285)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2
<-Reducer 3 [SIMPLE_EDGE] llap
SHUFFLE [RS_49]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_48] (rows=12 width=285)
+ Group By Operator [GBY_48] (rows=2 width=285)
Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(_col11)","count(_col21)","count(_col3)"],keys:_col10, _col20, _col2
- Top N Key Operator [TNK_91] (rows=9275 width=534)
+ Top N Key Operator [TNK_91] (rows=28 width=534)
keys:_col10, _col20, _col2,sort order:+++,top n:100
- Merge Join Operator [MERGEJOIN_188] (rows=9275 width=534)
+ Merge Join Operator [MERGEJOIN_188] (rows=28 width=534)
Conds:RS_44._col1, _col3=RS_45._col15, _col17(Inner),Output:["_col2","_col3","_col10","_col11","_col20","_col21"]
<-Reducer 10 [SIMPLE_EDGE] llap
SHUFFLE [RS_45]
PartitionCols:_col15, _col17
- Select Operator [SEL_40] (rows=420 width=447)
+ Select Operator [SEL_40] (rows=2 width=447)
Output:["_col4","_col5","_col14","_col15","_col17"]
- Merge Join Operator [MERGEJOIN_187] (rows=420 width=447)
+ Merge Join Operator [MERGEJOIN_187] (rows=2 width=447)
Conds:RS_37._col4, _col2=RS_38._col4, _col2(Inner),Output:["_col0","_col1","_col14","_col15","_col17"]
<-Reducer 11 [SIMPLE_EDGE] llap
SHUFFLE [RS_38]
PartitionCols:_col4, _col2
- Merge Join Operator [MERGEJOIN_186] (rows=10 width=356)
+ Merge Join Operator [MERGEJOIN_186] (rows=7 width=356)
Conds:RS_212._col0=RS_200._col0(Inner),Output:["_col2","_col3","_col4","_col5"]
<-Map 6 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_200]
@@ -354,7 +354,7 @@ Stage-0
<-Reducer 9 [SIMPLE_EDGE] llap
SHUFFLE [RS_37]
PartitionCols:_col4, _col2
- Merge Join Operator [MERGEJOIN_185] (rows=42 width=352)
+ Merge Join Operator [MERGEJOIN_185] (rows=2 width=352)
Conds:RS_34._col1=RS_209._col1(Inner),Output:["_col0","_col1","_col2","_col4"]
<-Map 14 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_209]
@@ -368,7 +368,7 @@ Stage-0
<-Reducer 8 [SIMPLE_EDGE] llap
SHUFFLE [RS_34]
PartitionCols:_col1
- Merge Join Operator [MERGEJOIN_184] (rows=42 width=352)
+ Merge Join Operator [MERGEJOIN_184] (rows=2 width=352)
Conds:RS_31._col3=RS_206._col1(Inner),Output:["_col0","_col1","_col2","_col4"]
<-Map 13 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_206]
@@ -382,7 +382,7 @@ Stage-0
<-Reducer 7 [SIMPLE_EDGE] llap
SHUFFLE [RS_31]
PartitionCols:_col3
- Merge Join Operator [MERGEJOIN_183] (rows=7 width=443)
+ Merge Join Operator [MERGEJOIN_183] (rows=2 width=443)
Conds:RS_203._col0=RS_199._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4"]
<-Map 6 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_199]
@@ -404,7 +404,7 @@ Stage-0
<-Reducer 2 [SIMPLE_EDGE] llap
SHUFFLE [RS_44]
PartitionCols:_col1, _col3
- Merge Join Operator [MERGEJOIN_182] (rows=265 width=269)
+ Merge Join Operator [MERGEJOIN_182] (rows=170 width=269)
Conds:RS_191._col0=RS_198._col0(Inner),Output:["_col1","_col2","_col3"]
<-Map 6 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_198]
@@ -463,17 +463,17 @@ Stage-0
Stage-1
Reducer 5 vectorized, llap
File Output Operator [FS_172]
- Group By Operator [GBY_171] (rows=33 width=268)
+ Group By Operator [GBY_171] (rows=39 width=268)
Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2
<-Union 4 [SIMPLE_EDGE]
<-Reducer 3 [CONTAINS] llap
Reduce Output Operator [RS_130]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_129] (rows=33 width=268)
+ Group By Operator [GBY_129] (rows=39 width=268)
Output:["_col0","_col1","_col2"],keys:_col0, _col1, _col2
- Select Operator [SEL_127] (rows=33 width=268)
+ Select Operator [SEL_127] (rows=39 width=268)
Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_126] (rows=33 width=268)
+ Merge Join Operator [MERGEJOIN_126] (rows=39 width=268)
Conds:RS_22._col3=RS_170._col1(Inner),Output:["_col1","_col2","_col5"]
<-Reducer 11 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_170]
@@ -531,11 +531,11 @@ Stage-0
<-Reducer 7 [CONTAINS] llap
Reduce Output Operator [RS_135]
PartitionCols:_col0, _col1, _col2
- Group By Operator [GBY_134] (rows=33 width=268)
+ Group By Operator [GBY_134] (rows=39 width=268)
Output:["_col0","_col1","_col2"],keys:_col0, _col1, _col2
- Select Operator [SEL_132] (rows=33 width=268)
+ Select Operator [SEL_132] (rows=39 width=268)
Output:["_col0","_col1","_col2"]
- Merge Join Operator [MERGEJOIN_131] (rows=33 width=268)
+ Merge Join Operator [MERGEJOIN_131] (rows=39 width=268)
Conds:RS_48._col3=RS_175._col1(Inner),Output:["_col1","_col2","_col5"]
<-Reducer 15 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_175]
@@ -639,21 +639,21 @@ Stage-0
Stage-1
Reducer 7 vectorized, llap
File Output Operator [FS_334]
- Group By Operator [GBY_333] (rows=47 width=177)
+ Group By Operator [GBY_333] (rows=49 width=177)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Union 6 [SIMPLE_EDGE]
<-Reducer 5 [CONTAINS] vectorized, llap
Reduce Output Operator [RS_332]
PartitionCols:_col0, _col1
- Group By Operator [GBY_331] (rows=47 width=177)
+ Group By Operator [GBY_331] (rows=49 width=177)
Output:["_col0","_col1"],keys:_col0, _col1
- Group By Operator [GBY_330] (rows=40 width=177)
+ Group By Operator [GBY_330] (rows=43 width=177)
Output:["_col0","_col1"],keys:KEY._col0, KEY._col1
<-Union 4 [SIMPLE_EDGE]
<-Reducer 10 [CONTAINS] llap
Reduce Output Operator [RS_249]
PartitionCols:_col0, _col1
- Group By Operator [GBY_248] (rows=40 width=177)
+ Group By Operator [GBY_248] (rows=43 width=177)
Output:["_col0","_col1"],keys:_col0, _col1
Select Operator [SEL_246] (rows=48 width=177)
Output:["_col0","_col1"]
@@ -736,11 +736,11 @@ Stage-0
<-Reducer 3 [CONTAINS] llap
Reduce Output Operator [RS_235]
PartitionCols:_col0, _col1
- Group By Operator [GBY_234] (rows=40 width=177)
+ Group By Operator [GBY_234] (rows=43 width=177)
Output:["_col0","_col1"],keys:_col0, _col1
- Select Operator [SEL_232] (rows=33 width=177)
+ Select Operator [SEL_232] (rows=39 width=177)
Output:["_col0","_col1"]
- Merge Join Operator [MERGEJOIN_231] (rows=33 width=177)
+ Merge Join Operator [MERGEJOIN_231] (rows=39 width=177)
Conds:RS_22._col3=RS_329._col1(Inner),Output:["_col1","_col2"]
<-Reducer 2 [SIMPLE_EDGE] llap
SHUFFLE [RS_22]
@@ -788,7 +788,7 @@ Stage-0
<-Reducer 8 [CONTAINS] llap
Reduce Output Operator [RS_244]
PartitionCols:_col0, _col1
- Group By Operator [GBY_243] (rows=47 width=177)
+ Group By Operator [GBY_243] (rows=49 width=177)
Output:["_col0","_col1"],keys:_col0, _col1
Select Operator [SEL_241] (rows=55 width=177)
Output:["_col0","_col1"]
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/explainuser_4.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/explainuser_4.q.out b/ql/src/test/results/clientpositive/llap/explainuser_4.q.out
index fe33072..c650698 100644
--- a/ql/src/test/results/clientpositive/llap/explainuser_4.q.out
+++ b/ql/src/test/results/clientpositive/llap/explainuser_4.q.out
@@ -26,11 +26,11 @@ Stage-0
Stage-1
Reducer 3 vectorized, llap
File Output Operator [FS_35]
- Select Operator [SEL_34] (rows=2048 width=552)
+ Select Operator [SEL_34] (rows=1019 width=484)
Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"]
<-Reducer 2 [SIMPLE_EDGE] llap
SHUFFLE [RS_10]
- Merge Join Operator [MERGEJOIN_27] (rows=2048 width=552)
+ Merge Join Operator [MERGEJOIN_27] (rows=1019 width=484)
Conds:RS_30._col2=RS_33._col2(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"]
<-Map 1 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_30]
@@ -111,7 +111,7 @@ Stage-0
PARTITION_ONLY_SHUFFLE [RS_11]
Group By Operator [GBY_10] (rows=1 width=8)
Output:["_col0"],aggregations:["count()"]
- Merge Join Operator [MERGEJOIN_29] (rows=2048 width=8)
+ Merge Join Operator [MERGEJOIN_29] (rows=1019 width=8)
Conds:RS_32._col0=RS_35._col0(Inner)
<-Map 1 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_32]
@@ -180,18 +180,18 @@ Stage-0
Stage-1
Reducer 4 vectorized, llap
File Output Operator [FS_41]
- Select Operator [SEL_40] (rows=631 width=11)
+ Select Operator [SEL_40] (rows=509 width=10)
Output:["_col0","_col1"]
<-Reducer 3 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_39]
- Group By Operator [GBY_38] (rows=631 width=11)
+ Group By Operator [GBY_38] (rows=509 width=10)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Reducer 2 [SIMPLE_EDGE] llap
SHUFFLE [RS_11]
PartitionCols:_col0
- Group By Operator [GBY_10] (rows=631 width=11)
+ Group By Operator [GBY_10] (rows=509 width=10)
Output:["_col0","_col1"],aggregations:["count()"],keys:_col0
- Merge Join Operator [MERGEJOIN_31] (rows=2048 width=3)
+ Merge Join Operator [MERGEJOIN_31] (rows=1019 width=2)
Conds:RS_34._col1=RS_37._col0(Inner),Output:["_col0"]
<-Map 1 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_34]
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out b/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out
index 79fb6ca..5045e96 100644
--- a/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out
+++ b/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out
@@ -298,13 +298,13 @@ STAGE PLANS:
1 _col0 (type: int)
outputColumnNames: _col0, _col3
Position of Big Table: 1
- Statistics: Num rows: 25 Data size: 2305 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 15 Data size: 1375 Basic stats: COMPLETE Column stats: COMPLETE
Reduce Output Operator
key expressions: _col3 (type: string)
null sort order: a
sort order: +
Map-reduce partition columns: _col3 (type: string)
- Statistics: Num rows: 25 Data size: 2305 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 15 Data size: 1375 Basic stats: COMPLETE Column stats: COMPLETE
tag: 0
value expressions: _col0 (type: int)
auto parallelism: true
@@ -319,18 +319,18 @@ STAGE PLANS:
0 _col3 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col5
- Position of Big Table: 0
- Statistics: Num rows: 32 Data size: 2956 Basic stats: COMPLETE Column stats: COMPLETE
+ Position of Big Table: 1
+ Statistics: Num rows: 19 Data size: 1747 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: _col0 (type: int), _col5 (type: string)
outputColumnNames: _col0, _col1
- Statistics: Num rows: 32 Data size: 2956 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 19 Data size: 1747 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
GlobalTableId: 0
#### A masked pattern was here ####
NumFilesPerFileSink: 1
- Statistics: Num rows: 32 Data size: 2956 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 19 Data size: 1747 Basic stats: COMPLETE Column stats: COMPLETE
#### A masked pattern was here ####
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/groupby_groupingset_bug.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/groupby_groupingset_bug.q.out b/ql/src/test/results/clientpositive/llap/groupby_groupingset_bug.q.out
index 5e18f33..316d0d9 100644
--- a/ql/src/test/results/clientpositive/llap/groupby_groupingset_bug.q.out
+++ b/ql/src/test/results/clientpositive/llap/groupby_groupingset_bug.q.out
@@ -127,13 +127,13 @@ POSTHOOK: Input: default@x1_store_sales
POSTHOOK: Input: default@x1_store_sales@ss_sold_date_sk=1
POSTHOOK: Output: default@x1_store_sales@ss_sold_date_sk=1
PREHOOK: query: alter table x1_date_dim update statistics set(
-'numRows'='56',
+'numRows'='28',
'rawDataSize'='81449')
PREHOOK: type: ALTERTABLE_UPDATETABLESTATS
PREHOOK: Input: default@x1_date_dim
PREHOOK: Output: default@x1_date_dim
POSTHOOK: query: alter table x1_date_dim update statistics set(
-'numRows'='56',
+'numRows'='28',
'rawDataSize'='81449')
POSTHOOK: type: ALTERTABLE_UPDATETABLESTATS
POSTHOOK: Input: default@x1_date_dim
@@ -203,8 +203,7 @@ Plan optimized by CBO.
Vertex dependency in root stage
Map 1 <- Reducer 3 (BROADCAST_EDGE)
Map 4 <- Map 1 (BROADCAST_EDGE), Map 7 (BROADCAST_EDGE)
-Map 7 <- Reducer 10 (BROADCAST_EDGE), Reducer 9 (BROADCAST_EDGE)
-Reducer 10 <- Reducer 9 (CUSTOM_SIMPLE_EDGE)
+Map 7 <- Reducer 9 (BROADCAST_EDGE)
Reducer 3 <- Map 2 (SIMPLE_EDGE)
Reducer 5 <- Map 4 (SIMPLE_EDGE)
Reducer 6 <- Reducer 5 (SIMPLE_EDGE)
@@ -215,63 +214,59 @@ Stage-0
limit:100
Stage-1
Reducer 6 vectorized, llap
- File Output Operator [FS_145]
- Limit [LIM_144] (rows=1 width=8)
+ File Output Operator [FS_140]
+ Limit [LIM_139] (rows=2 width=8)
Number of rows:100
- Select Operator [SEL_143] (rows=1 width=8)
+ Select Operator [SEL_138] (rows=2 width=8)
Output:["_col0"]
<-Reducer 5 [SIMPLE_EDGE] vectorized, llap
- SHUFFLE [RS_142]
- Select Operator [SEL_141] (rows=1 width=8)
+ SHUFFLE [RS_137]
+ Select Operator [SEL_136] (rows=2 width=8)
Output:["_col0"]
- Group By Operator [GBY_140] (rows=1 width=12)
+ Group By Operator [GBY_135] (rows=2 width=12)
Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0
<-Map 4 [SIMPLE_EDGE] vectorized, llap
- SHUFFLE [RS_139]
+ SHUFFLE [RS_134]
PartitionCols:_col0
- Group By Operator [GBY_138] (rows=1 width=12)
+ Group By Operator [GBY_133] (rows=2 width=12)
Output:["_col0","_col1"],aggregations:["count()"],keys:_col8
- Map Join Operator [MAPJOIN_137] (rows=5185194 width=4)
- Conds:MAPJOIN_136._col6=RS_130._col0(Inner),Output:["_col8"]
+ Map Join Operator [MAPJOIN_132] (rows=5185194 width=4)
+ Conds:MAPJOIN_131._col6=RS_125._col0(Inner),Output:["_col8"]
<-Map 7 [BROADCAST_EDGE] vectorized, llap
- BROADCAST [RS_130]
+ BROADCAST [RS_125]
PartitionCols:_col0
- Map Join Operator [MAPJOIN_129] (rows=28 width=8)
- Conds:SEL_128._col1=RS_121._col0(Inner),Output:["_col0","_col1"]
+ Map Join Operator [MAPJOIN_124] (rows=28 width=8)
+ Conds:SEL_123._col1=RS_121._col0(Inner),Output:["_col0","_col1"]
<-Reducer 9 [BROADCAST_EDGE] vectorized, llap
- PARTITION_ONLY_SHUFFLE [RS_121]
+ BROADCAST [RS_121]
PartitionCols:_col0
- Group By Operator [GBY_120] (rows=1 width=4)
+ Group By Operator [GBY_120] (rows=2 width=4)
Output:["_col0"],keys:KEY._col0
<-Map 8 [SIMPLE_EDGE] vectorized, llap
SHUFFLE [RS_119]
PartitionCols:_col0
- Group By Operator [GBY_118] (rows=1 width=4)
+ Group By Operator [GBY_118] (rows=2 width=4)
Output:["_col0"],keys:d_month_seq
- Select Operator [SEL_117] (rows=9 width=12)
+ Select Operator [SEL_117] (rows=4 width=12)
Output:["d_month_seq"]
- Filter Operator [FIL_116] (rows=9 width=12)
+ Filter Operator [FIL_116] (rows=4 width=12)
predicate:(((d_year * d_moy) > 200000) and (d_moy = 2) and (d_year = 2000) and d_month_seq is not null)
- TableScan [TS_16] (rows=56 width=12)
+ TableScan [TS_16] (rows=28 width=12)
default@x1_date_dim,x1_date_dim,Tbl:COMPLETE,Col:COMPLETE,Output:["d_month_seq","d_year","d_moy"]
- <-Select Operator [SEL_128] (rows=56 width=8)
+ <-Select Operator [SEL_123] (rows=28 width=8)
Output:["_col0","_col1"]
- Filter Operator [FIL_127] (rows=56 width=8)
- predicate:((d_month_seq BETWEEN DynamicValue(RS_24_x1_date_dim_d_month_seq_min) AND DynamicValue(RS_24_x1_date_dim_d_month_seq_max) and in_bloom_filter(d_month_seq, DynamicValue(RS_24_x1_date_dim_d_month_seq_bloom_filter))) and d_date_sk is not null and d_month_seq is not null)
- TableScan [TS_13] (rows=56 width=8)
+ Filter Operator [FIL_122] (rows=28 width=8)
+ predicate:(d_date_sk is not null and d_month_seq is not null)
+ TableScan [TS_13] (rows=28 width=8)
default@x1_date_dim,d,Tbl:COMPLETE,Col:COMPLETE,Output:["d_date_sk","d_month_seq"]
- <-Reducer 10 [BROADCAST_EDGE] vectorized, llap
- BROADCAST [RS_126]
- Group By Operator [GBY_125] (rows=1 width=12)
- Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"]
- Dynamic Partitioning Event Operator [EVENT_133] (rows=1 width=8)
- Group By Operator [GBY_132] (rows=1 width=8)
+ Dynamic Partitioning Event Operator [EVENT_128] (rows=2 width=8)
+ Group By Operator [GBY_127] (rows=2 width=8)
Output:["_col0"],keys:_col0
- Select Operator [SEL_131] (rows=28 width=8)
+ Select Operator [SEL_126] (rows=28 width=8)
Output:["_col0"]
- Please refer to the previous Map Join Operator [MAPJOIN_129]
- <-Map Join Operator [MAPJOIN_136] (rows=370371 width=4)
- Conds:RS_30._col0=SEL_135._col0(Inner),Output:["_col6"]
+ Please refer to the previous Map Join Operator [MAPJOIN_124]
+ <-Map Join Operator [MAPJOIN_131] (rows=370371 width=4)
+ Conds:RS_30._col0=SEL_130._col0(Inner),Output:["_col6"]
<-Map 1 [BROADCAST_EDGE] llap
BROADCAST [RS_30]
PartitionCols:_col0
@@ -299,9 +294,9 @@ Stage-0
predicate:(i_category is not null and i_item_sk is not null)
TableScan [TS_0] (rows=18 width=201)
default@x1_item,i,Tbl:COMPLETE,Col:COMPLETE,Output:["i_item_sk","i_category","i_current_price"]
- <-Select Operator [SEL_135] (rows=123457 width=8)
+ <-Select Operator [SEL_130] (rows=123457 width=8)
Output:["_col0","_col1"]
- Filter Operator [FIL_134] (rows=123457 width=8)
+ Filter Operator [FIL_129] (rows=123457 width=8)
predicate:ss_item_sk is not null
TableScan [TS_10] (rows=123457 width=8)
default@x1_store_sales,s,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_item_sk"]
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out
index 333b103..fece37a 100644
--- a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out
+++ b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out
@@ -301,7 +301,7 @@ STAGE PLANS:
1 _col0 (type: int)
input vertices:
1 Map 3
- Statistics: Num rows: 18464 Data size: 147712 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 13785 Data size: 110280 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
@@ -420,7 +420,7 @@ STAGE PLANS:
1 _col0 (type: int)
input vertices:
1 Map 3
- Statistics: Num rows: 18464 Data size: 147712 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 13785 Data size: 110280 Basic stats: COMPLETE Column stats: COMPLETE
Group By Operator
aggregations: count()
mode: hash
http://git-wip-us.apache.org/repos/asf/hive/blob/5c02fee2/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out
----------------------------------------------------------------------
diff --git a/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out b/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out
index 252831e..4fc1419 100644
--- a/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out
+++ b/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out
@@ -1007,13 +1007,13 @@ STAGE PLANS:
0 _col0 (type: string)
1 _col0 (type: string)
outputColumnNames: _col0, _col1, _col2, _col3
- Statistics: Num rows: 1 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 2 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE
Limit
Number of rows: 4
- Statistics: Num rows: 1 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 2 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
compressed: false
- Statistics: Num rows: 1 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE
+ Statistics: Num rows: 2 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE
table:
input format: org.apache.hadoop.mapred.SequenceFileInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat